00000020:00000001:0.0:1788877045.719945:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000307b177f[2 000000007298121b 1 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877045.719949:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.719950:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.719952:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.719955:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f95a0 00000008:00000001:0.0:1788877045.719957:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.719958:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f95b0 page ffff8d0cca3f95a0 at index 32. 00000008:00000001:0.0:1788877045.719973:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.719978:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.719980:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cc40 index 32 00000020:00000001:0.0:1788877045.719993:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.719997:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.719998:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.720012:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000307b177f[1 000000007298121b 5 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877045.720016:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.720017:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.720019:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9540. 00000020:00000001:0.0:1788877045.720036:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.720037:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.720038:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.720042:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805131776 : -126388904419840 : ffff8d0cca3f9e00) 00000020:00000001:0.0:1788877045.720044:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.720045:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.720046:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.720049:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.720050:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.720053:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d434d875[2 000000007298121b 1 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877045.720066:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.720080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.720084:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.720085:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9e60 00000008:00000001:0.0:1788877045.720086:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.720099:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9e70 page ffff8d0cca3f9e60 at index 33. 00000008:00000001:0.0:1788877045.720101:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.720104:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.720105:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cc80 index 33 00000020:00000001:0.0:1788877045.720107:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.720108:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.720109:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.720112:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d434d875[1 000000007298121b 5 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877045.720114:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.720115:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.720117:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9e00. 00000020:00000001:0.0:1788877045.720119:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.720120:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.720150:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.720155:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805130432 : -126388904421184 : ffff8d0cca3f98c0) 00000020:00000001:0.0:1788877045.720157:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.720161:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.720162:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.720163:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.720165:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.720170:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000032545b[2 000000007298121b 1 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877045.720183:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.720187:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.720189:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.720190:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9920 00000008:00000001:0.0:1788877045.720203:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.720207:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9930 page ffff8d0cca3f9920 at index 34. 00000008:00000001:0.0:1788877045.720209:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.720212:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.720214:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454ccc0 index 34 00000020:00000001:0.0:1788877045.720903:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.720906:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.720907:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.720913:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000032545b[1 000000007298121b 5 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877045.720915:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.720916:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.720920:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f98c0. 00000020:00000001:0.0:1788877045.720924:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.720925:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.720927:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.720929:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805131104 : -126388904420512 : ffff8d0cca3f9b60) 00000020:00000001:0.0:1788877045.720931:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.720932:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.720933:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.720935:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.720936:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.720939:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007da9244c[2 000000007298121b 1 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877045.720941:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.720943:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.720944:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.720945:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9bc0 00000008:00000001:0.0:1788877045.720947:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.720949:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9bd0 page ffff8d0cca3f9bc0 at index 35. 00000008:00000001:0.0:1788877045.720951:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.720955:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.720957:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cd00 index 35 00000020:00000001:0.0:1788877045.720959:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.720961:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.720962:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.720964:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007da9244c[1 000000007298121b 5 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877045.720965:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.720966:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.720967:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9b60. 00000020:00000001:0.0:1788877045.720969:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.720970:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.720972:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.720973:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805131552 : -126388904420064 : ffff8d0cca3f9d20) 00000020:00000001:0.0:1788877045.720975:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.720976:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.720978:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.720979:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.720980:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.720983:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000049e5fabe[2 000000007298121b 1 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877045.720984:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.720985:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.720987:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.720988:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9d80 00000008:00000001:0.0:1788877045.720989:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.720990:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9d90 page ffff8d0cca3f9d80 at index 36. 00000008:00000001:0.0:1788877045.720992:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.720995:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.720996:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cd40 index 36 00000020:00000001:0.0:1788877045.720998:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.720999:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721000:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.721002:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000049e5fabe[1 000000007298121b 5 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877045.721004:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.721006:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.721007:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9d20. 00000020:00000001:0.0:1788877045.721009:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.721010:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.721012:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.721013:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805128640 : -126388904422976 : ffff8d0cca3f91c0) 00000020:00000001:0.0:1788877045.721015:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721016:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721016:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.721017:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.721018:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.721021:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ca5196d9[2 000000007298121b 1 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877045.721022:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.721023:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.721025:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.721026:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9220 00000008:00000001:0.0:1788877045.721027:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.721029:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9230 page ffff8d0cca3f9220 at index 37. 00000008:00000001:0.0:1788877045.721031:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.721033:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.721034:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cd80 index 37 00000020:00000001:0.0:1788877045.721036:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721037:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721038:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.721041:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ca5196d9[1 000000007298121b 5 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877045.721042:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.721043:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.721045:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f91c0. 00000020:00000001:0.0:1788877045.721047:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.721048:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.721049:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.721051:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805130880 : -126388904420736 : ffff8d0cca3f9a80) 00000020:00000001:0.0:1788877045.721053:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721054:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721055:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.721056:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.721057:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.721060:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ed940933[2 000000007298121b 1 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877045.721062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.721063:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.721065:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.721066:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9ae0 00000008:00000001:0.0:1788877045.721067:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.721068:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9af0 page ffff8d0cca3f9ae0 at index 38. 00000008:00000001:0.0:1788877045.721070:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.721072:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.721073:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cdc0 index 38 00000020:00000001:0.0:1788877045.721074:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721075:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721076:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.721079:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ed940933[1 000000007298121b 5 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877045.721080:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.721081:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.721083:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9a80. 00000020:00000001:0.0:1788877045.721085:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.721086:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.721087:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.721089:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805129760 : -126388904421856 : ffff8d0cca3f9620) 00000020:00000001:0.0:1788877045.721091:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721092:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721093:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.721094:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.721095:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.721098:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004ff56211[2 000000007298121b 1 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877045.721100:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.721101:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.721102:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.721104:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9680 00000008:00000001:0.0:1788877045.721105:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.721106:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9690 page ffff8d0cca3f9680 at index 39. 00000008:00000001:0.0:1788877045.721108:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.721111:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.721112:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454ce00 index 39 00000020:00000001:0.0:1788877045.721115:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721116:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721117:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.721120:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004ff56211[1 000000007298121b 5 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877045.721122:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.721123:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.721124:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9620. 00000020:00000001:0.0:1788877045.721126:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.721127:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.721129:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.721130:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805129984 : -126388904421632 : ffff8d0cca3f9700) 00000020:00000001:0.0:1788877045.721132:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721133:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721134:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.721135:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.721136:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.721139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f0627393[2 000000007298121b 1 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877045.721141:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.721142:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.721143:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.721144:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9760 00000008:00000001:0.0:1788877045.721146:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.721147:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9770 page ffff8d0cca3f9760 at index 40. 00000008:00000001:0.0:1788877045.721149:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.721151:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.721153:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454ce40 index 40 00000020:00000001:0.0:1788877045.721154:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721155:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721156:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.721159:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f0627393[1 000000007298121b 5 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877045.721160:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.721161:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.721163:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9700. 00000020:00000001:0.0:1788877045.721165:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.721166:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.721167:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.721168:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805131328 : -126388904420288 : ffff8d0cca3f9c40) 00000020:00000001:0.0:1788877045.721170:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721171:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721172:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.721173:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.721175:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.721177:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008b1f5220[2 000000007298121b 1 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877045.721179:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.721180:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.721181:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.721182:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9ca0 00000008:00000001:0.0:1788877045.721184:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.721185:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9cb0 page ffff8d0cca3f9ca0 at index 41. 00000008:00000001:0.0:1788877045.721187:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.721190:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.721191:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454ce80 index 41 00000020:00000001:0.0:1788877045.721193:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721194:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721195:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.721197:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008b1f5220[1 000000007298121b 5 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877045.721198:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.721199:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.721201:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9c40. 00000020:00000001:0.0:1788877045.721203:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.721204:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.721205:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.721207:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805130656 : -126388904420960 : ffff8d0cca3f99a0) 00000020:00000001:0.0:1788877045.721209:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721210:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.721211:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.721212:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.721213:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.721216:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001b75f4aa[2 000000007298121b 1 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877045.721218:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.721219:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.721220:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.721222:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9a00 00000008:00000001:0.0:1788877045.721223:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.721225:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9a10 page ffff8d0cca3f9a00 at index 42. 00000008:00000001:0.0:1788877045.721227:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.721229:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.721231:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cec0 index 42 00000020:00000001:0.0:1788877045.721233:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721234:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.721235:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.721237:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001b75f4aa[1 000000007298121b 5 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877045.721239:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.721240:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.721242:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f99a0. 00000020:00000001:0.0:1788877045.721244:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.721245:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.723871:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.723881:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805130208 : -126388904421408 : ffff8d0cca3f97e0) 00000020:00000001:0.0:1788877045.723889:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.723891:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.723893:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.723894:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.723896:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.723904:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000deaab6a0[2 000000007298121b 1 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877045.723906:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.723908:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.723911:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.723913:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9840 00000008:00000001:0.0:1788877045.723916:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.723919:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9850 page ffff8d0cca3f9840 at index 43. 00000008:00000001:0.0:1788877045.723922:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.723930:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.723933:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cf00 index 43 00000020:00000001:0.0:1788877045.723939:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.723940:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.723942:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.723946:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000deaab6a0[1 000000007298121b 5 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877045.723947:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.723949:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.723955:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f97e0. 00000020:00000001:0.0:1788877045.723962:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.723963:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.723966:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.723968:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805132000 : -126388904419616 : ffff8d0cca3f9ee0) 00000020:00000001:0.0:1788877045.723970:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.723971:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.723972:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.723973:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.723974:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.723977:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000002c30b7f[2 000000007298121b 1 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877045.723980:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.723981:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.723982:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.723983:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f9f40 00000008:00000001:0.0:1788877045.723984:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.723986:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f9f50 page ffff8d0cca3f9f40 at index 44. 00000008:00000001:0.0:1788877045.723988:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.723991:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.723992:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cf40 index 44 00000020:00000001:0.0:1788877045.723994:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.723995:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.723996:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.723999:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000002c30b7f[1 000000007298121b 5 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877045.724000:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724001:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724003:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9ee0. 00000020:00000001:0.0:1788877045.724005:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724006:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724088:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724091:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805129312 : -126388904422304 : ffff8d0cca3f9460) 00000020:00000001:0.0:1788877045.724093:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724094:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724095:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724097:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724098:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724102:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b2e915a4[2 000000007298121b 1 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877045.724104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724105:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724106:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724107:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3f94c0 00000008:00000001:0.0:1788877045.724109:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724110:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3f94d0 page ffff8d0cca3f94c0 at index 45. 00000008:00000001:0.0:1788877045.724112:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724116:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724117:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cf80 index 45 00000020:00000001:0.0:1788877045.724120:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724121:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724122:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724125:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b2e915a4[1 000000007298121b 5 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877045.724127:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724129:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724131:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3f9460. 00000020:00000001:0.0:1788877045.724134:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724135:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724136:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724138:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698530688 : -126389011020928 : ffff8d0cc3e50380) 00000020:00000001:0.0:1788877045.724140:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724141:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724142:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724143:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724144:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724148:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ce6abdd3[2 000000007298121b 1 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877045.724149:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724151:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724152:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724154:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e503e0 00000008:00000001:0.0:1788877045.724155:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724157:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e503f0 page ffff8d0cc3e503e0 at index 46. 00000008:00000001:0.0:1788877045.724159:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724161:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724163:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4454cfc0 index 46 00000020:00000001:0.0:1788877045.724166:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724167:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724168:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724171:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ce6abdd3[1 000000007298121b 5 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877045.724173:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724174:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724176:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50380. 00000020:00000001:0.0:1788877045.724180:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724181:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724183:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724185:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698530016 : -126389011021600 : ffff8d0cc3e500e0) 00000020:00000001:0.0:1788877045.724187:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724188:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724189:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724190:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724191:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724194:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007234f7b3[2 000000007298121b 1 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877045.724196:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724198:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724199:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724200:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50140 00000008:00000001:0.0:1788877045.724201:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724203:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50150 page ffff8d0cc3e50140 at index 47. 00000008:00000001:0.0:1788877045.724205:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724208:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724209:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592800 index 47 00000020:00000001:0.0:1788877045.724211:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724212:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724213:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724215:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007234f7b3[1 000000007298121b 5 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877045.724217:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724218:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724220:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e500e0. 00000020:00000001:0.0:1788877045.724222:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724223:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724224:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724226:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698529792 : -126389011021824 : ffff8d0cc3e50000) 00000020:00000001:0.0:1788877045.724228:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724229:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724230:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724231:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724232:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724234:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004e725046[2 000000007298121b 1 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877045.724236:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724237:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724238:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724239:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50060 00000008:00000001:0.0:1788877045.724241:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724242:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50070 page ffff8d0cc3e50060 at index 48. 00000008:00000001:0.0:1788877045.724244:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724266:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724268:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592840 index 48 00000020:00000001:0.0:1788877045.724271:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724272:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724273:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724276:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004e725046[1 000000007298121b 5 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877045.724278:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724279:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724281:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50000. 00000020:00000001:0.0:1788877045.724284:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724285:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724286:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724288:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698531136 : -126389011020480 : ffff8d0cc3e50540) 00000020:00000001:0.0:1788877045.724289:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724291:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724292:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724293:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724294:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724296:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000340c1596[2 000000007298121b 1 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877045.724298:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724299:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724301:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724302:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e505a0 00000008:00000001:0.0:1788877045.724303:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724305:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e505b0 page ffff8d0cc3e505a0 at index 49. 00000008:00000001:0.0:1788877045.724307:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724309:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724310:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592880 index 49 00000020:00000001:0.0:1788877045.724312:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724313:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724314:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724317:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000340c1596[1 000000007298121b 5 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877045.724318:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724319:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724321:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50540. 00000020:00000001:0.0:1788877045.724324:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724325:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724326:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724328:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698533376 : -126389011018240 : ffff8d0cc3e50e00) 00000020:00000001:0.0:1788877045.724329:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724330:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724331:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724332:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724334:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724336:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000858e2e76[2 000000007298121b 1 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877045.724338:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724340:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724341:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724342:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50e60 00000008:00000001:0.0:1788877045.724343:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724345:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50e70 page ffff8d0cc3e50e60 at index 50. 00000008:00000001:0.0:1788877045.724346:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724349:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724350:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445928c0 index 50 00000020:00000001:0.0:1788877045.724352:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724353:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724354:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724356:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000858e2e76[1 000000007298121b 5 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877045.724357:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724358:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724360:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50e00. 00000020:00000001:0.0:1788877045.724363:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724364:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724365:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724366:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698532032 : -126389011019584 : ffff8d0cc3e508c0) 00000020:00000001:0.0:1788877045.724368:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724369:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724370:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724371:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724372:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724375:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ceced27c[2 000000007298121b 1 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877045.724377:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724378:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724380:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724381:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50920 00000008:00000001:0.0:1788877045.724383:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724384:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50930 page ffff8d0cc3e50920 at index 51. 00000008:00000001:0.0:1788877045.724386:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724388:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724389:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592900 index 51 00000020:00000001:0.0:1788877045.724391:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724392:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724393:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724396:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ceced27c[1 000000007298121b 5 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877045.724398:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724400:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724401:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e508c0. 00000020:00000001:0.0:1788877045.724404:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724405:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724406:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724408:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698532704 : -126389011018912 : ffff8d0cc3e50b60) 00000020:00000001:0.0:1788877045.724409:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724410:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724411:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724413:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724414:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724417:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e364adf4[2 000000007298121b 1 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877045.724418:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724419:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724421:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724422:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50bc0 00000008:00000001:0.0:1788877045.724423:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724424:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50bd0 page ffff8d0cc3e50bc0 at index 52. 00000008:00000001:0.0:1788877045.724426:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724428:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724430:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592940 index 52 00000020:00000001:0.0:1788877045.724432:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724433:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724433:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724436:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e364adf4[1 000000007298121b 5 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877045.724437:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724439:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724440:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50b60. 00000020:00000001:0.0:1788877045.724442:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724444:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724445:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724446:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698533152 : -126389011018464 : ffff8d0cc3e50d20) 00000020:00000001:0.0:1788877045.724448:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724449:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724450:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724451:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724453:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724455:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005c6c5432[2 000000007298121b 1 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877045.724458:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724459:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724460:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724461:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50d80 00000008:00000001:0.0:1788877045.724462:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724479:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50d90 page ffff8d0cc3e50d80 at index 53. 00000008:00000001:0.0:1788877045.724482:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724484:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724486:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592980 index 53 00000020:00000001:0.0:1788877045.724488:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724489:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724490:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724493:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005c6c5432[1 000000007298121b 5 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877045.724495:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724496:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724498:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50d20. 00000020:00000001:0.0:1788877045.724500:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724501:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724503:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724505:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698530240 : -126389011021376 : ffff8d0cc3e501c0) 00000020:00000001:0.0:1788877045.724507:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724508:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724509:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724510:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724511:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724514:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000610508b0[2 000000007298121b 1 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877045.724515:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724517:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724518:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724519:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50220 00000008:00000001:0.0:1788877045.724520:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724522:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50230 page ffff8d0cc3e50220 at index 54. 00000008:00000001:0.0:1788877045.724524:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724526:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724528:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445929c0 index 54 00000020:00000001:0.0:1788877045.724530:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724531:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724532:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724534:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000610508b0[1 000000007298121b 5 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877045.724536:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724538:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724539:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e501c0. 00000020:00000001:0.0:1788877045.724542:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724543:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724544:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724546:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698532480 : -126389011019136 : ffff8d0cc3e50a80) 00000020:00000001:0.0:1788877045.724548:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724549:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724550:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724552:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724553:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724555:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c7ecbc60[2 000000007298121b 1 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877045.724557:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724558:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724559:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724560:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50ae0 00000008:00000001:0.0:1788877045.724562:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724563:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50af0 page ffff8d0cc3e50ae0 at index 55. 00000008:00000001:0.0:1788877045.724565:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724568:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724570:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592a00 index 55 00000020:00000001:0.0:1788877045.724571:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724573:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724574:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724577:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c7ecbc60[1 000000007298121b 5 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877045.724578:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724579:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724581:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50a80. 00000020:00000001:0.0:1788877045.724583:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724585:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724586:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724588:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698531360 : -126389011020256 : ffff8d0cc3e50620) 00000020:00000001:0.0:1788877045.724590:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724591:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724592:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724593:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724595:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724597:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d3eecfa1[2 000000007298121b 1 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877045.724599:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724601:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724602:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724603:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50680 00000008:00000001:0.0:1788877045.724605:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724606:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50690 page ffff8d0cc3e50680 at index 56. 00000008:00000001:0.0:1788877045.724608:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724610:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724612:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592a40 index 56 00000020:00000001:0.0:1788877045.724614:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724615:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724616:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724619:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d3eecfa1[1 000000007298121b 5 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877045.724620:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724621:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724623:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50620. 00000020:00000001:0.0:1788877045.724625:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724626:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724627:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724629:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698531584 : -126389011020032 : ffff8d0cc3e50700) 00000020:00000001:0.0:1788877045.724631:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724632:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724633:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724634:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724635:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004bd685f8[2 000000007298121b 1 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877045.724639:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724640:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724642:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724643:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50760 00000008:00000001:0.0:1788877045.724644:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724645:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50770 page ffff8d0cc3e50760 at index 57. 00000008:00000001:0.0:1788877045.724647:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724650:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724652:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592a80 index 57 00000020:00000001:0.0:1788877045.724654:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724655:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724656:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724659:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004bd685f8[1 000000007298121b 5 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877045.724661:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724662:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724664:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50700. 00000020:00000001:0.0:1788877045.724667:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724668:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724670:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724671:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698532928 : -126389011018688 : ffff8d0cc3e50c40) 00000020:00000001:0.0:1788877045.724673:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724675:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724676:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724677:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724678:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724681:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000705f739c[2 000000007298121b 1 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877045.724683:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.724684:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.724686:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.724687:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50ca0 00000008:00000001:0.0:1788877045.724689:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.724690:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50cb0 page ffff8d0cc3e50ca0 at index 58. 00000008:00000001:0.0:1788877045.724692:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.724695:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.724697:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592ac0 index 58 00000020:00000001:0.0:1788877045.724699:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724700:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.724701:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.724704:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000705f739c[1 000000007298121b 5 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877045.724705:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.724707:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.724708:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50c40. 00000020:00000001:0.0:1788877045.724711:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.724712:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.724714:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.724715:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698532256 : -126389011019360 : ffff8d0cc3e509a0) 00000020:00000001:0.0:1788877045.724717:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724718:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.724719:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.724720:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.724721:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.724724:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e31fc3f7[2 000000007298121b 1 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877045.724726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.725866:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.725873:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.725875:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50a00 00000008:00000001:0.0:1788877045.725879:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.725882:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50a10 page ffff8d0cc3e50a00 at index 59. 00000008:00000001:0.0:1788877045.725885:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.725891:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.725894:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592b00 index 59 00000020:00000001:0.0:1788877045.725897:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.725899:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.725900:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.725906:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e31fc3f7[1 000000007298121b 5 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877045.725907:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.725909:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.725913:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e509a0. 00000020:00000001:0.0:1788877045.725918:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.725919:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.726042:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.726045:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698531808 : -126389011019808 : ffff8d0cc3e507e0) 00000020:00000001:0.0:1788877045.726048:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726050:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726051:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.726053:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.726054:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.726058:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ef0ed90[2 000000007298121b 1 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877045.726060:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.726062:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.726063:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.726065:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50840 00000008:00000001:0.0:1788877045.726066:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.726068:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50850 page ffff8d0cc3e50840 at index 60. 00000008:00000001:0.0:1788877045.726070:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.726074:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.726076:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592b40 index 60 00000020:00000001:0.0:1788877045.726078:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.726079:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.726081:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.726084:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000ef0ed90[1 000000007298121b 5 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877045.726086:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.726088:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.726090:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e507e0. 00000020:00000001:0.0:1788877045.726093:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.726094:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.726096:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.726097:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558007840 : -126393151543776 : ffff8d0bcd19a620) 00000020:00000001:0.0:1788877045.726099:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726100:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726101:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.726103:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.726104:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.726107:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000139ef138[2 000000007298121b 1 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877045.726109:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.726110:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.726111:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.726113:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd19a680 00000008:00000001:0.0:1788877045.726114:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.726116:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd19a690 page ffff8d0bcd19a680 at index 61. 00000008:00000001:0.0:1788877045.726118:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.726121:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.726123:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446055c0 index 61 00000020:00000001:0.0:1788877045.726125:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.726126:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.726127:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.726130:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000139ef138[1 000000007298121b 5 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877045.726132:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.726133:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.726135:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd19a620. 00000020:00000001:0.0:1788877045.726138:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.726139:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.726141:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.726142:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558008960 : -126393151542656 : ffff8d0bcd19aa80) 00000020:00000001:0.0:1788877045.726145:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726146:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726147:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.726148:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.726150:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.726152:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000549a6a6b[2 000000007298121b 1 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877045.726155:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.726156:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.726157:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.726158:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd19aae0 00000008:00000001:0.0:1788877045.726160:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.726161:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd19aaf0 page ffff8d0bcd19aae0 at index 62. 00000008:00000001:0.0:1788877045.726163:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.726165:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.726166:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44a000c0 index 62 00000020:00000001:0.0:1788877045.726168:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.726169:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.726170:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.726172:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000549a6a6b[1 000000007298121b 5 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877045.726174:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.726175:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.726177:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd19aa80. 00000020:00000001:0.0:1788877045.726179:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.726180:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.726181:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.726183:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558006720 : -126393151544896 : ffff8d0bcd19a1c0) 00000020:00000001:0.0:1788877045.726185:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726186:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726187:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.726188:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.726189:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.726191:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000421ded14[2 000000007298121b 1 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877045.726193:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.726194:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.726195:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.726196:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd19a220 00000008:00000001:0.0:1788877045.726197:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.726198:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd19a230 page ffff8d0bcd19a220 at index 63. 00000008:00000001:0.0:1788877045.726201:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.726209:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.726211:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fbc00 index 63 00000020:00000001:0.0:1788877045.726213:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.726214:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.726215:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.726218:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000421ded14[1 000000007298121b 5 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877045.726220:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.726221:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.726223:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd19a1c0. 00000020:00000001:0.0:1788877045.726234:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.726236:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.726238:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.726239:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558005312 : -126393151546304 : ffff8d0bcd199c40) 00000020:00000001:0.0:1788877045.726241:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726242:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.726243:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.726244:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.726246:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.726997:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b3c51c88[2 000000007298121b 1 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877045.727000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.727002:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.727004:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.727005:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199ca0 00000008:00000001:0.0:1788877045.727007:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.727009:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199cb0 page ffff8d0bcd199ca0 at index 64. 00000008:00000001:0.0:1788877045.727013:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.727020:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.727022:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6800 index 64 00000020:00000001:0.0:1788877045.727025:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.727029:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.727031:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.727036:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b3c51c88[1 000000007298121b 5 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877045.727038:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.727042:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.727047:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199c40. 00000020:00000001:0.0:1788877045.727054:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.727055:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.727060:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.727062:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558003968 : -126393151547648 : ffff8d0bcd199700) 00000020:00000001:0.0:1788877045.727066:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.727068:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.727069:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.727070:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.727074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.727076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004e3e681e[2 000000007298121b 1 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877045.727081:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.727083:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.727102:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.727104:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199760 00000008:00000001:0.0:1788877045.727105:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.727107:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199770 page ffff8d0bcd199760 at index 65. 00000008:00000001:0.0:1788877045.727109:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.727111:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.727113:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6840 index 65 00000020:00000001:0.0:1788877045.727130:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.727134:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.727135:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.727151:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004e3e681e[1 000000007298121b 5 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877045.727155:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.727156:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.727170:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199700. 00000020:00000001:0.0:1788877045.727175:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.727176:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.727189:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.727194:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558003744 : -126393151547872 : ffff8d0bcd199620) 00000020:00000001:0.0:1788877045.727196:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.727208:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.727212:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.727214:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.727215:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.727219:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b5778dad[2 000000007298121b 1 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877045.727220:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.727221:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.727223:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.727224:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199680 00000008:00000001:0.0:1788877045.727225:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.727226:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199690 page ffff8d0bcd199680 at index 66. 00000008:00000001:0.0:1788877045.727228:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.727231:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.727232:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6880 index 66 00000020:00000001:0.0:1788877045.727234:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.727235:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.727236:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.727239:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b5778dad[1 000000007298121b 5 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877045.727241:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.727242:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.727244:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199620. 00000020:00000001:0.0:1788877045.727268:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.727270:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.727272:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.727273:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558004864 : -126393151546752 : ffff8d0bcd199a80) 00000020:00000001:0.0:1788877045.727275:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729329:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729336:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.729338:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.729340:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.729351:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007971dcb0[2 000000007298121b 1 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877045.729354:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.729355:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.729358:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.729360:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199ae0 00000008:00000001:0.0:1788877045.729364:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.729365:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199af0 page ffff8d0bcd199ae0 at index 67. 00000008:00000001:0.0:1788877045.729368:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.729376:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.729380:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b68c0 index 67 00000020:00000001:0.0:1788877045.729385:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729386:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729389:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.729392:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007971dcb0[1 000000007298121b 5 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877045.729394:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.729396:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.729402:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199a80. 00000020:00000001:0.0:1788877045.729408:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.729409:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.729414:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.729416:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558002624 : -126393151548992 : ffff8d0bcd1991c0) 00000020:00000001:0.0:1788877045.729419:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729420:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729421:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.729422:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.729423:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.729427:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ae75cebc[2 000000007298121b 1 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877045.729429:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.729431:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.729433:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.729434:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199220 00000008:00000001:0.0:1788877045.729435:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.729437:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199230 page ffff8d0bcd199220 at index 68. 00000008:00000001:0.0:1788877045.729439:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.729442:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.729443:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6900 index 68 00000020:00000001:0.0:1788877045.729445:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729447:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729448:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.729451:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ae75cebc[1 000000007298121b 5 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877045.729452:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.729454:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.729455:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1991c0. 00000020:00000001:0.0:1788877045.729457:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.729459:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.729460:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.729462:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558005536 : -126393151546080 : ffff8d0bcd199d20) 00000020:00000001:0.0:1788877045.729473:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729474:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729475:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.729476:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.729478:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.729481:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000013a80c28[2 000000007298121b 1 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877045.729483:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.729484:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.729486:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.729487:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199d80 00000008:00000001:0.0:1788877045.729489:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.729490:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199d90 page ffff8d0bcd199d80 at index 69. 00000008:00000001:0.0:1788877045.729493:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.729496:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.729497:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6940 index 69 00000020:00000001:0.0:1788877045.729500:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729501:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729502:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.729505:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000013a80c28[1 000000007298121b 5 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877045.729507:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.729508:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.729510:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199d20. 00000020:00000001:0.0:1788877045.729513:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.729514:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.729515:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.729517:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558005088 : -126393151546528 : ffff8d0bcd199b60) 00000020:00000001:0.0:1788877045.729519:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729520:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729522:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.729523:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.729525:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.729527:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d87c0083[2 000000007298121b 1 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877045.729529:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.729531:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.729532:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.729533:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199bc0 00000008:00000001:0.0:1788877045.729535:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.729537:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199bd0 page ffff8d0bcd199bc0 at index 70. 00000008:00000001:0.0:1788877045.729539:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.729541:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.729543:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6980 index 70 00000020:00000001:0.0:1788877045.729545:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729546:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729547:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.729550:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d87c0083[1 000000007298121b 5 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877045.729552:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.729553:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.729555:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199b60. 00000020:00000001:0.0:1788877045.729557:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.729558:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.729559:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.729561:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558004416 : -126393151547200 : ffff8d0bcd1998c0) 00000020:00000001:0.0:1788877045.729563:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729564:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729565:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.729566:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.729567:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.729570:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008782a4af[2 000000007298121b 1 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877045.729572:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.729574:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.729575:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.729576:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199920 00000008:00000001:0.0:1788877045.729578:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.729579:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199930 page ffff8d0bcd199920 at index 71. 00000008:00000001:0.0:1788877045.729581:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.729584:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.729585:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b69c0 index 71 00000020:00000001:0.0:1788877045.729587:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729589:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729590:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.729592:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008782a4af[1 000000007298121b 5 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877045.729594:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.729595:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.729597:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1998c0. 00000020:00000001:0.0:1788877045.729599:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.729601:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.729602:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.729603:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558005760 : -126393151545856 : ffff8d0bcd199e00) 00000020:00000001:0.0:1788877045.729606:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729607:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729608:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.729609:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.729610:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.729613:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000018adb533[2 000000007298121b 1 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877045.729615:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.729616:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.729618:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.729619:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199e60 00000008:00000001:0.0:1788877045.729620:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.729622:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199e70 page ffff8d0bcd199e60 at index 72. 00000008:00000001:0.0:1788877045.729624:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.729627:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.729628:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6a00 index 72 00000020:00000001:0.0:1788877045.729630:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729631:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729632:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.729635:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000018adb533[1 000000007298121b 5 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877045.729638:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.729639:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.729641:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199e00. 00000020:00000001:0.0:1788877045.729643:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.729644:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.729646:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.729647:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558003520 : -126393151548096 : ffff8d0bcd199540) 00000020:00000001:0.0:1788877045.729649:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729651:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729652:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.729653:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.729654:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.729657:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008ba6d923[2 000000007298121b 1 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877045.729658:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.729660:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.729662:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.729663:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1995a0 00000008:00000001:0.0:1788877045.729664:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.729666:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1995b0 page ffff8d0bcd1995a0 at index 73. 00000008:00000001:0.0:1788877045.729669:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.729671:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.729673:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6a40 index 73 00000020:00000001:0.0:1788877045.729675:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729676:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729677:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.729680:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008ba6d923[1 000000007298121b 5 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877045.729681:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.729683:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.729684:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199540. 00000020:00000001:0.0:1788877045.729686:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.729687:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.729689:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.729690:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558002176 : -126393151549440 : ffff8d0bcd199000) 00000020:00000001:0.0:1788877045.729693:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729694:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.729695:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.729696:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.729697:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.729700:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000502ac8da[2 000000007298121b 1 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877045.729703:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.729705:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.729706:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.729707:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199060 00000008:00000001:0.0:1788877045.729708:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.729710:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199070 page ffff8d0bcd199060 at index 74. 00000008:00000001:0.0:1788877045.729712:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.729714:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.729716:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6a80 index 74 00000020:00000001:0.0:1788877045.729718:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729719:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.729720:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.729723:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000502ac8da[1 000000007298121b 5 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877045.729725:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.729726:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.729727:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199000. 00000020:00000001:0.0:1788877045.729730:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.729731:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.730721:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.730725:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558002400 : -126393151549216 : ffff8d0bcd1990e0) 00000020:00000001:0.0:1788877045.730887:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.730889:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.730891:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.730892:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.730893:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.730899:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000a5f5695[2 000000007298121b 1 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877045.730901:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.730902:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.730905:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.730906:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199140 00000008:00000001:0.0:1788877045.730909:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.730910:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199150 page ffff8d0bcd199140 at index 75. 00000008:00000001:0.0:1788877045.730913:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.730917:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.730920:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6ac0 index 75 00000020:00000001:0.0:1788877045.730923:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.730924:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.730926:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.730929:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000a5f5695[1 000000007298121b 5 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877045.730931:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.730932:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.730935:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1990e0. 00000020:00000001:0.0:1788877045.730939:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.730940:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.730942:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.730943:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558003072 : -126393151548544 : ffff8d0bcd199380) 00000020:00000001:0.0:1788877045.730945:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.730946:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.730947:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.730948:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.730949:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.730952:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000087133e18[2 000000007298121b 1 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877045.730953:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.730954:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.730956:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.730957:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1993e0 00000008:00000001:0.0:1788877045.730958:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.730959:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1993f0 page ffff8d0bcd1993e0 at index 76. 00000008:00000001:0.0:1788877045.730961:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.730964:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.730966:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6b00 index 76 00000020:00000001:0.0:1788877045.730968:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.730969:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.730970:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.730973:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000087133e18[1 000000007298121b 5 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877045.730975:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.730976:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.730978:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199380. 00000020:00000001:0.0:1788877045.730980:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.730981:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.730982:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.730984:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558002848 : -126393151548768 : ffff8d0bcd1992a0) 00000020:00000001:0.0:1788877045.730986:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.730987:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.730988:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.730989:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.730990:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.730992:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000045ae8eb1[2 000000007298121b 1 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877045.730995:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.730996:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.730998:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.730999:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199300 00000008:00000001:0.0:1788877045.731000:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731001:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199310 page ffff8d0bcd199300 at index 77. 00000008:00000001:0.0:1788877045.731003:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731006:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731008:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6b40 index 77 00000020:00000001:0.0:1788877045.731010:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731011:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731012:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731015:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000045ae8eb1[1 000000007298121b 5 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877045.731017:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731018:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731020:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1992a0. 00000020:00000001:0.0:1788877045.731022:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731023:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731024:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731026:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558003296 : -126393151548320 : ffff8d0bcd199460) 00000020:00000001:0.0:1788877045.731028:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731029:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731030:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731031:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731032:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731035:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dde373cd[2 000000007298121b 1 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877045.731037:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731038:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731040:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731041:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1994c0 00000008:00000001:0.0:1788877045.731042:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731044:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1994d0 page ffff8d0bcd1994c0 at index 78. 00000008:00000001:0.0:1788877045.731046:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731049:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731051:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6b80 index 78 00000020:00000001:0.0:1788877045.731053:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731054:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731055:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dde373cd[1 000000007298121b 5 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877045.731061:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731062:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731064:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199460. 00000020:00000001:0.0:1788877045.731066:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731067:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731068:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731070:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558005984 : -126393151545632 : ffff8d0bcd199ee0) 00000020:00000001:0.0:1788877045.731072:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731073:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731074:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731076:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731077:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731080:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000084554d23[2 000000007298121b 1 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877045.731082:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731083:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731084:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731085:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199f40 00000008:00000001:0.0:1788877045.731087:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731088:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199f50 page ffff8d0bcd199f40 at index 79. 00000008:00000001:0.0:1788877045.731091:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731093:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731094:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444b6bc0 index 79 00000020:00000001:0.0:1788877045.731096:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731097:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731098:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731101:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000084554d23[1 000000007298121b 5 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877045.731102:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731103:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731105:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd199ee0. 00000020:00000001:0.0:1788877045.731107:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731108:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731109:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731111:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558004192 : -126393151547424 : ffff8d0bcd1997e0) 00000020:00000001:0.0:1788877045.731113:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731114:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731115:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731116:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731117:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b9a527c7[2 000000007298121b 1 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877045.731122:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731123:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731124:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731125:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199840 00000008:00000001:0.0:1788877045.731126:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731128:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199850 page ffff8d0bcd199840 at index 80. 00000008:00000001:0.0:1788877045.731130:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731133:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731134:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1400 index 80 00000020:00000001:0.0:1788877045.731136:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731137:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731138:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731141:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b9a527c7[1 000000007298121b 5 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877045.731142:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731143:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731145:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1997e0. 00000020:00000001:0.0:1788877045.731147:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731148:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731149:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731150:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558004640 : -126393151546976 : ffff8d0bcd1999a0) 00000020:00000001:0.0:1788877045.731152:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731154:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731155:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731156:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731157:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731160:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009d507137[2 000000007298121b 1 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877045.731162:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731163:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731164:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731165:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd199a00 00000008:00000001:0.0:1788877045.731167:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731168:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd199a10 page ffff8d0bcd199a00 at index 81. 00000008:00000001:0.0:1788877045.731171:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731174:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731175:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1440 index 81 00000020:00000001:0.0:1788877045.731177:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731178:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731179:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731182:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009d507137[1 000000007298121b 5 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877045.731184:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731185:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731187:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1999a0. 00000020:00000001:0.0:1788877045.731189:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731190:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731192:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731193:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558001888 : -126393151549728 : ffff8d0bcd198ee0) 00000020:00000001:0.0:1788877045.731196:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731197:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731198:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731199:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731201:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731203:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f4d6bf3[2 000000007298121b 1 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877045.731205:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731206:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731208:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731209:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198f40 00000008:00000001:0.0:1788877045.731210:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731212:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198f50 page ffff8d0bcd198f40 at index 82. 00000008:00000001:0.0:1788877045.731214:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731216:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731218:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1480 index 82 00000020:00000001:0.0:1788877045.731220:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731221:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731222:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731224:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f4d6bf3[1 000000007298121b 5 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877045.731226:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731227:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731228:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198ee0. 00000020:00000001:0.0:1788877045.731232:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731233:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731234:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731236:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558000096 : -126393151551520 : ffff8d0bcd1987e0) 00000020:00000001:0.0:1788877045.731238:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731239:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731240:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731241:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731242:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731245:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000113d507e[2 000000007298121b 1 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877045.731798:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731800:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731802:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731803:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198840 00000008:00000001:0.0:1788877045.731806:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731808:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198850 page ffff8d0bcd198840 at index 83. 00000008:00000001:0.0:1788877045.731810:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731814:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731816:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d14c0 index 83 00000020:00000001:0.0:1788877045.731819:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731821:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731822:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731826:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000113d507e[1 000000007298121b 5 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877045.731828:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731830:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731833:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1987e0. 00000020:00000001:0.0:1788877045.731836:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731837:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731839:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731841:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558000544 : -126393151551072 : ffff8d0bcd1989a0) 00000020:00000001:0.0:1788877045.731843:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731844:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731845:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731847:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731848:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731851:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000142e4523[2 000000007298121b 1 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877045.731853:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731854:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731856:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731857:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198a00 00000008:00000001:0.0:1788877045.731859:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731860:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198a10 page ffff8d0bcd198a00 at index 84. 00000008:00000001:0.0:1788877045.731863:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731865:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731867:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1500 index 84 00000020:00000001:0.0:1788877045.731869:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731870:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731872:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731874:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000142e4523[1 000000007298121b 5 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877045.731877:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731878:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731880:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1989a0. 00000020:00000001:0.0:1788877045.731882:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731883:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731884:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731886:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558001216 : -126393151550400 : ffff8d0bcd198c40) 00000020:00000001:0.0:1788877045.731887:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731888:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731890:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731891:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731892:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731894:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000011412c5[2 000000007298121b 1 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877045.731896:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731897:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731898:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731899:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198ca0 00000008:00000001:0.0:1788877045.731900:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731901:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198cb0 page ffff8d0bcd198ca0 at index 85. 00000008:00000001:0.0:1788877045.731904:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731906:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731907:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1540 index 85 00000020:00000001:0.0:1788877045.731909:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731910:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731911:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731914:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000011412c5[1 000000007298121b 5 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877045.731915:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731916:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731918:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198c40. 00000020:00000001:0.0:1788877045.731920:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731921:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731923:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731924:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557999872 : -126393151551744 : ffff8d0bcd198700) 00000020:00000001:0.0:1788877045.731926:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731927:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731929:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731930:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731931:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731934:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b9c38215[2 000000007298121b 1 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877045.731936:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731937:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731938:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731939:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198760 00000008:00000001:0.0:1788877045.731941:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731942:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198770 page ffff8d0bcd198760 at index 86. 00000008:00000001:0.0:1788877045.731944:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731946:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731949:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1580 index 86 00000020:00000001:0.0:1788877045.731950:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731951:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731952:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731955:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b9c38215[1 000000007298121b 5 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877045.731956:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731957:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731958:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198700. 00000020:00000001:0.0:1788877045.731960:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731961:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731963:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731964:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557999648 : -126393151551968 : ffff8d0bcd198620) 00000020:00000001:0.0:1788877045.731966:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731967:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.731968:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.731969:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.731970:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.731972:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e2b70471[2 000000007298121b 1 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877045.731974:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.731975:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.731976:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.731977:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198680 00000008:00000001:0.0:1788877045.731979:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.731980:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198690 page ffff8d0bcd198680 at index 87. 00000008:00000001:0.0:1788877045.731982:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.731984:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.731985:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d15c0 index 87 00000020:00000001:0.0:1788877045.731987:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731988:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.731989:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.731991:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e2b70471[1 000000007298121b 5 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877045.731992:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.731993:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.731995:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198620. 00000020:00000001:0.0:1788877045.731996:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.731997:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.731998:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.731999:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558000768 : -126393151550848 : ffff8d0bcd198a80) 00000020:00000001:0.0:1788877045.732001:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732002:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732003:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.732004:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.732004:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.732006:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000421da82f[2 000000007298121b 1 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877045.732008:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.732009:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.732010:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.732011:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198ae0 00000008:00000001:0.0:1788877045.732012:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.732013:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198af0 page ffff8d0bcd198ae0 at index 88. 00000008:00000001:0.0:1788877045.732015:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.732017:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.732018:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1600 index 88 00000020:00000001:0.0:1788877045.732019:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732020:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732021:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.732023:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000421da82f[1 000000007298121b 5 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877045.732025:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.732026:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.732027:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198a80. 00000020:00000001:0.0:1788877045.732028:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.732029:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.732030:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.732032:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557998528 : -126393151553088 : ffff8d0bcd1981c0) 00000020:00000001:0.0:1788877045.732033:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732034:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732035:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.732036:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.732037:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.732039:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a99d942b[2 000000007298121b 1 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877045.732041:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.732042:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.732043:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.732044:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198220 00000008:00000001:0.0:1788877045.732045:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.732047:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198230 page ffff8d0bcd198220 at index 89. 00000008:00000001:0.0:1788877045.732048:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.732050:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.732052:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1640 index 89 00000020:00000001:0.0:1788877045.732053:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732055:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732056:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.732058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a99d942b[1 000000007298121b 5 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877045.732060:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.732061:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.732063:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1981c0. 00000020:00000001:0.0:1788877045.732065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.732066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.732142:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.732144:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558001440 : -126393151550176 : ffff8d0bcd198d20) 00000020:00000001:0.0:1788877045.732147:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732148:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732149:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.732150:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.732152:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.732155:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000027facd6a[2 000000007298121b 1 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877045.732157:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.732158:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.732160:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.732161:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198d80 00000008:00000001:0.0:1788877045.732163:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.732165:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198d90 page ffff8d0bcd198d80 at index 90. 00000008:00000001:0.0:1788877045.732167:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.732170:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.732172:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1680 index 90 00000020:00000001:0.0:1788877045.732175:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732176:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732177:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.732180:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000027facd6a[1 000000007298121b 5 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877045.732182:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.732184:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.732186:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198d20. 00000020:00000001:0.0:1788877045.732188:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.732190:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.732191:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.732192:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558000992 : -126393151550624 : ffff8d0bcd198b60) 00000020:00000001:0.0:1788877045.732195:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732196:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732197:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.732198:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.732199:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.732203:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a0b0ccc[2 000000007298121b 1 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877045.732205:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.732206:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.732207:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.732209:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198bc0 00000008:00000001:0.0:1788877045.732210:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.732211:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198bd0 page ffff8d0bcd198bc0 at index 91. 00000008:00000001:0.0:1788877045.732214:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.732216:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.732217:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d16c0 index 91 00000020:00000001:0.0:1788877045.732219:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732220:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732221:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.732223:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a0b0ccc[1 000000007298121b 5 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877045.732225:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.732227:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.732228:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198b60. 00000020:00000001:0.0:1788877045.732230:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.732232:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.732233:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.732234:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558000320 : -126393151551296 : ffff8d0bcd1988c0) 00000020:00000001:0.0:1788877045.732236:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732237:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732238:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.732239:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.732240:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.732243:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aaed5989[2 000000007298121b 1 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877045.732245:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.732246:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.732269:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.732270:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198920 00000008:00000001:0.0:1788877045.732272:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.732274:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198930 page ffff8d0bcd198920 at index 92. 00000008:00000001:0.0:1788877045.732275:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.732278:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.732280:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1700 index 92 00000020:00000001:0.0:1788877045.732282:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732283:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732284:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.732287:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aaed5989[1 000000007298121b 5 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877045.732289:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.732290:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.732292:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1988c0. 00000020:00000001:0.0:1788877045.732294:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.732295:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.732297:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.732298:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558001664 : -126393151549952 : ffff8d0bcd198e00) 00000020:00000001:0.0:1788877045.732301:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732302:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732303:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.732304:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.732305:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.732308:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000013138d2[2 000000007298121b 1 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877045.732310:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.732311:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.732312:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.732313:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198e60 00000008:00000001:0.0:1788877045.732315:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.732317:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198e70 page ffff8d0bcd198e60 at index 93. 00000008:00000001:0.0:1788877045.732319:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.732321:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.732323:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1740 index 93 00000020:00000001:0.0:1788877045.732325:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732326:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732327:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.732330:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000013138d2[1 000000007298121b 5 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877045.732332:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.732333:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.732335:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198e00. 00000020:00000001:0.0:1788877045.732337:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.732338:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.732340:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.732341:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557999424 : -126393151552192 : ffff8d0bcd198540) 00000020:00000001:0.0:1788877045.732343:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732344:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732345:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.732346:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.732347:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.732350:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000099bf5a45[2 000000007298121b 1 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877045.732351:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.732352:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.732354:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.732354:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1985a0 00000008:00000001:0.0:1788877045.732356:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.732357:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1985b0 page ffff8d0bcd1985a0 at index 94. 00000008:00000001:0.0:1788877045.732359:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.732361:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.732363:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d1780 index 94 00000020:00000001:0.0:1788877045.732365:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732366:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732367:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.732370:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000099bf5a45[1 000000007298121b 5 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877045.732371:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.732372:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.732373:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198540. 00000020:00000001:0.0:1788877045.732375:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.732377:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.732378:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.732380:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557998080 : -126393151553536 : ffff8d0bcd198000) 00000020:00000001:0.0:1788877045.732382:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732383:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732384:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.732385:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.732386:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.732388:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b6687deb[2 000000007298121b 1 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877045.732391:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.732392:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.732393:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.732394:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198060 00000008:00000001:0.0:1788877045.732395:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.732396:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198070 page ffff8d0bcd198060 at index 95. 00000008:00000001:0.0:1788877045.732398:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.732401:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.732402:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444d17c0 index 95 00000020:00000001:0.0:1788877045.732404:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732406:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732407:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.732409:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b6687deb[1 000000007298121b 5 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877045.732411:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.732412:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.732414:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198000. 00000020:00000001:0.0:1788877045.732416:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.732417:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.732419:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.732420:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557998304 : -126393151553312 : ffff8d0bcd1980e0) 00000020:00000001:0.0:1788877045.732422:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732423:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732424:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.732425:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.732426:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.732429:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c586efa7[2 000000007298121b 1 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877045.732430:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.732431:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.732433:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.732434:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198140 00000008:00000001:0.0:1788877045.732435:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.732436:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198150 page ffff8d0bcd198140 at index 96. 00000008:00000001:0.0:1788877045.732438:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.732440:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.732442:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563000 index 96 00000020:00000001:0.0:1788877045.732444:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732445:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.732446:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.732449:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c586efa7[1 000000007298121b 5 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877045.732450:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.732451:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.732453:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1980e0. 00000020:00000001:0.0:1788877045.732455:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.732456:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.732457:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.732459:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557998976 : -126393151552640 : ffff8d0bcd198380) 00000020:00000001:0.0:1788877045.732461:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.732462:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.735401:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.735413:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.735415:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.735433:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000649955dc[2 000000007298121b 1 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877045.735435:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.735437:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.735441:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.735443:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1983e0 00000008:00000001:0.0:1788877045.735447:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.735449:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1983f0 page ffff8d0bcd1983e0 at index 97. 00000008:00000001:0.0:1788877045.735452:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.735471:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.735476:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563040 index 97 00000020:00000001:0.0:1788877045.735482:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.735484:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.735487:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.735490:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000649955dc[1 000000007298121b 5 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877045.735612:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.735616:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.735628:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198380. 00000020:00000001:0.0:1788877045.735641:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.735642:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.735718:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.735726:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557998752 : -126393151552864 : ffff8d0bcd1982a0) 00000020:00000001:0.0:1788877045.735801:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.735802:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.735803:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.735805:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.735808:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.735814:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007e004e01[2 000000007298121b 1 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877045.735817:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.735818:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.735819:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.735823:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd198300 00000008:00000001:0.0:1788877045.735824:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.735826:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd198310 page ffff8d0bcd198300 at index 98. 00000008:00000001:0.0:1788877045.735830:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.735836:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.735838:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563080 index 98 00000020:00000001:0.0:1788877045.735843:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.735845:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.735846:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.735848:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007e004e01[1 000000007298121b 5 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877045.735852:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.735854:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.735859:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1982a0. 00000020:00000001:0.0:1788877045.735861:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.735862:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.735866:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.735868:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557999200 : -126393151552416 : ffff8d0bcd198460) 00000020:00000001:0.0:1788877045.735872:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.735873:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.735874:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.735876:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.735877:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.735880:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007eaceb00[2 000000007298121b 1 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877045.735881:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.735883:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.735884:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.735885:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1984c0 00000008:00000001:0.0:1788877045.735887:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.735888:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1984d0 page ffff8d0bcd1984c0 at index 99. 00000008:00000001:0.0:1788877045.735890:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.735892:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.735894:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445630c0 index 99 00000020:00000001:0.0:1788877045.735896:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.735897:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.735898:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.735900:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007eaceb00[1 000000007298121b 5 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877045.735903:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.735904:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.735906:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd198460. 00000020:00000001:0.0:1788877045.735908:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.735909:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.735911:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.735912:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558395840 : -126393151155776 : ffff8d0bcd1f91c0) 00000020:00000001:0.0:1788877045.735914:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.735915:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.735916:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.735917:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.735918:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.735921:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000597f650c[2 000000007298121b 1 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877045.735923:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.735924:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.735925:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.735927:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9220 00000008:00000001:0.0:1788877045.735928:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.735929:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9230 page ffff8d0bcd1f9220 at index 100. 00000008:00000001:0.0:1788877045.735931:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.735934:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.735935:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563100 index 100 00000020:00000001:0.0:1788877045.735938:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.735939:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.735944:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.735949:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000597f650c[1 000000007298121b 5 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877045.735951:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.735952:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.735954:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f91c0. 00000020:00000001:0.0:1788877045.735960:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.735964:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.735965:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.735969:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558398752 : -126393151152864 : ffff8d0bcd1f9d20) 00000020:00000001:0.0:1788877045.735971:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.735972:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.735976:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.735977:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.735978:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.735983:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b54530a4[2 000000007298121b 1 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877045.735985:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.735989:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.735990:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.735991:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9d80 00000008:00000001:0.0:1788877045.735995:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.735997:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9d90 page ffff8d0bcd1f9d80 at index 101. 00000008:00000001:0.0:1788877045.735998:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.736017:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.736031:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563140 index 101 00000020:00000001:0.0:1788877045.736036:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.736037:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.736039:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.736058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b54530a4[1 000000007298121b 5 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877045.736059:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.736061:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.736077:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9d20. 00000020:00000001:0.0:1788877045.736080:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.736081:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.736094:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.736099:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558398304 : -126393151153312 : ffff8d0bcd1f9b60) 00000020:00000001:0.0:1788877045.736101:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.736102:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.736103:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.736104:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.736106:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.736109:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006381793a[2 000000007298121b 1 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877045.736110:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.736111:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.736113:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.736114:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9bc0 00000008:00000001:0.0:1788877045.736115:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.736117:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9bd0 page ffff8d0bcd1f9bc0 at index 102. 00000008:00000001:0.0:1788877045.736119:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.736150:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.736154:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563180 index 102 00000020:00000001:0.0:1788877045.736159:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.736160:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.736161:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.736167:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006381793a[1 000000007298121b 5 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877045.736187:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.736191:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.736193:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9b60. 00000020:00000001:0.0:1788877045.736216:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.736217:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.736220:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.736221:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558397632 : -126393151153984 : ffff8d0bcd1f98c0) 00000020:00000001:0.0:1788877045.737832:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.737835:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.737837:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.737839:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.737840:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.737847:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000180460a4[2 000000007298121b 1 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877045.737849:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.737851:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.737854:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.737856:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9920 00000008:00000001:0.0:1788877045.737860:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.737862:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9930 page ffff8d0bcd1f9920 at index 103. 00000008:00000001:0.0:1788877045.737865:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.737873:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.737876:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445631c0 index 103 00000020:00000001:0.0:1788877045.737881:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.737882:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.737884:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.737887:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000180460a4[1 000000007298121b 5 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877045.737889:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.737890:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.737895:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f98c0. 00000020:00000001:0.0:1788877045.737902:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.737903:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.737907:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.737909:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558398976 : -126393151152640 : ffff8d0bcd1f9e00) 00000020:00000001:0.0:1788877045.737911:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.737912:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.737913:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.737915:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.737916:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.737918:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005f789265[2 000000007298121b 1 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877045.737921:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.737922:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.737924:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.737925:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9e60 00000008:00000001:0.0:1788877045.737926:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.737928:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9e70 page ffff8d0bcd1f9e60 at index 104. 00000008:00000001:0.0:1788877045.737930:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.737933:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.737935:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563200 index 104 00000020:00000001:0.0:1788877045.737937:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.737938:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.737939:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.737942:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005f789265[1 000000007298121b 5 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877045.737943:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.737944:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.737946:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9e00. 00000020:00000001:0.0:1788877045.737949:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.737949:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738031:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738033:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558396736 : -126393151154880 : ffff8d0bcd1f9540) 00000020:00000001:0.0:1788877045.738035:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738036:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738037:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738038:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738039:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738041:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000042b3bfd5[2 000000007298121b 1 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877045.738043:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738044:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738045:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738046:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f95a0 00000008:00000001:0.0:1788877045.738048:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738049:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f95b0 page ffff8d0bcd1f95a0 at index 105. 00000008:00000001:0.0:1788877045.738051:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738053:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738055:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563240 index 105 00000020:00000001:0.0:1788877045.738057:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738058:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738059:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738061:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000042b3bfd5[1 000000007298121b 5 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877045.738063:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738064:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738066:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9540. 00000020:00000001:0.0:1788877045.738068:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738069:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738071:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738073:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558395392 : -126393151156224 : ffff8d0bcd1f9000) 00000020:00000001:0.0:1788877045.738075:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738076:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738077:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738078:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738079:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738082:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000002f19899[2 000000007298121b 1 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877045.738084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738085:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738086:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738087:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9060 00000008:00000001:0.0:1788877045.738089:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738090:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9070 page ffff8d0bcd1f9060 at index 106. 00000008:00000001:0.0:1788877045.738092:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738095:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738096:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563280 index 106 00000020:00000001:0.0:1788877045.738098:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738099:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738100:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738102:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000002f19899[1 000000007298121b 5 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877045.738104:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738105:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738106:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9000. 00000020:00000001:0.0:1788877045.738108:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738109:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738111:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738112:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558395616 : -126393151156000 : ffff8d0bcd1f90e0) 00000020:00000001:0.0:1788877045.738114:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738115:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738116:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738117:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738118:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738121:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000596a08d8[2 000000007298121b 1 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877045.738123:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738124:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738125:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738126:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9140 00000008:00000001:0.0:1788877045.738128:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738129:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9150 page ffff8d0bcd1f9140 at index 107. 00000008:00000001:0.0:1788877045.738131:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738133:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738134:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445632c0 index 107 00000020:00000001:0.0:1788877045.738138:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738139:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738140:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738142:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000596a08d8[1 000000007298121b 5 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877045.738143:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738144:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738146:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f90e0. 00000020:00000001:0.0:1788877045.738148:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738149:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738150:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738151:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558396288 : -126393151155328 : ffff8d0bcd1f9380) 00000020:00000001:0.0:1788877045.738153:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738154:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738155:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738156:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738157:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009fe4dea8[2 000000007298121b 1 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877045.738160:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738162:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738163:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738164:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f93e0 00000008:00000001:0.0:1788877045.738165:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738167:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f93f0 page ffff8d0bcd1f93e0 at index 108. 00000008:00000001:0.0:1788877045.738168:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738170:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738172:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563300 index 108 00000020:00000001:0.0:1788877045.738173:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738174:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738175:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738177:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009fe4dea8[1 000000007298121b 5 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877045.738180:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738181:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738182:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9380. 00000020:00000001:0.0:1788877045.738184:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738185:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738186:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738187:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558396064 : -126393151155552 : ffff8d0bcd1f92a0) 00000020:00000001:0.0:1788877045.738189:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738190:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738191:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738192:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738193:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738196:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005e491283[2 000000007298121b 1 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877045.738197:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738198:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738199:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738200:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9300 00000008:00000001:0.0:1788877045.738201:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738202:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9310 page ffff8d0bcd1f9300 at index 109. 00000008:00000001:0.0:1788877045.738204:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738206:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738208:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563340 index 109 00000020:00000001:0.0:1788877045.738209:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738210:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738211:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738214:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005e491283[1 000000007298121b 5 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877045.738216:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738217:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738218:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f92a0. 00000020:00000001:0.0:1788877045.738220:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738222:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738223:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738224:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558396512 : -126393151155104 : ffff8d0bcd1f9460) 00000020:00000001:0.0:1788877045.738226:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738227:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738229:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738230:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738231:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738234:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001776fde9[2 000000007298121b 1 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877045.738236:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738237:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738238:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738239:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f94c0 00000008:00000001:0.0:1788877045.738241:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738242:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f94d0 page ffff8d0bcd1f94c0 at index 110. 00000008:00000001:0.0:1788877045.738244:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738246:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738268:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44563380 index 110 00000020:00000001:0.0:1788877045.738270:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738271:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738272:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738275:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001776fde9[1 000000007298121b 5 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877045.738276:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738278:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738280:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9460. 00000020:00000001:0.0:1788877045.738282:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738283:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738285:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738286:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558399200 : -126393151152416 : ffff8d0bcd1f9ee0) 00000020:00000001:0.0:1788877045.738288:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738289:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738290:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738291:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738293:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738295:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000660c9a9b[2 000000007298121b 1 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877045.738297:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738298:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738300:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738301:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9f40 00000008:00000001:0.0:1788877045.738303:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738304:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9f50 page ffff8d0bcd1f9f40 at index 111. 00000008:00000001:0.0:1788877045.738306:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738309:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738311:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445633c0 index 111 00000020:00000001:0.0:1788877045.738313:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738314:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738316:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738318:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000660c9a9b[1 000000007298121b 5 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877045.738320:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738321:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738324:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9ee0. 00000020:00000001:0.0:1788877045.738326:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738326:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738328:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738329:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558397408 : -126393151154208 : ffff8d0bcd1f97e0) 00000020:00000001:0.0:1788877045.738331:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738332:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738334:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738335:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738336:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738339:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d2bf7c11[2 000000007298121b 1 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877045.738340:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738341:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738343:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738344:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9840 00000008:00000001:0.0:1788877045.738345:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738346:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9850 page ffff8d0bcd1f9840 at index 112. 00000008:00000001:0.0:1788877045.738348:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738350:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738351:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6400 index 112 00000020:00000001:0.0:1788877045.738353:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738354:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738355:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738357:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d2bf7c11[1 000000007298121b 5 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877045.738359:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738360:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738362:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f97e0. 00000020:00000001:0.0:1788877045.738364:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738365:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738366:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738367:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558397856 : -126393151153760 : ffff8d0bcd1f99a0) 00000020:00000001:0.0:1788877045.738369:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738370:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738371:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738372:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738373:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738375:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b3b1afc8[2 000000007298121b 1 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877045.738377:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738378:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738380:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738381:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9a00 00000008:00000001:0.0:1788877045.738382:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738383:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9a10 page ffff8d0bcd1f9a00 at index 113. 00000008:00000001:0.0:1788877045.738385:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738387:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738389:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6440 index 113 00000020:00000001:0.0:1788877045.738390:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738392:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738393:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738395:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b3b1afc8[1 000000007298121b 5 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877045.738396:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738398:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738399:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f99a0. 00000020:00000001:0.0:1788877045.738401:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738403:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738404:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738405:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558398528 : -126393151153088 : ffff8d0bcd1f9c40) 00000020:00000001:0.0:1788877045.738407:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738408:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738409:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738411:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738412:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738414:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a998487b[2 000000007298121b 1 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877045.738416:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738417:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738419:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738420:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9ca0 00000008:00000001:0.0:1788877045.738421:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738422:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9cb0 page ffff8d0bcd1f9ca0 at index 114. 00000008:00000001:0.0:1788877045.738424:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738427:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738428:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6480 index 114 00000020:00000001:0.0:1788877045.738430:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738430:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738431:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738434:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a998487b[1 000000007298121b 5 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877045.738436:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738437:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738438:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9c40. 00000020:00000001:0.0:1788877045.738440:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738441:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738443:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738444:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558397184 : -126393151154432 : ffff8d0bcd1f9700) 00000020:00000001:0.0:1788877045.738446:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738448:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738449:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738450:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738451:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738454:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000322e8ed1[2 000000007298121b 1 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877045.738455:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738457:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738458:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738459:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9760 00000008:00000001:0.0:1788877045.738461:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738462:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9770 page ffff8d0bcd1f9760 at index 115. 00000008:00000001:0.0:1788877045.738474:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738477:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738478:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f64c0 index 115 00000020:00000001:0.0:1788877045.738480:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738641:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738642:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738694:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000322e8ed1[1 000000007298121b 5 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877045.738699:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738700:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738706:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9700. 00000020:00000001:0.0:1788877045.738710:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738712:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738713:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738717:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558396960 : -126393151154656 : ffff8d0bcd1f9620) 00000020:00000001:0.0:1788877045.738719:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738720:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738721:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738725:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738776:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738781:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000087930dee[2 000000007298121b 1 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877045.738783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738785:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738786:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738789:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9680 00000008:00000001:0.0:1788877045.738791:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738793:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9690 page ffff8d0bcd1f9680 at index 116. 00000008:00000001:0.0:1788877045.738797:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738802:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738804:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6500 index 116 00000020:00000001:0.0:1788877045.738806:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738809:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738811:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738816:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000087930dee[1 000000007298121b 5 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877045.738817:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738818:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738823:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9620. 00000020:00000001:0.0:1788877045.738825:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738826:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738830:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738831:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558398080 : -126393151153536 : ffff8d0bcd1f9a80) 00000020:00000001:0.0:1788877045.738833:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738837:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738838:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738839:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738843:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738846:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f309e37[2 000000007298121b 1 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877045.738850:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738851:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738852:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738853:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f9ae0 00000008:00000001:0.0:1788877045.738857:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738859:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f9af0 page ffff8d0bcd1f9ae0 at index 117. 00000008:00000001:0.0:1788877045.738863:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738865:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738869:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6540 index 117 00000020:00000001:0.0:1788877045.738871:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738874:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738876:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738878:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f309e37[1 000000007298121b 5 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877045.738880:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738881:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738883:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f9a80. 00000020:00000001:0.0:1788877045.738885:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738886:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738887:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738888:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558393312 : -126393151158304 : ffff8d0bcd1f87e0) 00000020:00000001:0.0:1788877045.738890:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738891:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738892:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738893:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738894:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.738897:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e51f9824[2 000000007298121b 1 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877045.738898:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.738899:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.738901:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.738902:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8840 00000008:00000001:0.0:1788877045.738903:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.738904:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8850 page ffff8d0bcd1f8840 at index 118. 00000008:00000001:0.0:1788877045.738907:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.738909:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.738911:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6580 index 118 00000020:00000001:0.0:1788877045.738912:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738914:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.738915:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.738917:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e51f9824[1 000000007298121b 5 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877045.738919:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.738920:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.738922:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f87e0. 00000020:00000001:0.0:1788877045.738925:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.738926:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.738928:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.738929:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558393760 : -126393151157856 : ffff8d0bcd1f89a0) 00000020:00000001:0.0:1788877045.738931:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738932:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.738933:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.738934:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.738935:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.739151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000847b143[2 000000007298121b 1 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877045.739154:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.739158:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.739159:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.739160:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8a00 00000008:00000001:0.0:1788877045.739164:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.739166:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8a10 page ffff8d0bcd1f8a00 at index 119. 00000008:00000001:0.0:1788877045.739168:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.739173:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.739177:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f65c0 index 119 00000020:00000001:0.0:1788877045.739179:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739181:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739182:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.739187:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000847b143[1 000000007298121b 5 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877045.739189:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.739190:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.739192:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f89a0. 00000020:00000001:0.0:1788877045.739197:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.739198:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.739517:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.739522:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558394432 : -126393151157184 : ffff8d0bcd1f8c40) 00000020:00000001:0.0:1788877045.739528:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739529:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739532:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.739534:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.739535:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.739541:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d23de004[2 000000007298121b 1 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877045.739545:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.739546:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.739547:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.739551:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8ca0 00000008:00000001:0.0:1788877045.739553:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.739554:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8cb0 page ffff8d0bcd1f8ca0 at index 120. 00000008:00000001:0.0:1788877045.739559:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.739564:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.739566:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6600 index 120 00000020:00000001:0.0:1788877045.739571:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739572:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739573:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.739578:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d23de004[1 000000007298121b 5 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877045.739580:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.739581:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.739586:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8c40. 00000020:00000001:0.0:1788877045.739588:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.739589:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.739593:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.739595:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558393088 : -126393151158528 : ffff8d0bcd1f8700) 00000020:00000001:0.0:1788877045.739600:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739601:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739602:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.739605:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.739606:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.739612:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ab2d36ac[2 000000007298121b 1 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877045.739613:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.739614:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.739616:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.739617:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8760 00000008:00000001:0.0:1788877045.739620:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.739622:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8770 page ffff8d0bcd1f8760 at index 121. 00000008:00000001:0.0:1788877045.739626:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.739628:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.739630:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6640 index 121 00000020:00000001:0.0:1788877045.739635:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739636:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739637:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.739642:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ab2d36ac[1 000000007298121b 5 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877045.739643:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.739644:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.739648:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8700. 00000020:00000001:0.0:1788877045.739650:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.739723:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.739728:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.739799:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558392864 : -126393151158752 : ffff8d0bcd1f8620) 00000020:00000001:0.0:1788877045.739805:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739806:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739810:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.739811:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.739812:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.739818:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000007b9366f[2 000000007298121b 1 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877045.739823:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.739824:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.739825:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.739828:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8680 00000008:00000001:0.0:1788877045.739830:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.739831:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8690 page ffff8d0bcd1f8680 at index 122. 00000008:00000001:0.0:1788877045.739836:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.739841:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.739843:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6680 index 122 00000020:00000001:0.0:1788877045.739847:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739848:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739850:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.739855:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000007b9366f[1 000000007298121b 5 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877045.739856:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.739857:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.739875:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8620. 00000020:00000001:0.0:1788877045.739878:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.739879:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.739880:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.739882:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558393984 : -126393151157632 : ffff8d0bcd1f8a80) 00000020:00000001:0.0:1788877045.739884:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739885:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739886:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.739887:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.739888:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.739891:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c198740b[2 000000007298121b 1 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877045.739892:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.739893:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.739895:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.739896:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8ae0 00000008:00000001:0.0:1788877045.739897:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.739898:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8af0 page ffff8d0bcd1f8ae0 at index 123. 00000008:00000001:0.0:1788877045.739901:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.739903:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.739905:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f66c0 index 123 00000020:00000001:0.0:1788877045.739907:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739908:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.739909:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.739911:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c198740b[1 000000007298121b 5 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877045.739913:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.739914:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.739916:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8a80. 00000020:00000001:0.0:1788877045.739919:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.739920:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.739921:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.739922:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558391744 : -126393151159872 : ffff8d0bcd1f81c0) 00000020:00000001:0.0:1788877045.739924:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739925:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.739926:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.739928:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.739929:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.739931:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009e47f7e5[2 000000007298121b 1 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877045.739933:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.739934:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.739935:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.739936:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8220 00000008:00000001:0.0:1788877045.739938:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.739984:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8230 page ffff8d0bcd1f8220 at index 124. 00000008:00000001:0.0:1788877045.739987:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.740006:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.740008:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6700 index 124 00000020:00000001:0.0:1788877045.740013:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.740014:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.740015:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.740021:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009e47f7e5[1 000000007298121b 5 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877045.740024:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.740026:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.740028:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f81c0. 00000020:00000001:0.0:1788877045.740045:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.740046:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.740048:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.740060:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558394656 : -126393151156960 : ffff8d0bcd1f8d20) 00000020:00000001:0.0:1788877045.740065:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.740066:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.740067:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.740107:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.740109:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.740113:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000529c1c86[2 000000007298121b 1 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877045.740115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.740116:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.740117:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.740119:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8d80 00000008:00000001:0.0:1788877045.740120:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.740121:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8d90 page ffff8d0bcd1f8d80 at index 125. 00000008:00000001:0.0:1788877045.740123:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.740905:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.740914:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6740 index 125 00000020:00000001:0.0:1788877045.740919:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.740921:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.740922:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.740927:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000529c1c86[1 000000007298121b 5 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877045.740929:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.740930:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.740933:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8d20. 00000020:00000001:0.0:1788877045.740937:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.740939:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.740941:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.740943:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558394208 : -126393151157408 : ffff8d0bcd1f8b60) 00000020:00000001:0.0:1788877045.740946:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.740947:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.740948:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.740949:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.740950:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.740953:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ed4ba010[2 000000007298121b 1 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877045.740955:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.740956:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.740958:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.740959:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8bc0 00000008:00000001:0.0:1788877045.740960:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.740962:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8bd0 page ffff8d0bcd1f8bc0 at index 126. 00000008:00000001:0.0:1788877045.740964:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.740968:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.740969:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f6780 index 126 00000020:00000001:0.0:1788877045.740971:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.740972:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.740973:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.740975:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ed4ba010[1 000000007298121b 5 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877045.740977:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.740978:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.740980:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8b60. 00000020:00000001:0.0:1788877045.740982:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.740983:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.740984:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.740986:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558393536 : -126393151158080 : ffff8d0bcd1f88c0) 00000020:00000001:0.0:1788877045.740988:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.740989:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.740990:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.740991:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.740992:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.740995:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001374fbc5[2 000000007298121b 1 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877045.740996:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.740997:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.740999:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.741000:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8920 00000008:00000001:0.0:1788877045.741001:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.741003:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8930 page ffff8d0bcd1f8920 at index 127. 00000008:00000001:0.0:1788877045.741005:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.741014:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.741015:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc447f67c0 index 127 00000020:00000001:0.0:1788877045.741017:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741018:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741019:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.741022:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001374fbc5[1 000000007298121b 5 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877045.741024:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.741025:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.741027:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f88c0. 00000020:00000001:0.0:1788877045.741029:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.741031:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.741032:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.741033:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558394880 : -126393151156736 : ffff8d0bcd1f8e00) 00000020:00000001:0.0:1788877045.741035:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741036:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741038:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.741039:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.741040:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.741043:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000014a318cc[2 000000007298121b 1 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877045.741045:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.741046:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.741047:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.741048:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8e60 00000008:00000001:0.0:1788877045.741050:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.741051:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8e70 page ffff8d0bcd1f8e60 at index 128. 00000008:00000001:0.0:1788877045.741053:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.741056:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.741058:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68c00 index 128 00000020:00000001:0.0:1788877045.741059:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741061:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741062:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.741064:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000014a318cc[1 000000007298121b 5 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877045.741065:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.741067:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.741068:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8e00. 00000020:00000001:0.0:1788877045.741070:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.741071:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.741072:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.741074:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558392640 : -126393151158976 : ffff8d0bcd1f8540) 00000020:00000001:0.0:1788877045.741075:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741076:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741077:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.741078:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.741079:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.741082:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aa274183[2 000000007298121b 1 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877045.741083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.741084:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.741086:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.741087:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f85a0 00000008:00000001:0.0:1788877045.741088:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.741090:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f85b0 page ffff8d0bcd1f85a0 at index 129. 00000008:00000001:0.0:1788877045.741091:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.741094:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.741095:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68c40 index 129 00000020:00000001:0.0:1788877045.741097:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741098:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741099:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.741101:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aa274183[1 000000007298121b 5 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877045.741103:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.741104:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.741106:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8540. 00000020:00000001:0.0:1788877045.741108:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.741108:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.741110:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.741111:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558391296 : -126393151160320 : ffff8d0bcd1f8000) 00000020:00000001:0.0:1788877045.741113:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741114:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741115:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.741116:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.741117:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.741120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aea25ed9[2 000000007298121b 1 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877045.741122:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.741123:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.741125:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.741126:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8060 00000008:00000001:0.0:1788877045.741127:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.741129:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8070 page ffff8d0bcd1f8060 at index 130. 00000008:00000001:0.0:1788877045.741131:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.741133:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.741135:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68c80 index 130 00000020:00000001:0.0:1788877045.741136:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741138:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741138:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.741141:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aea25ed9[1 000000007298121b 5 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877045.741142:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.741143:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.741145:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8000. 00000020:00000001:0.0:1788877045.741146:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.741148:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.741149:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.741150:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558391520 : -126393151160096 : ffff8d0bcd1f80e0) 00000020:00000001:0.0:1788877045.741152:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741153:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741154:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.741155:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.741156:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.741158:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a549109a[2 000000007298121b 1 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877045.741160:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.741161:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.741162:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.741163:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8140 00000008:00000001:0.0:1788877045.741164:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.741165:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8150 page ffff8d0bcd1f8140 at index 131. 00000008:00000001:0.0:1788877045.741167:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.741169:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.741171:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68cc0 index 131 00000020:00000001:0.0:1788877045.741172:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741173:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741174:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.741176:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a549109a[1 000000007298121b 5 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877045.741178:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.741179:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.741180:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f80e0. 00000020:00000001:0.0:1788877045.741182:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.741183:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.741184:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.741185:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558392192 : -126393151159424 : ffff8d0bcd1f8380) 00000020:00000001:0.0:1788877045.741187:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741187:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741189:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.741190:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.741191:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.741193:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000d9ac2cf[2 000000007298121b 1 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877045.741195:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.741196:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.741197:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.741198:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f83e0 00000008:00000001:0.0:1788877045.741199:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.741200:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f83f0 page ffff8d0bcd1f83e0 at index 132. 00000008:00000001:0.0:1788877045.741202:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.741204:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.741205:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68d00 index 132 00000020:00000001:0.0:1788877045.741207:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741208:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741209:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.741211:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000d9ac2cf[1 000000007298121b 5 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877045.741213:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.741214:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.741216:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8380. 00000020:00000001:0.0:1788877045.741217:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.741218:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.741220:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.741221:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558391968 : -126393151159648 : ffff8d0bcd1f82a0) 00000020:00000001:0.0:1788877045.741223:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741224:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.741225:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.741226:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.741227:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.741229:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006058e92d[2 000000007298121b 1 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877045.741230:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.741231:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.741233:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.741234:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8300 00000008:00000001:0.0:1788877045.741235:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.741236:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8310 page ffff8d0bcd1f8300 at index 133. 00000008:00000001:0.0:1788877045.741238:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.741240:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.741241:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68d40 index 133 00000020:00000001:0.0:1788877045.741244:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741245:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.741246:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.742493:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006058e92d[1 000000007298121b 5 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877045.742498:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.742500:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.742505:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f82a0. 00000020:00000001:0.0:1788877045.742512:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.742513:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.742517:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.742520:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558392416 : -126393151159200 : ffff8d0bcd1f8460) 00000020:00000001:0.0:1788877045.742523:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.742524:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.742526:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.742527:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.742529:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.742532:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007e8be4ae[2 000000007298121b 1 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877045.742535:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.742536:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.742538:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.742539:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f84c0 00000008:00000001:0.0:1788877045.742542:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.742544:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f84d0 page ffff8d0bcd1f84c0 at index 134. 00000008:00000001:0.0:1788877045.742546:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.742553:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.742556:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68d80 index 134 00000020:00000001:0.0:1788877045.742561:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.742562:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.742564:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.742566:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007e8be4ae[1 000000007298121b 5 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877045.742568:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.742569:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.742571:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8460. 00000020:00000001:0.0:1788877045.742573:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.742574:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.744797:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.744808:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558395104 : -126393151156512 : ffff8d0bcd1f8ee0) 00000020:00000001:0.0:1788877045.744814:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.744816:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.744818:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.744819:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.744821:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.744830:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a606edb6[2 000000007298121b 1 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877045.744832:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.744834:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.744837:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.744839:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f8f40 00000008:00000001:0.0:1788877045.744842:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.744844:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f8f50 page ffff8d0bcd1f8f40 at index 135. 00000008:00000001:0.0:1788877045.744847:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.744856:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.744860:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68dc0 index 135 00000020:00000001:0.0:1788877045.744865:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.744866:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.744868:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.744871:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a606edb6[1 000000007298121b 5 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877045.744874:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.744876:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.744882:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f8ee0. 00000020:00000001:0.0:1788877045.744889:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.744890:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.744892:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.744893:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558389440 : -126393151162176 : ffff8d0bcd1f78c0) 00000020:00000001:0.0:1788877045.744895:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.744896:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.744897:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.744898:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.744899:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.744902:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008203ab6f[2 000000007298121b 1 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877045.744904:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.744905:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.744906:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.744907:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7920 00000008:00000001:0.0:1788877045.744909:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.744910:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7930 page ffff8d0bcd1f7920 at index 136. 00000008:00000001:0.0:1788877045.744913:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.744916:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.744917:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68e00 index 136 00000020:00000001:0.0:1788877045.744919:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.744920:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.744921:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.744923:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008203ab6f[1 000000007298121b 5 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877045.744925:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.744926:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.744928:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f78c0. 00000020:00000001:0.0:1788877045.744932:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.744933:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.744935:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.744936:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558390784 : -126393151160832 : ffff8d0bcd1f7e00) 00000020:00000001:0.0:1788877045.744938:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.744939:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.744940:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.744941:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.744943:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.744945:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000087d955ab[2 000000007298121b 1 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877045.744948:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.744949:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.744950:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.744951:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7e60 00000008:00000001:0.0:1788877045.744952:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.744954:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7e70 page ffff8d0bcd1f7e60 at index 137. 00000008:00000001:0.0:1788877045.744956:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.744958:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.744959:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68e40 index 137 00000020:00000001:0.0:1788877045.744961:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.744962:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.744963:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.744966:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000087d955ab[1 000000007298121b 5 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877045.744967:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.744968:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.744970:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7e00. 00000020:00000001:0.0:1788877045.744972:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.744973:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.744975:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.744976:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558388544 : -126393151163072 : ffff8d0bcd1f7540) 00000020:00000001:0.0:1788877045.744978:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.744979:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.744980:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.744981:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.744982:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.744985:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000046d04ca[2 000000007298121b 1 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877045.744986:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.744987:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.744988:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.744989:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f75a0 00000008:00000001:0.0:1788877045.744991:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.744992:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f75b0 page ffff8d0bcd1f75a0 at index 138. 00000008:00000001:0.0:1788877045.744993:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.744996:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.744997:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68e80 index 138 00000020:00000001:0.0:1788877045.744999:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745000:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745001:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745004:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000046d04ca[1 000000007298121b 5 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877045.745006:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745008:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745009:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7540. 00000020:00000001:0.0:1788877045.745011:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745012:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745014:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745016:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558387200 : -126393151164416 : ffff8d0bcd1f7000) 00000020:00000001:0.0:1788877045.745017:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745018:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745019:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745021:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745022:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a9c5808c[2 000000007298121b 1 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877045.745026:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745027:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745028:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745029:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7060 00000008:00000001:0.0:1788877045.745031:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745032:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7070 page ffff8d0bcd1f7060 at index 139. 00000008:00000001:0.0:1788877045.745034:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745037:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745038:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68ec0 index 139 00000020:00000001:0.0:1788877045.745040:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745041:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745042:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745044:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a9c5808c[1 000000007298121b 5 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877045.745046:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745047:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745048:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7000. 00000020:00000001:0.0:1788877045.745050:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745051:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745052:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745054:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558387424 : -126393151164192 : ffff8d0bcd1f70e0) 00000020:00000001:0.0:1788877045.745055:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745056:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745057:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745058:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745059:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ebf30e06[2 000000007298121b 1 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877045.745063:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745065:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745066:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745067:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7140 00000008:00000001:0.0:1788877045.745068:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745069:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7150 page ffff8d0bcd1f7140 at index 140. 00000008:00000001:0.0:1788877045.745071:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745073:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745074:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68f00 index 140 00000020:00000001:0.0:1788877045.745075:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745076:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745077:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745079:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ebf30e06[1 000000007298121b 5 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877045.745080:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745081:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745082:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f70e0. 00000020:00000001:0.0:1788877045.745084:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745085:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745086:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745087:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558388096 : -126393151163520 : ffff8d0bcd1f7380) 00000020:00000001:0.0:1788877045.745089:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745090:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745091:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745092:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745093:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745096:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bdc94b80[2 000000007298121b 1 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877045.745097:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745098:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745099:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745100:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f73e0 00000008:00000001:0.0:1788877045.745102:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745103:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f73f0 page ffff8d0bcd1f73e0 at index 141. 00000008:00000001:0.0:1788877045.745105:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745108:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745109:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68f40 index 141 00000020:00000001:0.0:1788877045.745111:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745112:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745113:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745116:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bdc94b80[1 000000007298121b 5 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877045.745118:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745119:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745120:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7380. 00000020:00000001:0.0:1788877045.745122:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745123:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745125:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745126:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558387872 : -126393151163744 : ffff8d0bcd1f72a0) 00000020:00000001:0.0:1788877045.745127:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745129:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745130:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745131:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745132:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745134:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000034c42003[2 000000007298121b 1 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877045.745136:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745137:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745138:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745139:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7300 00000008:00000001:0.0:1788877045.745140:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745142:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7310 page ffff8d0bcd1f7300 at index 142. 00000008:00000001:0.0:1788877045.745143:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745146:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745147:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68f80 index 142 00000020:00000001:0.0:1788877045.745149:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745149:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745151:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745153:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000034c42003[1 000000007298121b 5 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877045.745154:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745155:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745156:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f72a0. 00000020:00000001:0.0:1788877045.745158:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745160:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745161:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745163:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558388320 : -126393151163296 : ffff8d0bcd1f7460) 00000020:00000001:0.0:1788877045.745164:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745165:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745167:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745168:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745169:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745171:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d7d0928[2 000000007298121b 1 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877045.745173:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745175:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745176:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745177:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f74c0 00000008:00000001:0.0:1788877045.745178:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745180:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f74d0 page ffff8d0bcd1f74c0 at index 143. 00000008:00000001:0.0:1788877045.745182:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745184:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745185:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c68fc0 index 143 00000020:00000001:0.0:1788877045.745187:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745188:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745189:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745192:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d7d0928[1 000000007298121b 5 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877045.745193:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745194:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745196:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7460. 00000020:00000001:0.0:1788877045.745198:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745199:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745200:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745202:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558391008 : -126393151160608 : ffff8d0bcd1f7ee0) 00000020:00000001:0.0:1788877045.745204:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745205:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745206:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745207:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745208:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745210:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000867a815b[2 000000007298121b 1 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877045.745212:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745213:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745214:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745215:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7f40 00000008:00000001:0.0:1788877045.745217:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745218:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7f50 page ffff8d0bcd1f7f40 at index 144. 00000008:00000001:0.0:1788877045.745221:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745223:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745225:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495800 index 144 00000020:00000001:0.0:1788877045.745227:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745228:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745229:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745231:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000867a815b[1 000000007298121b 5 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877045.745233:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745234:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745236:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7ee0. 00000020:00000001:0.0:1788877045.745238:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745239:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745241:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745242:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558389216 : -126393151162400 : ffff8d0bcd1f77e0) 00000020:00000001:0.0:1788877045.745244:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745245:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745246:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745266:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745267:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745270:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000006cf04e[2 000000007298121b 1 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877045.745272:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745273:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745275:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745276:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7840 00000008:00000001:0.0:1788877045.745278:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745279:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7850 page ffff8d0bcd1f7840 at index 145. 00000008:00000001:0.0:1788877045.745281:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745284:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745285:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495840 index 145 00000020:00000001:0.0:1788877045.745287:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745288:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745289:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745292:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000006cf04e[1 000000007298121b 5 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877045.745293:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745294:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745297:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f77e0. 00000020:00000001:0.0:1788877045.745299:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745301:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745302:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745304:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558389664 : -126393151161952 : ffff8d0bcd1f79a0) 00000020:00000001:0.0:1788877045.745306:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745307:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745309:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745310:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745311:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745313:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001c996534[2 000000007298121b 1 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877045.745316:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745317:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745318:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745319:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7a00 00000008:00000001:0.0:1788877045.745320:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745322:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7a10 page ffff8d0bcd1f7a00 at index 146. 00000008:00000001:0.0:1788877045.745324:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745326:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745327:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495880 index 146 00000020:00000001:0.0:1788877045.745329:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745330:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745331:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745334:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001c996534[1 000000007298121b 5 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877045.745335:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745337:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745338:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f79a0. 00000020:00000001:0.0:1788877045.745341:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745341:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745343:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745344:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558390336 : -126393151161280 : ffff8d0bcd1f7c40) 00000020:00000001:0.0:1788877045.745346:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745347:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745348:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745349:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745350:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745353:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000594263d[2 000000007298121b 1 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877045.745354:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745356:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745357:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745358:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7ca0 00000008:00000001:0.0:1788877045.745359:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745360:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7cb0 page ffff8d0bcd1f7ca0 at index 147. 00000008:00000001:0.0:1788877045.745362:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745365:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745366:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444958c0 index 147 00000020:00000001:0.0:1788877045.745368:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745369:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745370:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745372:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000594263d[1 000000007298121b 5 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877045.745374:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745376:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745377:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7c40. 00000020:00000001:0.0:1788877045.745380:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745381:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745382:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745383:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558388992 : -126393151162624 : ffff8d0bcd1f7700) 00000020:00000001:0.0:1788877045.745386:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745386:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745388:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745389:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745390:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745392:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000db1181c8[2 000000007298121b 1 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877045.745394:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745395:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745397:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745397:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7760 00000008:00000001:0.0:1788877045.745399:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745400:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7770 page ffff8d0bcd1f7760 at index 148. 00000008:00000001:0.0:1788877045.745402:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745404:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745406:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495900 index 148 00000020:00000001:0.0:1788877045.745408:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745409:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745410:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745412:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000db1181c8[1 000000007298121b 5 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877045.745414:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745415:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745417:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7700. 00000020:00000001:0.0:1788877045.745420:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745421:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745422:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745423:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558388768 : -126393151162848 : ffff8d0bcd1f7620) 00000020:00000001:0.0:1788877045.745425:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745426:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745427:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745428:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745429:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745431:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000bcbe2f6[2 000000007298121b 1 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877045.745433:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745434:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745436:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745437:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7680 00000008:00000001:0.0:1788877045.745438:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745440:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7690 page ffff8d0bcd1f7680 at index 149. 00000008:00000001:0.0:1788877045.745442:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745444:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745445:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495940 index 149 00000020:00000001:0.0:1788877045.745447:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745448:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745449:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745451:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000bcbe2f6[1 000000007298121b 5 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877045.745453:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745454:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745456:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7620. 00000020:00000001:0.0:1788877045.745458:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745459:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745541:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745543:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558389888 : -126393151161728 : ffff8d0bcd1f7a80) 00000020:00000001:0.0:1788877045.745546:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745547:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745548:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745549:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745550:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745553:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e33e4f19[2 000000007298121b 1 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877045.745555:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745556:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745557:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745558:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7ae0 00000008:00000001:0.0:1788877045.745560:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745562:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7af0 page ffff8d0bcd1f7ae0 at index 150. 00000008:00000001:0.0:1788877045.745564:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745566:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745568:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495980 index 150 00000020:00000001:0.0:1788877045.745570:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745571:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745572:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745575:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e33e4f19[1 000000007298121b 5 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877045.745577:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745578:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745580:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7a80. 00000020:00000001:0.0:1788877045.745582:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745583:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745585:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745586:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558387648 : -126393151163968 : ffff8d0bcd1f71c0) 00000020:00000001:0.0:1788877045.745588:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745589:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745590:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745591:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745593:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745596:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000288a0c98[2 000000007298121b 1 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877045.745597:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745599:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745600:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745601:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7220 00000008:00000001:0.0:1788877045.745603:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745604:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7230 page ffff8d0bcd1f7220 at index 151. 00000008:00000001:0.0:1788877045.745606:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745608:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745609:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc444959c0 index 151 00000020:00000001:0.0:1788877045.745611:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745612:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745613:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745615:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000288a0c98[1 000000007298121b 5 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877045.745616:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745617:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745619:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f71c0. 00000020:00000001:0.0:1788877045.745621:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745622:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745623:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745625:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558390560 : -126393151161056 : ffff8d0bcd1f7d20) 00000020:00000001:0.0:1788877045.745627:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745628:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745629:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745630:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745632:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745634:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c4234f61[2 000000007298121b 1 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877045.745636:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745638:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745639:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745640:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7d80 00000008:00000001:0.0:1788877045.745641:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745642:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7d90 page ffff8d0bcd1f7d80 at index 152. 00000008:00000001:0.0:1788877045.745644:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745647:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745648:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495a00 index 152 00000020:00000001:0.0:1788877045.745650:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745662:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745663:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745666:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c4234f61[1 000000007298121b 5 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877045.745668:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745669:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745670:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7d20. 00000020:00000001:0.0:1788877045.745672:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745673:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745675:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745676:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558390112 : -126393151161504 : ffff8d0bcd1f7b60) 00000020:00000001:0.0:1788877045.745678:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745679:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745680:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745681:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745682:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745685:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000553c7a63[2 000000007298121b 1 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877045.745687:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745688:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745689:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745690:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f7bc0 00000008:00000001:0.0:1788877045.745692:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745693:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f7bd0 page ffff8d0bcd1f7bc0 at index 153. 00000008:00000001:0.0:1788877045.745696:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745699:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745700:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495a40 index 153 00000020:00000001:0.0:1788877045.745702:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745703:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745704:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745706:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000553c7a63[1 000000007298121b 5 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877045.745709:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745710:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745711:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f7b60. 00000020:00000001:0.0:1788877045.745714:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745715:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745716:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745717:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698533600 : -126389011018016 : ffff8d0cc3e50ee0) 00000020:00000001:0.0:1788877045.745719:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745720:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745721:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745723:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745724:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001c3f0557[2 000000007298121b 1 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877045.745728:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745729:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745730:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745731:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50f40 00000008:00000001:0.0:1788877045.745733:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745734:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50f50 page ffff8d0cc3e50f40 at index 154. 00000008:00000001:0.0:1788877045.745736:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745738:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745740:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592b80 index 154 00000020:00000001:0.0:1788877045.745741:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745742:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745743:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745745:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001c3f0557[1 000000007298121b 5 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877045.745747:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745748:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745750:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50ee0. 00000020:00000001:0.0:1788877045.745753:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745754:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745755:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745757:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698530912 : -126389011020704 : ffff8d0cc3e50460) 00000020:00000001:0.0:1788877045.745759:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745760:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745761:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745762:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745763:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745765:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006dd85980[2 000000007298121b 1 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877045.745767:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745768:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745769:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745770:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e504c0 00000008:00000001:0.0:1788877045.745771:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745773:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e504d0 page ffff8d0cc3e504c0 at index 155. 00000008:00000001:0.0:1788877045.745774:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745777:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745778:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44592bc0 index 155 00000020:00000001:0.0:1788877045.745780:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745781:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745782:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745784:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006dd85980[1 000000007298121b 5 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877045.745786:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745787:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745788:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e50460. 00000020:00000001:0.0:1788877045.745790:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745790:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745791:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745792:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684698530464 : -126389011021152 : ffff8d0cc3e502a0) 00000020:00000001:0.0:1788877045.745794:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745795:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745796:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745797:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745799:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745801:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000884c6fbf[2 000000007298121b 1 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877045.745802:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745804:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745805:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745806:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc3e50300 00000008:00000001:0.0:1788877045.745807:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745808:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc3e50310 page ffff8d0cc3e50300 at index 156. 00000008:00000001:0.0:1788877045.745811:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745813:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745814:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495ac0 index 156 00000020:00000001:0.0:1788877045.745816:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745817:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745818:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745821:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000884c6fbf[1 000000007298121b 5 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877045.745823:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745824:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745826:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc3e502a0. 00000020:00000001:0.0:1788877045.745828:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745830:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745831:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745832:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512335072 : -126388197216544 : ffff8d0cf466aee0) 00000020:00000001:0.0:1788877045.745834:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745835:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745836:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745838:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745839:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745841:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e6ad5ef5[2 000000007298121b 1 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877045.745843:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745844:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745846:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745847:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466af40 00000008:00000001:0.0:1788877045.745848:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745849:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466af50 page ffff8d0cf466af40 at index 157. 00000008:00000001:0.0:1788877045.745851:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745854:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745856:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495b00 index 157 00000020:00000001:0.0:1788877045.745858:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745859:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745860:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745862:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e6ad5ef5[1 000000007298121b 5 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877045.745863:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745865:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745866:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466aee0. 00000020:00000001:0.0:1788877045.745870:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745872:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745873:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745875:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512332384 : -126388197219232 : ffff8d0cf466a460) 00000020:00000001:0.0:1788877045.745877:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745878:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745879:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745880:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745881:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745884:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dd2ffec8[2 000000007298121b 1 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877045.745886:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745887:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745889:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745890:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a4c0 00000008:00000001:0.0:1788877045.745891:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745892:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a4d0 page ffff8d0cf466a4c0 at index 158. 00000008:00000001:0.0:1788877045.745894:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745897:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745898:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495b40 index 158 00000020:00000001:0.0:1788877045.745900:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745902:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745903:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745905:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dd2ffec8[1 000000007298121b 5 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877045.745906:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745907:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745909:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a460. 00000020:00000001:0.0:1788877045.745911:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745912:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745914:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745915:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512331936 : -126388197219680 : ffff8d0cf466a2a0) 00000020:00000001:0.0:1788877045.745917:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745918:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745919:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745920:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745921:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745923:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004894594e[2 000000007298121b 1 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877045.745925:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745926:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745927:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745928:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a300 00000008:00000001:0.0:1788877045.745930:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745931:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a310 page ffff8d0cf466a300 at index 159. 00000008:00000001:0.0:1788877045.745933:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745936:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745937:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495b80 index 159 00000020:00000001:0.0:1788877045.745939:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745940:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745941:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745944:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004894594e[1 000000007298121b 5 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877045.745946:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745947:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745948:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a2a0. 00000020:00000001:0.0:1788877045.745951:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745952:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745953:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745955:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512332160 : -126388197219456 : ffff8d0cf466a380) 00000020:00000001:0.0:1788877045.745957:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745958:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745959:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.745960:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.745961:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.745964:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ba77db38[2 000000007298121b 1 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877045.745965:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.745967:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.745968:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.745969:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a3e0 00000008:00000001:0.0:1788877045.745971:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.745972:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a3f0 page ffff8d0cf466a3e0 at index 160. 00000008:00000001:0.0:1788877045.745975:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.745977:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.745978:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495bc0 index 160 00000020:00000001:0.0:1788877045.745981:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745982:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.745983:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.745985:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ba77db38[1 000000007298121b 5 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877045.745987:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.745988:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.745990:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a380. 00000020:00000001:0.0:1788877045.745992:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.745993:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.745994:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.745996:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512331488 : -126388197220128 : ffff8d0cf466a0e0) 00000020:00000001:0.0:1788877045.745998:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.745999:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746000:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746001:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746002:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746005:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ae825439[2 000000007298121b 1 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877045.746007:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746008:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746010:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746011:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a140 00000008:00000001:0.0:1788877045.746012:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746013:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a150 page ffff8d0cf466a140 at index 161. 00000008:00000001:0.0:1788877045.746015:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746018:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746019:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32c00 index 161 00000020:00000001:0.0:1788877045.746021:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746023:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746024:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746026:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ae825439[1 000000007298121b 5 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877045.746027:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746028:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746030:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a0e0. 00000020:00000001:0.0:1788877045.746032:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746033:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746034:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746036:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512331264 : -126388197220352 : ffff8d0cf466a000) 00000020:00000001:0.0:1788877045.746038:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746038:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746040:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746041:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746042:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746044:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000068591c3c[2 000000007298121b 1 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877045.746046:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746047:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746048:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746049:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a060 00000008:00000001:0.0:1788877045.746051:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746052:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a070 page ffff8d0cf466a060 at index 162. 00000008:00000001:0.0:1788877045.746054:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746057:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746058:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32c40 index 162 00000020:00000001:0.0:1788877045.746060:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746061:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746062:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746065:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000068591c3c[1 000000007298121b 5 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877045.746067:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746068:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746070:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a000. 00000020:00000001:0.0:1788877045.746072:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746073:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746074:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746075:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512332608 : -126388197219008 : ffff8d0cf466a540) 00000020:00000001:0.0:1788877045.746077:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746078:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746079:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746081:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746081:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fd30f2ab[2 000000007298121b 1 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877045.746085:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746087:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746088:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746089:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a5a0 00000008:00000001:0.0:1788877045.746090:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746092:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a5b0 page ffff8d0cf466a5a0 at index 163. 00000008:00000001:0.0:1788877045.746094:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746096:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746098:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32c80 index 163 00000020:00000001:0.0:1788877045.746100:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746101:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746102:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746104:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fd30f2ab[1 000000007298121b 5 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877045.746105:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746106:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746107:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a540. 00000020:00000001:0.0:1788877045.746109:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746110:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746112:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746113:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512334848 : -126388197216768 : ffff8d0cf466ae00) 00000020:00000001:0.0:1788877045.746115:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746115:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746117:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746118:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746119:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746121:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000be5fb1ee[2 000000007298121b 1 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877045.746123:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746124:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746125:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746126:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466ae60 00000008:00000001:0.0:1788877045.746127:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746128:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466ae70 page ffff8d0cf466ae60 at index 164. 00000008:00000001:0.0:1788877045.746130:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746132:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746133:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32cc0 index 164 00000020:00000001:0.0:1788877045.746135:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746136:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746137:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746139:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000be5fb1ee[1 000000007298121b 5 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877045.746140:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746141:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746143:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466ae00. 00000020:00000001:0.0:1788877045.746145:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746146:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746192:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746195:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512333504 : -126388197218112 : ffff8d0cf466a8c0) 00000020:00000001:0.0:1788877045.746197:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746198:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746199:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746201:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746202:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746204:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000386b54e0[2 000000007298121b 1 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877045.746206:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746207:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746208:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746210:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a920 00000008:00000001:0.0:1788877045.746211:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746212:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a930 page ffff8d0cf466a920 at index 165. 00000008:00000001:0.0:1788877045.746215:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746218:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746219:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32d00 index 165 00000020:00000001:0.0:1788877045.746221:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746222:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746224:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746226:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000386b54e0[1 000000007298121b 5 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877045.746228:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746229:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746231:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a8c0. 00000020:00000001:0.0:1788877045.746233:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746234:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746235:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746237:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512334176 : -126388197217440 : ffff8d0cf466ab60) 00000020:00000001:0.0:1788877045.746239:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746240:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746241:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746242:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746243:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746246:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000249cf184[2 000000007298121b 1 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877045.746285:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746286:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746288:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746289:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466abc0 00000008:00000001:0.0:1788877045.746290:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746292:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466abd0 page ffff8d0cf466abc0 at index 166. 00000008:00000001:0.0:1788877045.746294:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746297:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746299:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32d40 index 166 00000020:00000001:0.0:1788877045.746301:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746302:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746303:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746306:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000249cf184[1 000000007298121b 5 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877045.746307:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746308:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746310:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466ab60. 00000020:00000001:0.0:1788877045.746313:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746314:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746315:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746317:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512334624 : -126388197216992 : ffff8d0cf466ad20) 00000020:00000001:0.0:1788877045.746319:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746320:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746321:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746322:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746323:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746326:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fa6616c4[2 000000007298121b 1 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877045.746328:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746329:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746330:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746331:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466ad80 00000008:00000001:0.0:1788877045.746333:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746334:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466ad90 page ffff8d0cf466ad80 at index 167. 00000008:00000001:0.0:1788877045.746336:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746339:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746340:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32d80 index 167 00000020:00000001:0.0:1788877045.746342:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746343:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746344:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746346:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fa6616c4[1 000000007298121b 5 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877045.746348:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746349:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746351:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466ad20. 00000020:00000001:0.0:1788877045.746352:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746353:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746355:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746356:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512331712 : -126388197219904 : ffff8d0cf466a1c0) 00000020:00000001:0.0:1788877045.746358:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746359:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746360:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746361:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746362:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746365:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001ef6f1de[2 000000007298121b 1 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877045.746366:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746367:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746369:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746369:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a220 00000008:00000001:0.0:1788877045.746371:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746372:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a230 page ffff8d0cf466a220 at index 168. 00000008:00000001:0.0:1788877045.746374:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746377:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746378:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32dc0 index 168 00000020:00000001:0.0:1788877045.746380:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746381:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746382:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746385:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001ef6f1de[1 000000007298121b 5 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877045.746386:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746388:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746389:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a1c0. 00000020:00000001:0.0:1788877045.746391:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746392:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746394:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746395:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512333952 : -126388197217664 : ffff8d0cf466aa80) 00000020:00000001:0.0:1788877045.746397:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746398:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746399:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746400:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746401:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746403:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000034f6adb4[2 000000007298121b 1 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877045.746405:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746406:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746407:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746408:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466aae0 00000008:00000001:0.0:1788877045.746409:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746411:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466aaf0 page ffff8d0cf466aae0 at index 169. 00000008:00000001:0.0:1788877045.746413:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746416:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746417:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32e00 index 169 00000020:00000001:0.0:1788877045.746419:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746420:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746421:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746423:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000034f6adb4[1 000000007298121b 5 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877045.746425:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746426:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746427:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466aa80. 00000020:00000001:0.0:1788877045.746429:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746430:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746431:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746432:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512332832 : -126388197218784 : ffff8d0cf466a620) 00000020:00000001:0.0:1788877045.746434:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746435:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746436:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746437:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746438:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746440:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cae7bda0[2 000000007298121b 1 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877045.746442:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746444:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746445:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746446:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a680 00000008:00000001:0.0:1788877045.746447:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746448:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a690 page ffff8d0cf466a680 at index 170. 00000008:00000001:0.0:1788877045.746450:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746452:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746453:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32e40 index 170 00000020:00000001:0.0:1788877045.746455:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746457:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746458:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746461:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cae7bda0[1 000000007298121b 5 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877045.746462:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746474:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746476:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a620. 00000020:00000001:0.0:1788877045.746478:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746479:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746481:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746482:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512333056 : -126388197218560 : ffff8d0cf466a700) 00000020:00000001:0.0:1788877045.746484:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746485:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746486:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746487:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746488:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746491:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007c0e3859[2 000000007298121b 1 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877045.746492:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746493:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746495:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746496:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a760 00000008:00000001:0.0:1788877045.746497:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746498:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a770 page ffff8d0cf466a760 at index 171. 00000008:00000001:0.0:1788877045.746501:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746503:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746504:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32e80 index 171 00000020:00000001:0.0:1788877045.746506:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746507:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746508:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746511:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007c0e3859[1 000000007298121b 5 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877045.746512:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746514:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746515:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a700. 00000020:00000001:0.0:1788877045.746517:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746518:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746520:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746521:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512334400 : -126388197217216 : ffff8d0cf466ac40) 00000020:00000001:0.0:1788877045.746523:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746524:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746525:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746526:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746527:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746530:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009d99238c[2 000000007298121b 1 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877045.746531:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746532:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746534:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746535:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466aca0 00000008:00000001:0.0:1788877045.746536:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746538:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466acb0 page ffff8d0cf466aca0 at index 172. 00000008:00000001:0.0:1788877045.746540:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746542:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746543:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32ec0 index 172 00000020:00000001:0.0:1788877045.746545:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746546:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746547:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746550:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009d99238c[1 000000007298121b 5 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877045.746551:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746552:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746553:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466ac40. 00000020:00000001:0.0:1788877045.746556:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746557:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746558:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746559:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512333728 : -126388197217888 : ffff8d0cf466a9a0) 00000020:00000001:0.0:1788877045.746560:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746561:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746563:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746564:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746565:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746567:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000138627f9[2 000000007298121b 1 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877045.746569:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746570:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746571:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746571:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466aa00 00000008:00000001:0.0:1788877045.746572:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746574:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466aa10 page ffff8d0cf466aa00 at index 173. 00000008:00000001:0.0:1788877045.746575:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746577:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746579:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32f00 index 173 00000020:00000001:0.0:1788877045.746580:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746581:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746582:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746584:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000138627f9[1 000000007298121b 5 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877045.746585:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746586:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746587:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a9a0. 00000020:00000001:0.0:1788877045.746589:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746590:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746591:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746592:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685512333280 : -126388197218336 : ffff8d0cf466a7e0) 00000020:00000001:0.0:1788877045.746594:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746595:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746595:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746597:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746598:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746600:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000467d52df[2 000000007298121b 1 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877045.746601:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746602:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746604:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746605:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf466a840 00000008:00000001:0.0:1788877045.746606:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746607:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf466a850 page ffff8d0cf466a840 at index 174. 00000008:00000001:0.0:1788877045.746610:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746612:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746614:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32f40 index 174 00000020:00000001:0.0:1788877045.746615:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746616:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746617:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746619:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000467d52df[1 000000007298121b 5 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877045.746621:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746622:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746623:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf466a7e0. 00000020:00000001:0.0:1788877045.746626:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746627:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746628:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746629:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030695808 : -126388678855808 : ffff8d0cd7b17380) 00000020:00000001:0.0:1788877045.746631:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746632:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746633:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746635:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746636:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000028e2333b[2 000000007298121b 1 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877045.746640:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746641:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746643:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746643:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b173e0 00000008:00000001:0.0:1788877045.746645:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746646:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b173f0 page ffff8d0cd7b173e0 at index 175. 00000008:00000001:0.0:1788877045.746649:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746650:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746652:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32f80 index 175 00000020:00000001:0.0:1788877045.746653:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746655:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746656:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746658:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000028e2333b[1 000000007298121b 5 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877045.746659:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746660:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746662:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17380. 00000020:00000001:0.0:1788877045.746664:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746666:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746667:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746668:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030695136 : -126388678856480 : ffff8d0cd7b170e0) 00000020:00000001:0.0:1788877045.746670:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746671:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746672:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746673:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746674:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746677:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003855abb3[2 000000007298121b 1 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877045.746679:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746680:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746681:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746682:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17140 00000008:00000001:0.0:1788877045.746683:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746685:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17150 page ffff8d0cd7b17140 at index 176. 00000008:00000001:0.0:1788877045.746686:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746689:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746690:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c32fc0 index 176 00000020:00000001:0.0:1788877045.746692:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746693:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746694:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746696:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003855abb3[1 000000007298121b 5 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877045.746697:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746698:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746700:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b170e0. 00000020:00000001:0.0:1788877045.746702:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746702:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746703:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746705:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030694912 : -126388678856704 : ffff8d0cd7b17000) 00000020:00000001:0.0:1788877045.746706:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746707:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746708:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746709:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746710:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001cad5169[2 000000007298121b 1 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877045.746714:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746715:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746716:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746717:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17060 00000008:00000001:0.0:1788877045.746719:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746720:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17070 page ffff8d0cd7b17060 at index 177. 00000008:00000001:0.0:1788877045.746722:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746724:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746725:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886c00 index 177 00000020:00000001:0.0:1788877045.746727:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746728:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746729:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746731:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001cad5169[1 000000007298121b 5 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877045.746733:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746734:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746736:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17000. 00000020:00000001:0.0:1788877045.746738:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746739:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746740:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746742:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030696256 : -126388678855360 : ffff8d0cd7b17540) 00000020:00000001:0.0:1788877045.746744:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746745:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746746:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746747:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746748:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746750:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006ba3687f[2 000000007298121b 1 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877045.746752:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746753:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746755:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746756:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b175a0 00000008:00000001:0.0:1788877045.746757:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746758:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b175b0 page ffff8d0cd7b175a0 at index 178. 00000008:00000001:0.0:1788877045.746760:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746762:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746764:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886c40 index 178 00000020:00000001:0.0:1788877045.746766:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746767:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746768:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746770:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006ba3687f[1 000000007298121b 5 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877045.746772:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746773:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746774:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17540. 00000020:00000001:0.0:1788877045.746776:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746778:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746779:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746780:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030698496 : -126388678853120 : ffff8d0cd7b17e00) 00000020:00000001:0.0:1788877045.746782:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746783:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746784:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746785:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746786:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746789:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cd51459b[2 000000007298121b 1 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877045.746790:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746792:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746793:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746794:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17e60 00000008:00000001:0.0:1788877045.746795:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746796:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17e70 page ffff8d0cd7b17e60 at index 179. 00000008:00000001:0.0:1788877045.746798:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746800:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746801:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886c80 index 179 00000020:00000001:0.0:1788877045.746802:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746803:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746804:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746806:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cd51459b[1 000000007298121b 5 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877045.746808:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746809:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746810:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17e00. 00000020:00000001:0.0:1788877045.746812:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746814:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746863:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746865:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030697152 : -126388678854464 : ffff8d0cd7b178c0) 00000020:00000001:0.0:1788877045.746867:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746868:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746869:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746870:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746871:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746874:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e47c5839[2 000000007298121b 1 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877045.746876:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746877:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746879:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746880:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17920 00000008:00000001:0.0:1788877045.746881:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746883:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17930 page ffff8d0cd7b17920 at index 180. 00000008:00000001:0.0:1788877045.746885:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746888:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746889:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886cc0 index 180 00000020:00000001:0.0:1788877045.746892:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746893:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746894:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746896:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e47c5839[1 000000007298121b 5 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877045.746898:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746899:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746901:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b178c0. 00000020:00000001:0.0:1788877045.746904:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746905:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746906:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746907:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030697824 : -126388678853792 : ffff8d0cd7b17b60) 00000020:00000001:0.0:1788877045.746909:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746910:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746911:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746912:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746913:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746915:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005cfd8e72[2 000000007298121b 1 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877045.746917:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746918:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746919:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746920:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17bc0 00000008:00000001:0.0:1788877045.746921:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746923:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17bd0 page ffff8d0cd7b17bc0 at index 181. 00000008:00000001:0.0:1788877045.746925:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746927:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746929:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886d00 index 181 00000020:00000001:0.0:1788877045.746931:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746932:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746933:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746935:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005cfd8e72[1 000000007298121b 5 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877045.746937:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746938:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746940:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17b60. 00000020:00000001:0.0:1788877045.746942:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746943:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746944:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746945:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030698272 : -126388678853344 : ffff8d0cd7b17d20) 00000020:00000001:0.0:1788877045.746947:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746948:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746949:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746950:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746951:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746954:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000012c89a8a[2 000000007298121b 1 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877045.746956:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746957:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746958:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746959:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17d80 00000008:00000001:0.0:1788877045.746960:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746961:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17d90 page ffff8d0cd7b17d80 at index 182. 00000008:00000001:0.0:1788877045.746963:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.746965:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.746967:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886d40 index 182 00000020:00000001:0.0:1788877045.746968:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746970:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.746971:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.746973:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000012c89a8a[1 000000007298121b 5 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877045.746974:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.746975:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.746977:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17d20. 00000020:00000001:0.0:1788877045.746979:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.746980:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.746981:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.746982:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030695360 : -126388678856256 : ffff8d0cd7b171c0) 00000020:00000001:0.0:1788877045.746984:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746985:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.746986:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.746987:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.746988:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.746991:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000027adbddc[2 000000007298121b 1 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877045.746992:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.746993:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.746994:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.746995:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17220 00000008:00000001:0.0:1788877045.746996:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.746998:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17230 page ffff8d0cd7b17220 at index 183. 00000008:00000001:0.0:1788877045.747000:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747002:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747003:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886d80 index 183 00000020:00000001:0.0:1788877045.747005:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747006:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747007:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747009:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000027adbddc[1 000000007298121b 5 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877045.747011:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747012:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747014:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b171c0. 00000020:00000001:0.0:1788877045.747016:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747017:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747018:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747020:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030697600 : -126388678854016 : ffff8d0cd7b17a80) 00000020:00000001:0.0:1788877045.747022:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747023:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747024:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747025:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747026:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747029:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000008e34ec2[2 000000007298121b 1 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877045.747030:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747031:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747033:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747034:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17ae0 00000008:00000001:0.0:1788877045.747035:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747036:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17af0 page ffff8d0cd7b17ae0 at index 184. 00000008:00000001:0.0:1788877045.747039:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747041:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747043:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886dc0 index 184 00000020:00000001:0.0:1788877045.747045:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747046:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747047:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747049:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000008e34ec2[1 000000007298121b 5 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877045.747051:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747052:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747054:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17a80. 00000020:00000001:0.0:1788877045.747055:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747057:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747058:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747060:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030696480 : -126388678855136 : ffff8d0cd7b17620) 00000020:00000001:0.0:1788877045.747061:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747063:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747064:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747065:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747066:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747068:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002b09fe01[2 000000007298121b 1 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877045.747070:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747071:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747072:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747073:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17680 00000008:00000001:0.0:1788877045.747074:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747076:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17690 page ffff8d0cd7b17680 at index 185. 00000008:00000001:0.0:1788877045.747077:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747080:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747081:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886e00 index 185 00000020:00000001:0.0:1788877045.747082:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747083:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747084:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747087:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002b09fe01[1 000000007298121b 5 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877045.747088:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747089:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747090:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17620. 00000020:00000001:0.0:1788877045.747092:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747093:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747095:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747096:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030696704 : -126388678854912 : ffff8d0cd7b17700) 00000020:00000001:0.0:1788877045.747098:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747099:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747100:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747101:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747102:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003cb39b17[2 000000007298121b 1 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877045.747107:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747108:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747109:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747110:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17760 00000008:00000001:0.0:1788877045.747112:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747113:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17770 page ffff8d0cd7b17760 at index 186. 00000008:00000001:0.0:1788877045.747115:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747118:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747119:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886e40 index 186 00000020:00000001:0.0:1788877045.747121:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747122:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747123:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747125:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003cb39b17[1 000000007298121b 5 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877045.747127:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747129:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747130:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17700. 00000020:00000001:0.0:1788877045.747132:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747133:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747135:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747136:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030698048 : -126388678853568 : ffff8d0cd7b17c40) 00000020:00000001:0.0:1788877045.747138:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747139:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747141:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747142:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747143:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747146:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000098b997e0[2 000000007298121b 1 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877045.747147:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747148:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747149:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747151:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17ca0 00000008:00000001:0.0:1788877045.747152:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747153:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17cb0 page ffff8d0cd7b17ca0 at index 187. 00000008:00000001:0.0:1788877045.747155:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747157:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747159:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886e80 index 187 00000020:00000001:0.0:1788877045.747160:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747161:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747162:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747164:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000098b997e0[1 000000007298121b 5 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877045.747166:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747167:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747169:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17c40. 00000020:00000001:0.0:1788877045.747171:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747172:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747173:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747175:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030697376 : -126388678854240 : ffff8d0cd7b179a0) 00000020:00000001:0.0:1788877045.747176:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747177:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747179:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747180:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747181:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747183:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000339fee93[2 000000007298121b 1 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877045.747185:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747186:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747188:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747189:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17a00 00000008:00000001:0.0:1788877045.747190:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747191:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17a10 page ffff8d0cd7b17a00 at index 188. 00000008:00000001:0.0:1788877045.747193:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747196:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747197:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886ec0 index 188 00000020:00000001:0.0:1788877045.747199:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747200:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747201:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747203:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000339fee93[1 000000007298121b 5 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877045.747205:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747206:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747207:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b179a0. 00000020:00000001:0.0:1788877045.747209:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747210:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747212:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747213:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030696928 : -126388678854688 : ffff8d0cd7b177e0) 00000020:00000001:0.0:1788877045.747215:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747216:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747217:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747218:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747220:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747222:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000776b3c17[2 000000007298121b 1 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877045.747224:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747225:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747226:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747227:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17840 00000008:00000001:0.0:1788877045.747229:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747230:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17850 page ffff8d0cd7b17840 at index 189. 00000008:00000001:0.0:1788877045.747232:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747234:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747235:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886f00 index 189 00000020:00000001:0.0:1788877045.747237:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747238:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747239:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747242:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000776b3c17[1 000000007298121b 5 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877045.747244:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747245:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747246:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b177e0. 00000020:00000001:0.0:1788877045.747282:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747283:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747285:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747286:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030698720 : -126388678852896 : ffff8d0cd7b17ee0) 00000020:00000001:0.0:1788877045.747288:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747289:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747290:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747291:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747292:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747295:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000434559ff[2 000000007298121b 1 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877045.747297:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747299:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747300:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747301:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17f40 00000008:00000001:0.0:1788877045.747302:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747304:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17f50 page ffff8d0cd7b17f40 at index 190. 00000008:00000001:0.0:1788877045.747306:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747309:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747310:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886f40 index 190 00000020:00000001:0.0:1788877045.747312:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747313:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747314:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747316:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000434559ff[1 000000007298121b 5 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877045.747318:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747319:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747321:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17ee0. 00000020:00000001:0.0:1788877045.747323:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747324:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747325:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747327:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030696032 : -126388678855584 : ffff8d0cd7b17460) 00000020:00000001:0.0:1788877045.747329:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747330:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747331:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747332:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747333:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747336:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005663dbd0[2 000000007298121b 1 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877045.747338:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747340:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747341:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747342:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b174c0 00000008:00000001:0.0:1788877045.747343:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747344:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b174d0 page ffff8d0cd7b174c0 at index 191. 00000008:00000001:0.0:1788877045.747346:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747355:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747356:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886f80 index 191 00000020:00000001:0.0:1788877045.747358:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747359:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747360:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747363:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005663dbd0[1 000000007298121b 5 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877045.747364:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747366:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747368:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b17460. 00000020:00000001:0.0:1788877045.747370:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747371:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747372:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747373:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685030695584 : -126388678856032 : ffff8d0cd7b172a0) 00000020:00000001:0.0:1788877045.747375:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747376:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747377:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747378:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747379:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747382:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e20a923a[2 000000007298121b 1 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877045.747384:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747385:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747386:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747388:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cd7b17300 00000008:00000001:0.0:1788877045.747389:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747390:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cd7b17310 page ffff8d0cd7b17300 at index 192. 00000008:00000001:0.0:1788877045.747393:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747396:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747397:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44886fc0 index 192 00000020:00000001:0.0:1788877045.747399:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747400:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747401:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747403:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e20a923a[1 000000007298121b 5 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877045.747406:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747407:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747409:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cd7b172a0. 00000020:00000001:0.0:1788877045.747411:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747412:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747413:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747415:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822867456 : -126388886684160 : ffff8d0ccb4e3e00) 00000020:00000001:0.0:1788877045.747417:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747418:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747419:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747420:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747421:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747424:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008074e5da[2 000000007298121b 1 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877045.747425:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747426:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747428:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747428:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3e60 00000008:00000001:0.0:1788877045.747430:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747431:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3e70 page ffff8d0ccb4e3e60 at index 193. 00000008:00000001:0.0:1788877045.747433:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747435:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747436:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849c00 index 193 00000020:00000001:0.0:1788877045.747438:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747439:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747440:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747442:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008074e5da[1 000000007298121b 5 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877045.747443:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747444:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747446:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3e00. 00000020:00000001:0.0:1788877045.747448:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747449:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747450:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747452:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822866112 : -126388886685504 : ffff8d0ccb4e38c0) 00000020:00000001:0.0:1788877045.747454:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747455:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747456:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747457:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747458:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747461:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007c565385[2 000000007298121b 1 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877045.747474:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747476:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747477:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747478:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3920 00000008:00000001:0.0:1788877045.747479:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747480:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3930 page ffff8d0ccb4e3920 at index 194. 00000008:00000001:0.0:1788877045.747482:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747485:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747486:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849c40 index 194 00000020:00000001:0.0:1788877045.747488:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747489:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747490:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747493:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007c565385[1 000000007298121b 5 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877045.747494:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747495:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747497:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e38c0. 00000020:00000001:0.0:1788877045.747499:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747500:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747550:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747552:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822866784 : -126388886684832 : ffff8d0ccb4e3b60) 00000020:00000001:0.0:1788877045.747554:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747555:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747556:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747557:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747558:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747561:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003fb6d112[2 000000007298121b 1 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877045.747563:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747564:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747565:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747566:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3bc0 00000008:00000001:0.0:1788877045.747568:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747570:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3bd0 page ffff8d0ccb4e3bc0 at index 195. 00000008:00000001:0.0:1788877045.747572:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747575:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747577:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849c80 index 195 00000020:00000001:0.0:1788877045.747579:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747580:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747581:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747583:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003fb6d112[1 000000007298121b 5 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877045.747585:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747586:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747588:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3b60. 00000020:00000001:0.0:1788877045.747591:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747592:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747593:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747594:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822867232 : -126388886684384 : ffff8d0ccb4e3d20) 00000020:00000001:0.0:1788877045.747596:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747597:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747598:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747599:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747600:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747603:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003915bb05[2 000000007298121b 1 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877045.747605:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747606:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747607:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747608:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3d80 00000008:00000001:0.0:1788877045.747610:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747611:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3d90 page ffff8d0ccb4e3d80 at index 196. 00000008:00000001:0.0:1788877045.747613:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747616:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747617:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849cc0 index 196 00000020:00000001:0.0:1788877045.747619:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747620:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747621:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747624:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003915bb05[1 000000007298121b 5 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877045.747625:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747626:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747628:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3d20. 00000020:00000001:0.0:1788877045.747630:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747632:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747633:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747634:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822864320 : -126388886687296 : ffff8d0ccb4e31c0) 00000020:00000001:0.0:1788877045.747636:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747637:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747639:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747640:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747641:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747643:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a5e6f944[2 000000007298121b 1 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877045.747645:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747646:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747647:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747648:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3220 00000008:00000001:0.0:1788877045.747649:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747651:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3230 page ffff8d0ccb4e3220 at index 197. 00000008:00000001:0.0:1788877045.747653:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747655:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747656:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849d00 index 197 00000020:00000001:0.0:1788877045.747658:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747659:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747660:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747662:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a5e6f944[1 000000007298121b 5 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877045.747663:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747664:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747666:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e31c0. 00000020:00000001:0.0:1788877045.747668:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747669:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747670:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747671:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822866560 : -126388886685056 : ffff8d0ccb4e3a80) 00000020:00000001:0.0:1788877045.747673:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747674:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747675:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747676:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747677:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747679:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000069e4a483[2 000000007298121b 1 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877045.747681:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747682:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747683:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747684:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3ae0 00000008:00000001:0.0:1788877045.747686:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747687:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3af0 page ffff8d0ccb4e3ae0 at index 198. 00000008:00000001:0.0:1788877045.747689:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747691:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747693:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849d40 index 198 00000020:00000001:0.0:1788877045.747694:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747695:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747697:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747699:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000069e4a483[1 000000007298121b 5 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877045.747701:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747703:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747704:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3a80. 00000020:00000001:0.0:1788877045.747706:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747707:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747709:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747710:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822865440 : -126388886686176 : ffff8d0ccb4e3620) 00000020:00000001:0.0:1788877045.747712:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747713:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747714:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747715:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747716:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747719:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ff15dc5a[2 000000007298121b 1 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877045.747720:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747722:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747723:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747724:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3680 00000008:00000001:0.0:1788877045.747725:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747726:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3690 page ffff8d0ccb4e3680 at index 199. 00000008:00000001:0.0:1788877045.747729:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747731:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747733:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849d80 index 199 00000020:00000001:0.0:1788877045.747735:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747736:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747737:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747739:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ff15dc5a[1 000000007298121b 5 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877045.747740:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747742:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747743:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3620. 00000020:00000001:0.0:1788877045.747745:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747747:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747748:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747750:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822865664 : -126388886685952 : ffff8d0ccb4e3700) 00000020:00000001:0.0:1788877045.747751:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747752:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747754:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747755:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747756:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747758:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000be4957ec[2 000000007298121b 1 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877045.747760:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747762:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747763:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747764:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3760 00000008:00000001:0.0:1788877045.747765:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747767:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3770 page ffff8d0ccb4e3760 at index 200. 00000008:00000001:0.0:1788877045.747769:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747771:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747772:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849dc0 index 200 00000020:00000001:0.0:1788877045.747774:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747775:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747776:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747779:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000be4957ec[1 000000007298121b 5 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877045.747780:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747782:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747783:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3700. 00000020:00000001:0.0:1788877045.747785:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747786:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747788:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747789:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822867008 : -126388886684608 : ffff8d0ccb4e3c40) 00000020:00000001:0.0:1788877045.747791:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747792:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747793:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747794:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747796:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747798:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ecfd3d62[2 000000007298121b 1 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877045.747800:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747801:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747803:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747804:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3ca0 00000008:00000001:0.0:1788877045.747805:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747806:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3cb0 page ffff8d0ccb4e3ca0 at index 201. 00000008:00000001:0.0:1788877045.747808:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747811:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747813:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849e00 index 201 00000020:00000001:0.0:1788877045.747815:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747816:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747817:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747819:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ecfd3d62[1 000000007298121b 5 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877045.747821:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747822:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747824:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3c40. 00000020:00000001:0.0:1788877045.747826:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747827:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747828:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747830:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822866336 : -126388886685280 : ffff8d0ccb4e39a0) 00000020:00000001:0.0:1788877045.747832:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747833:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747834:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747835:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747836:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747839:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e787b8cf[2 000000007298121b 1 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877045.747840:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747842:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747843:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747844:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3a00 00000008:00000001:0.0:1788877045.747846:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747847:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3a10 page ffff8d0ccb4e3a00 at index 202. 00000008:00000001:0.0:1788877045.747849:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747852:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747853:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849e40 index 202 00000020:00000001:0.0:1788877045.747855:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747856:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747858:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747860:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e787b8cf[1 000000007298121b 5 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877045.747861:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747862:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747864:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e39a0. 00000020:00000001:0.0:1788877045.747866:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747868:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747869:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747870:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822865888 : -126388886685728 : ffff8d0ccb4e37e0) 00000020:00000001:0.0:1788877045.747872:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747873:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747874:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747875:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747877:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747879:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000003c05ef2[2 000000007298121b 1 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877045.747881:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747882:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747884:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747884:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3840 00000008:00000001:0.0:1788877045.747885:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747887:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3850 page ffff8d0ccb4e3840 at index 203. 00000008:00000001:0.0:1788877045.747888:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747891:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747892:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849e80 index 203 00000020:00000001:0.0:1788877045.747894:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747895:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747896:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747898:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000003c05ef2[1 000000007298121b 5 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877045.747899:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747900:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747902:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e37e0. 00000020:00000001:0.0:1788877045.747903:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747904:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747906:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747907:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822867680 : -126388886683936 : ffff8d0ccb4e3ee0) 00000020:00000001:0.0:1788877045.747908:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747909:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747910:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747911:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747912:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747915:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000027db0485[2 000000007298121b 1 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877045.747916:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747917:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747919:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747920:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3f40 00000008:00000001:0.0:1788877045.747921:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747922:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3f50 page ffff8d0ccb4e3f40 at index 204. 00000008:00000001:0.0:1788877045.747924:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747927:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747928:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849ec0 index 204 00000020:00000001:0.0:1788877045.747930:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747931:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747932:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747934:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000027db0485[1 000000007298121b 5 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877045.747936:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747937:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747938:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3ee0. 00000020:00000001:0.0:1788877045.747940:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747941:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747943:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747944:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822864992 : -126388886686624 : ffff8d0ccb4e3460) 00000020:00000001:0.0:1788877045.747946:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747947:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747948:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747949:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747950:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747953:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fa970bfb[2 000000007298121b 1 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877045.747954:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747955:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747956:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747958:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e34c0 00000008:00000001:0.0:1788877045.747959:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747960:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e34d0 page ffff8d0ccb4e34c0 at index 205. 00000008:00000001:0.0:1788877045.747962:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.747964:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.747966:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849f00 index 205 00000020:00000001:0.0:1788877045.747967:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747968:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.747969:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.747972:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fa970bfb[1 000000007298121b 5 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877045.747973:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.747974:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.747976:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3460. 00000020:00000001:0.0:1788877045.747978:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.747979:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.747980:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.747981:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822864544 : -126388886687072 : ffff8d0ccb4e32a0) 00000020:00000001:0.0:1788877045.747983:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747984:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.747985:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.747986:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.747987:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.747990:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dbc5b2e7[2 000000007298121b 1 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877045.747992:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.747993:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.747994:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.747995:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3300 00000008:00000001:0.0:1788877045.747997:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.747998:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3310 page ffff8d0ccb4e3300 at index 206. 00000008:00000001:0.0:1788877045.748000:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.748002:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.748004:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849f40 index 206 00000020:00000001:0.0:1788877045.748005:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748007:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748008:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.748010:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dbc5b2e7[1 000000007298121b 5 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877045.748011:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.748012:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.748014:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e32a0. 00000020:00000001:0.0:1788877045.748016:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.748017:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.748018:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.748020:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822864768 : -126388886686848 : ffff8d0ccb4e3380) 00000020:00000001:0.0:1788877045.748022:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748023:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748024:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.748025:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.748026:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.748029:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a0286ede[2 000000007298121b 1 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877045.748030:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.748031:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.748033:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.748034:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e33e0 00000008:00000001:0.0:1788877045.748035:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.748036:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e33f0 page ffff8d0ccb4e33e0 at index 207. 00000008:00000001:0.0:1788877045.748039:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.748041:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.748043:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849f80 index 207 00000020:00000001:0.0:1788877045.748045:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748046:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748047:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.748049:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a0286ede[1 000000007298121b 5 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877045.748051:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.748052:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.748054:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3380. 00000020:00000001:0.0:1788877045.748056:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.748057:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.748058:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.748060:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822864096 : -126388886687520 : ffff8d0ccb4e30e0) 00000020:00000001:0.0:1788877045.748061:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748062:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748063:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.748064:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.748066:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.748068:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002c79a8eb[2 000000007298121b 1 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877045.748070:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.748071:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.748073:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.748074:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3140 00000008:00000001:0.0:1788877045.748075:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.748076:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3150 page ffff8d0ccb4e3140 at index 208. 00000008:00000001:0.0:1788877045.748078:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.748081:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.748082:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44849fc0 index 208 00000020:00000001:0.0:1788877045.748084:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748085:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748086:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.748088:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002c79a8eb[1 000000007298121b 5 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877045.748089:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.748091:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.748093:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e30e0. 00000020:00000001:0.0:1788877045.748095:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.748096:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.748097:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.748098:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822863872 : -126388886687744 : ffff8d0ccb4e3000) 00000020:00000001:0.0:1788877045.748100:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748101:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748102:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.748104:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.748105:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.748108:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003334b2eb[2 000000007298121b 1 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877045.748109:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.748111:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.748112:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.748113:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e3060 00000008:00000001:0.0:1788877045.748114:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.748116:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e3070 page ffff8d0ccb4e3060 at index 209. 00000008:00000001:0.0:1788877045.748117:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.748120:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.748121:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e400 index 209 00000020:00000001:0.0:1788877045.748123:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748124:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748125:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.748128:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003334b2eb[1 000000007298121b 5 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877045.748129:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.748131:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.748132:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3000. 00000020:00000001:0.0:1788877045.748134:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.748135:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.748181:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.748183:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684822865216 : -126388886686400 : ffff8d0ccb4e3540) 00000020:00000001:0.0:1788877045.748186:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748187:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748187:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.748189:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.748190:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.748193:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ce5b3941[2 000000007298121b 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877045.748194:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.748196:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.748197:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.748198:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccb4e35a0 00000008:00000001:0.0:1788877045.748200:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.748201:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccb4e35b0 page ffff8d0ccb4e35a0 at index 210. 00000008:00000001:0.0:1788877045.748203:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.748206:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.748208:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e440 index 210 00000020:00000001:0.0:1788877045.748210:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748211:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748212:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.748214:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ce5b3941[1 000000007298121b 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877045.748216:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.748217:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.748219:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccb4e3540. 00000020:00000001:0.0:1788877045.748222:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.748223:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.748224:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.748225:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814505280 : -126388895046336 : ffff8d0ccacea540) 00000020:00000001:0.0:1788877045.748227:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748228:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748229:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.748230:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.748231:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.748233:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074830ae2[2 000000007298121b 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877045.748234:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.748236:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.748237:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.748238:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacea5a0 00000008:00000001:0.0:1788877045.748239:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.748240:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacea5b0 page ffff8d0ccacea5a0 at index 211. 00000008:00000001:0.0:1788877045.748242:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.748245:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.748246:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e480 index 211 00000020:00000001:0.0:1788877045.748277:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748278:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748279:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.748282:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000074830ae2[1 000000007298121b 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877045.748283:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.748284:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.748286:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea540. 00000020:00000001:0.0:1788877045.748288:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.748289:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.748291:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.748292:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814507520 : -126388895044096 : ffff8d0ccaceae00) 00000020:00000001:0.0:1788877045.748294:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748295:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748296:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.748297:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.748298:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.748301:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c460dacd[2 000000007298121b 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877045.748303:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.748304:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.748305:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.748306:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccaceae60 00000008:00000001:0.0:1788877045.748308:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.748309:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccaceae70 page ffff8d0ccaceae60 at index 212. 00000008:00000001:0.0:1788877045.748311:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.748314:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.748315:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e4c0 index 212 00000020:00000001:0.0:1788877045.748317:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748318:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.748319:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.748322:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c460dacd[1 000000007298121b 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877045.748323:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.748324:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.748326:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccaceae00. 00000020:00000001:0.0:1788877045.748328:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.748329:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.748331:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.748332:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814506176 : -126388895045440 : ffff8d0ccacea8c0) 00000020:00000001:0.0:1788877045.748334:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748335:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.748336:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.748337:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.748338:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.748341:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000da10700d[2 000000007298121b 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877045.748342:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.748343:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.750897:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.750902:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacea920 00000008:00000001:0.0:1788877045.750908:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.750910:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacea930 page ffff8d0ccacea920 at index 213. 00000008:00000001:0.0:1788877045.750913:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.750923:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.750927:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e500 index 213 00000020:00000001:0.0:1788877045.750934:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.750936:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.750939:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.750947:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000da10700d[1 000000007298121b 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877045.750950:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.750952:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.750959:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea8c0. 00000020:00000001:0.0:1788877045.750967:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.750968:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.750972:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.750975:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814506848 : -126388895044768 : ffff8d0ccaceab60) 00000020:00000001:0.0:1788877045.750977:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.750979:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.750980:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.750982:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.750984:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.750987:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000671d84e9[2 000000007298121b 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877045.750989:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.750991:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.750993:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.750994:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccaceabc0 00000008:00000001:0.0:1788877045.750996:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.750997:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccaceabd0 page ffff8d0ccaceabc0 at index 214. 00000008:00000001:0.0:1788877045.750999:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751002:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751004:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e540 index 214 00000020:00000001:0.0:1788877045.751006:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751007:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751008:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751011:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000671d84e9[1 000000007298121b 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877045.751013:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751014:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751016:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccaceab60. 00000020:00000001:0.0:1788877045.751018:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751020:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751021:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751023:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814507296 : -126388895044320 : ffff8d0ccacead20) 00000020:00000001:0.0:1788877045.751025:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751026:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751027:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751028:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751029:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751032:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000090315acd[2 000000007298121b 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877045.751034:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751036:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751037:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751039:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacead80 00000008:00000001:0.0:1788877045.751040:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751042:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacead90 page ffff8d0ccacead80 at index 215. 00000008:00000001:0.0:1788877045.751044:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751046:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751048:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e580 index 215 00000020:00000001:0.0:1788877045.751050:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751051:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751052:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751055:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000090315acd[1 000000007298121b 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877045.751057:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751059:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751060:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacead20. 00000020:00000001:0.0:1788877045.751063:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751064:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751065:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751067:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814504384 : -126388895047232 : ffff8d0ccacea1c0) 00000020:00000001:0.0:1788877045.751069:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751070:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751071:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c839798b[2 000000007298121b 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877045.751079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751081:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751083:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacea220 00000008:00000001:0.0:1788877045.751084:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751086:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacea230 page ffff8d0ccacea220 at index 216. 00000008:00000001:0.0:1788877045.751088:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751090:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751092:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e5c0 index 216 00000020:00000001:0.0:1788877045.751094:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751095:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751096:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751098:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c839798b[1 000000007298121b 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877045.751100:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751101:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751102:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea1c0. 00000020:00000001:0.0:1788877045.751105:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751106:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751107:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751108:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814506624 : -126388895044992 : ffff8d0ccaceaa80) 00000020:00000001:0.0:1788877045.751110:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751111:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751112:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751114:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751115:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751118:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b0d637ce[2 000000007298121b 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877045.751119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751120:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751122:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751123:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccaceaae0 00000008:00000001:0.0:1788877045.751125:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751126:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccaceaaf0 page ffff8d0ccaceaae0 at index 217. 00000008:00000001:0.0:1788877045.751128:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751131:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751132:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e600 index 217 00000020:00000001:0.0:1788877045.751134:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751135:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751136:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751138:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b0d637ce[1 000000007298121b 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877045.751140:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751141:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751142:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccaceaa80. 00000020:00000001:0.0:1788877045.751145:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751146:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751147:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751149:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814505504 : -126388895046112 : ffff8d0ccacea620) 00000020:00000001:0.0:1788877045.751151:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751152:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751153:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751154:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751155:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751157:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000470c5170[2 000000007298121b 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877045.751159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751161:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751162:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751163:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacea680 00000008:00000001:0.0:1788877045.751164:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751166:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacea690 page ffff8d0ccacea680 at index 218. 00000008:00000001:0.0:1788877045.751168:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751170:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751171:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e640 index 218 00000020:00000001:0.0:1788877045.751173:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751174:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751175:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751178:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000470c5170[1 000000007298121b 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877045.751179:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751180:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751182:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea620. 00000020:00000001:0.0:1788877045.751184:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751185:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751186:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751188:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814505728 : -126388895045888 : ffff8d0ccacea700) 00000020:00000001:0.0:1788877045.751190:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751191:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751192:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751193:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751194:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751197:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008608d779[2 000000007298121b 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877045.751199:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751200:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751201:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751202:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacea760 00000008:00000001:0.0:1788877045.751203:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751205:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacea770 page ffff8d0ccacea760 at index 219. 00000008:00000001:0.0:1788877045.751207:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751209:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751211:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e680 index 219 00000020:00000001:0.0:1788877045.751213:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751214:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751215:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751218:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008608d779[1 000000007298121b 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877045.751220:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751221:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751224:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea700. 00000020:00000001:0.0:1788877045.751226:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751227:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751229:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751230:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814507072 : -126388895044544 : ffff8d0ccaceac40) 00000020:00000001:0.0:1788877045.751232:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751234:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751235:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751236:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751237:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751240:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d12f41b7[2 000000007298121b 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877045.751242:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751244:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751245:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751278:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccaceaca0 00000008:00000001:0.0:1788877045.751281:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751282:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccaceacb0 page ffff8d0ccaceaca0 at index 220. 00000008:00000001:0.0:1788877045.751285:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751288:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751290:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e6c0 index 220 00000020:00000001:0.0:1788877045.751293:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751294:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751295:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751298:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d12f41b7[1 000000007298121b 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877045.751300:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751301:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751303:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccaceac40. 00000020:00000001:0.0:1788877045.751306:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751308:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751309:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751311:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814506400 : -126388895045216 : ffff8d0ccacea9a0) 00000020:00000001:0.0:1788877045.751313:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751314:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751316:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751317:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751318:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751321:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000993ea43f[2 000000007298121b 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877045.751323:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751324:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751326:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751327:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccaceaa00 00000008:00000001:0.0:1788877045.751328:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751329:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccaceaa10 page ffff8d0ccaceaa00 at index 221. 00000008:00000001:0.0:1788877045.751331:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751334:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751335:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e700 index 221 00000020:00000001:0.0:1788877045.751337:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751338:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751339:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751341:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000993ea43f[1 000000007298121b 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877045.751342:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751343:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751345:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea9a0. 00000020:00000001:0.0:1788877045.751348:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751349:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751350:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751351:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814505952 : -126388895045664 : ffff8d0ccacea7e0) 00000020:00000001:0.0:1788877045.751353:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751354:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751355:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751356:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751357:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751360:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007b2a2cbf[2 000000007298121b 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877045.751361:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751362:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751363:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751364:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacea840 00000008:00000001:0.0:1788877045.751365:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751367:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacea850 page ffff8d0ccacea840 at index 222. 00000008:00000001:0.0:1788877045.751369:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751371:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751372:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e740 index 222 00000020:00000001:0.0:1788877045.751374:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751375:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751375:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751378:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007b2a2cbf[1 000000007298121b 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877045.751379:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751380:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751382:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea7e0. 00000020:00000001:0.0:1788877045.751383:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751384:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751386:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751387:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814507744 : -126388895043872 : ffff8d0ccaceaee0) 00000020:00000001:0.0:1788877045.751389:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751389:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751390:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751391:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751392:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751395:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000061b6ffbb[2 000000007298121b 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877045.751396:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751397:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751399:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751399:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccaceaf40 00000008:00000001:0.0:1788877045.751401:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751402:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccaceaf50 page ffff8d0ccaceaf40 at index 223. 00000008:00000001:0.0:1788877045.751403:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751405:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751406:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e780 index 223 00000020:00000001:0.0:1788877045.751408:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751409:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751410:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751413:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000061b6ffbb[1 000000007298121b 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877045.751414:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751415:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751416:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccaceaee0. 00000020:00000001:0.0:1788877045.751418:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751419:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751421:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751422:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814505056 : -126388895046560 : ffff8d0ccacea460) 00000020:00000001:0.0:1788877045.751424:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751425:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751426:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751427:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751428:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751430:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006c704e54[2 000000007298121b 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877045.751433:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751434:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751435:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751436:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacea4c0 00000008:00000001:0.0:1788877045.751438:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751439:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacea4d0 page ffff8d0ccacea4c0 at index 224. 00000008:00000001:0.0:1788877045.751441:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751443:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751444:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4455e7c0 index 224 00000020:00000001:0.0:1788877045.751446:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751447:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751448:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751450:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006c704e54[1 000000007298121b 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877045.751452:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751453:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751454:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea460. 00000020:00000001:0.0:1788877045.751456:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751457:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751546:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751548:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814504608 : -126388895047008 : ffff8d0ccacea2a0) 00000020:00000001:0.0:1788877045.751550:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751551:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751552:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751553:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751554:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751558:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000013444480[2 000000007298121b 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877045.751559:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751561:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751562:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751563:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacea300 00000008:00000001:0.0:1788877045.751565:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751566:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacea310 page ffff8d0ccacea300 at index 225. 00000008:00000001:0.0:1788877045.751568:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751571:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751572:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44812400 index 225 00000020:00000001:0.0:1788877045.751574:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751575:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751576:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751579:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000013444480[1 000000007298121b 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877045.751580:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751582:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751584:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea2a0. 00000020:00000001:0.0:1788877045.751586:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751587:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751588:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751590:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684814504832 : -126388895046784 : ffff8d0ccacea380) 00000020:00000001:0.0:1788877045.751591:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751592:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751593:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751594:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751595:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751597:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d664f370[2 000000007298121b 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877045.751599:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751600:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751601:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751602:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ccacea3e0 00000008:00000001:0.0:1788877045.751603:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751604:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ccacea3f0 page ffff8d0ccacea3e0 at index 226. 00000008:00000001:0.0:1788877045.751606:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751609:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751610:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44812440 index 226 00000020:00000001:0.0:1788877045.751612:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751612:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751613:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751615:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d664f370[1 000000007298121b 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877045.751616:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751617:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751619:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ccacea380. 00000020:00000001:0.0:1788877045.751630:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751631:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751633:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751634:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558384000 : -126393151167616 : ffff8d0bcd1f6380) 00000020:00000001:0.0:1788877045.751636:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751637:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751638:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751638:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751639:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751642:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000599ece46[2 000000007298121b 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877045.751644:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751645:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751646:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751647:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f63e0 00000008:00000001:0.0:1788877045.751648:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751649:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f63f0 page ffff8d0bcd1f63e0 at index 227. 00000008:00000001:0.0:1788877045.751845:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751849:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751851:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44495a80 index 227 00000020:00000001:0.0:1788877045.751853:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751855:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751856:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751859:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000599ece46[1 000000007298121b 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877045.751861:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751862:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751864:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6380. 00000020:00000001:0.0:1788877045.751868:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751869:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751870:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751872:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558383776 : -126393151167840 : ffff8d0bcd1f62a0) 00000020:00000001:0.0:1788877045.751874:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751875:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751876:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751877:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751878:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751881:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fcd7bffd[2 000000007298121b 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877045.751883:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751884:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751885:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751886:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6300 00000008:00000001:0.0:1788877045.751887:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751889:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6310 page ffff8d0bcd1f6300 at index 228. 00000008:00000001:0.0:1788877045.751891:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751893:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751894:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44812600 index 228 00000020:00000001:0.0:1788877045.751896:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751897:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751897:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751900:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fcd7bffd[1 000000007298121b 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877045.751902:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751903:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751905:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f62a0. 00000020:00000001:0.0:1788877045.751907:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751908:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751909:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751911:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558384224 : -126393151167392 : ffff8d0bcd1f6460) 00000020:00000001:0.0:1788877045.751913:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751914:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751915:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751916:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751917:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751919:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057f984b3[2 000000007298121b 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877045.751921:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751922:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751923:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751924:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f64c0 00000008:00000001:0.0:1788877045.751926:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751927:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f64d0 page ffff8d0bcd1f64c0 at index 229. 00000008:00000001:0.0:1788877045.751929:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751932:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751933:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44812640 index 229 00000020:00000001:0.0:1788877045.751935:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751936:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751937:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751940:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000057f984b3[1 000000007298121b 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877045.751941:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751942:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751944:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6460. 00000020:00000001:0.0:1788877045.751946:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751947:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751948:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751950:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558386912 : -126393151164704 : ffff8d0bcd1f6ee0) 00000020:00000001:0.0:1788877045.751952:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751953:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751954:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751955:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751956:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751958:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009684d564[2 000000007298121b 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877045.751960:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.751962:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.751963:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.751964:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6f40 00000008:00000001:0.0:1788877045.751965:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.751966:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6f50 page ffff8d0bcd1f6f40 at index 230. 00000008:00000001:0.0:1788877045.751968:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.751971:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.751972:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44812680 index 230 00000020:00000001:0.0:1788877045.751974:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751975:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.751976:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.751979:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009684d564[1 000000007298121b 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877045.751981:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.751982:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.751984:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6ee0. 00000020:00000001:0.0:1788877045.751986:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.751987:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.751988:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.751989:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558385120 : -126393151166496 : ffff8d0bcd1f67e0) 00000020:00000001:0.0:1788877045.751991:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751992:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.751993:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.751995:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.751996:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.751999:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000feb2a1d9[2 000000007298121b 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877045.752001:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.752002:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.752003:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.752004:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6840 00000008:00000001:0.0:1788877045.752006:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.752007:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6850 page ffff8d0bcd1f6840 at index 231. 00000008:00000001:0.0:1788877045.752009:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.752012:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.752014:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448126c0 index 231 00000020:00000001:0.0:1788877045.752016:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.752017:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.752018:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.752021:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000feb2a1d9[1 000000007298121b 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877045.752023:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.752024:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.752025:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f67e0. 00000020:00000001:0.0:1788877045.752027:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.752028:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.752030:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.752031:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558385568 : -126393151166048 : ffff8d0bcd1f69a0) 00000020:00000001:0.0:1788877045.752033:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.752034:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.752035:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.752036:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.752037:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.752040:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000072747e1a[2 000000007298121b 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877045.752041:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.752042:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.752044:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.752045:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6a00 00000008:00000001:0.0:1788877045.752046:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.752047:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6a10 page ffff8d0bcd1f6a00 at index 232. 00000008:00000001:0.0:1788877045.752049:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.752051:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.752053:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44812700 index 232 00000020:00000001:0.0:1788877045.752054:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.752055:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.752056:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.752059:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000072747e1a[1 000000007298121b 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877045.752060:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.752061:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.752063:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f69a0. 00000020:00000001:0.0:1788877045.752065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.752066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.752067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.752068:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558386240 : -126393151165376 : ffff8d0bcd1f6c40) 00000020:00000001:0.0:1788877045.752070:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.752071:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.752072:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.752073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.752074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.752077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008dc8f3ba[2 000000007298121b 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877045.752079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.752080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.752082:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.752082:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6ca0 00000008:00000001:0.0:1788877045.752084:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.752085:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6cb0 page ffff8d0bcd1f6ca0 at index 233. 00000008:00000001:0.0:1788877045.752087:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.752090:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.752091:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44812740 index 233 00000020:00000001:0.0:1788877045.752093:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.752094:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.752094:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.752097:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008dc8f3ba[1 000000007298121b 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877045.752098:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.752099:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.752101:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6c40. 00000020:00000001:0.0:1788877045.752103:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.752104:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.752105:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.752107:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558384896 : -126393151166720 : ffff8d0bcd1f6700) 00000020:00000001:0.0:1788877045.752108:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.752109:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.752110:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.752111:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.752112:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.752115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000267e5be7[2 000000007298121b 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877045.752117:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.752118:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.752120:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.752120:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6760 00000008:00000001:0.0:1788877045.752122:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.752123:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6770 page ffff8d0bcd1f6760 at index 234. 00000008:00000001:0.0:1788877045.752125:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.752127:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.752129:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44812780 index 234 00000020:00000001:0.0:1788877045.752130:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.752131:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.752132:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.752135:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000267e5be7[1 000000007298121b 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877045.752137:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.752138:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.752140:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6700. 00000020:00000001:0.0:1788877045.752142:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.752143:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.752144:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.752145:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558384672 : -126393151166944 : ffff8d0bcd1f6620) 00000020:00000001:0.0:1788877045.753141:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753144:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753146:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753147:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753148:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005b52f017[2 000000007298121b 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877045.753157:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753159:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753161:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753162:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6680 00000008:00000001:0.0:1788877045.753165:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753167:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6690 page ffff8d0bcd1f6680 at index 235. 00000008:00000001:0.0:1788877045.753169:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753175:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753178:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448127c0 index 235 00000020:00000001:0.0:1788877045.753181:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753182:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753184:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753186:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005b52f017[1 000000007298121b 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877045.753188:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753189:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753193:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6620. 00000020:00000001:0.0:1788877045.753197:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753199:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753201:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753202:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558385792 : -126393151165824 : ffff8d0bcd1f6a80) 00000020:00000001:0.0:1788877045.753204:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753205:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753207:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753208:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753209:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753211:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000076dd3860[2 000000007298121b 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877045.753213:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753215:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753216:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753217:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6ae0 00000008:00000001:0.0:1788877045.753218:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753219:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6af0 page ffff8d0bcd1f6ae0 at index 236. 00000008:00000001:0.0:1788877045.753221:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753224:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753225:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f000 index 236 00000020:00000001:0.0:1788877045.753227:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753228:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753229:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753232:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000076dd3860[1 000000007298121b 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877045.753233:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753235:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753236:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6a80. 00000020:00000001:0.0:1788877045.753238:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753240:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753241:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753242:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558383552 : -126393151168064 : ffff8d0bcd1f61c0) 00000020:00000001:0.0:1788877045.753244:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753245:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753415:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753418:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753419:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753423:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f42f344f[2 000000007298121b 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877045.753425:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753426:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753427:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753428:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6220 00000008:00000001:0.0:1788877045.753429:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753431:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6230 page ffff8d0bcd1f6220 at index 237. 00000008:00000001:0.0:1788877045.753433:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753436:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753437:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f040 index 237 00000020:00000001:0.0:1788877045.753440:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753441:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753442:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753444:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f42f344f[1 000000007298121b 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877045.753446:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753447:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753449:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f61c0. 00000020:00000001:0.0:1788877045.753452:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753453:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753454:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753456:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558386464 : -126393151165152 : ffff8d0bcd1f6d20) 00000020:00000001:0.0:1788877045.753457:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753458:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753459:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753460:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753461:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753473:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e6bfb4c4[2 000000007298121b 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877045.753474:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753476:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753477:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753478:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6d80 00000008:00000001:0.0:1788877045.753479:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753481:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6d90 page ffff8d0bcd1f6d80 at index 238. 00000008:00000001:0.0:1788877045.753483:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753485:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753487:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f080 index 238 00000020:00000001:0.0:1788877045.753489:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753490:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753491:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753493:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e6bfb4c4[1 000000007298121b 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877045.753494:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753496:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753497:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6d20. 00000020:00000001:0.0:1788877045.753499:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753500:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753502:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753503:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558386016 : -126393151165600 : ffff8d0bcd1f6b60) 00000020:00000001:0.0:1788877045.753504:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753505:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753506:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753508:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753509:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753511:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f4dc4f23[2 000000007298121b 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877045.753513:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753514:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753515:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753516:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6bc0 00000008:00000001:0.0:1788877045.753517:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753518:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6bd0 page ffff8d0bcd1f6bc0 at index 239. 00000008:00000001:0.0:1788877045.753520:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753522:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753523:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f0c0 index 239 00000020:00000001:0.0:1788877045.753525:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753526:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753527:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753530:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f4dc4f23[1 000000007298121b 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877045.753531:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753533:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753534:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6b60. 00000020:00000001:0.0:1788877045.753536:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753537:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753619:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753621:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558385344 : -126393151166272 : ffff8d0bcd1f68c0) 00000020:00000001:0.0:1788877045.753623:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753624:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753625:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753627:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753628:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753631:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000016609dcb[2 000000007298121b 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877045.753633:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753634:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753636:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753637:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6920 00000008:00000001:0.0:1788877045.753638:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753640:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6930 page ffff8d0bcd1f6920 at index 240. 00000008:00000001:0.0:1788877045.753642:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753645:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753647:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f100 index 240 00000020:00000001:0.0:1788877045.753654:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753655:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753656:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753660:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000016609dcb[1 000000007298121b 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877045.753662:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753663:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753665:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f68c0. 00000020:00000001:0.0:1788877045.753668:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753669:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753671:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753672:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558386688 : -126393151164928 : ffff8d0bcd1f6e00) 00000020:00000001:0.0:1788877045.753674:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753675:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753676:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753678:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753679:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753682:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000080dcedac[2 000000007298121b 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877045.753683:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753685:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753687:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753688:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6e60 00000008:00000001:0.0:1788877045.753690:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753691:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6e70 page ffff8d0bcd1f6e60 at index 241. 00000008:00000001:0.0:1788877045.753694:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753697:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753698:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f140 index 241 00000020:00000001:0.0:1788877045.753700:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753702:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753703:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753706:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000080dcedac[1 000000007298121b 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877045.753707:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753708:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753710:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6e00. 00000020:00000001:0.0:1788877045.753713:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753714:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753716:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753717:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558384448 : -126393151167168 : ffff8d0bcd1f6540) 00000020:00000001:0.0:1788877045.753719:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753720:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753722:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753723:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753724:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753794:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008106947e[2 000000007298121b 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877045.753797:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753798:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753800:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753800:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f65a0 00000008:00000001:0.0:1788877045.753802:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753804:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f65b0 page ffff8d0bcd1f65a0 at index 242. 00000008:00000001:0.0:1788877045.753805:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753808:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753810:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f180 index 242 00000020:00000001:0.0:1788877045.753812:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753813:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753814:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753817:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008106947e[1 000000007298121b 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877045.753818:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753819:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753822:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6540. 00000020:00000001:0.0:1788877045.753824:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753825:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753826:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753828:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558383104 : -126393151168512 : ffff8d0bcd1f6000) 00000020:00000001:0.0:1788877045.753830:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753831:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753832:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753833:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753834:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753837:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008c22ae6c[2 000000007298121b 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877045.753838:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753840:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753841:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753842:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6060 00000008:00000001:0.0:1788877045.753843:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753845:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6070 page ffff8d0bcd1f6060 at index 243. 00000008:00000001:0.0:1788877045.753847:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753849:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753850:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f1c0 index 243 00000020:00000001:0.0:1788877045.753852:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753853:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753854:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753857:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008c22ae6c[1 000000007298121b 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877045.753859:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753860:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753862:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f6000. 00000020:00000001:0.0:1788877045.753864:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753865:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753867:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753868:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558383328 : -126393151168288 : ffff8d0bcd1f60e0) 00000020:00000001:0.0:1788877045.753870:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753871:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753872:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753873:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753875:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753877:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cf0fa39d[2 000000007298121b 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877045.753879:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753880:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753881:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753883:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f6140 00000008:00000001:0.0:1788877045.753884:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753885:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f6150 page ffff8d0bcd1f6140 at index 244. 00000008:00000001:0.0:1788877045.753888:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753890:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753892:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f200 index 244 00000020:00000001:0.0:1788877045.753894:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753894:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753895:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753897:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cf0fa39d[1 000000007298121b 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877045.753899:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753900:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753901:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f60e0. 00000020:00000001:0.0:1788877045.753903:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753905:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753906:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753907:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558379680 : -126393151171936 : ffff8d0bcd1f52a0) 00000020:00000001:0.0:1788877045.753909:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753910:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753911:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753912:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753913:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753915:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000023de0253[2 000000007298121b 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877045.753917:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753919:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753920:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753921:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5300 00000008:00000001:0.0:1788877045.753922:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753924:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5310 page ffff8d0bcd1f5300 at index 245. 00000008:00000001:0.0:1788877045.753926:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753928:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753930:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f240 index 245 00000020:00000001:0.0:1788877045.753931:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753933:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753934:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753936:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000023de0253[1 000000007298121b 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877045.753937:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753939:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753940:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f52a0. 00000020:00000001:0.0:1788877045.753943:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753944:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753945:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753946:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558380128 : -126393151171488 : ffff8d0bcd1f5460) 00000020:00000001:0.0:1788877045.753948:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753949:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753950:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753951:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753952:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753955:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008e3931f9[2 000000007298121b 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877045.753957:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753958:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753959:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753960:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f54c0 00000008:00000001:0.0:1788877045.753962:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.753963:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f54d0 page ffff8d0bcd1f54c0 at index 246. 00000008:00000001:0.0:1788877045.753965:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.753968:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.753969:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f280 index 246 00000020:00000001:0.0:1788877045.753971:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753971:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.753972:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.753975:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008e3931f9[1 000000007298121b 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877045.753977:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.753978:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.753979:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f5460. 00000020:00000001:0.0:1788877045.753981:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.753982:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.753984:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.753985:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558382816 : -126393151168800 : ffff8d0bcd1f5ee0) 00000020:00000001:0.0:1788877045.753987:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753988:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.753990:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.753991:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.753992:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.753994:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000440faf94[2 000000007298121b 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877045.753995:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.753996:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.753998:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.753999:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5f40 00000008:00000001:0.0:1788877045.754000:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.754002:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5f50 page ffff8d0bcd1f5f40 at index 247. 00000008:00000001:0.0:1788877045.754003:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.754006:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.754007:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f2c0 index 247 00000020:00000001:0.0:1788877045.754009:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754010:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754011:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.754013:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000440faf94[1 000000007298121b 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877045.754014:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.754015:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.754016:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f5ee0. 00000020:00000001:0.0:1788877045.754018:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.754019:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.754020:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.754022:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558381024 : -126393151170592 : ffff8d0bcd1f57e0) 00000020:00000001:0.0:1788877045.754023:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754024:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754025:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.754026:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.754027:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.754029:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001f2a3fd3[2 000000007298121b 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877045.754031:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.754032:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.754033:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.754033:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5840 00000008:00000001:0.0:1788877045.754034:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.754036:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5850 page ffff8d0bcd1f5840 at index 248. 00000008:00000001:0.0:1788877045.754037:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.754039:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.754040:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f300 index 248 00000020:00000001:0.0:1788877045.754042:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754042:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754043:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.754045:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001f2a3fd3[1 000000007298121b 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877045.754047:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.754048:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.754050:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f57e0. 00000020:00000001:0.0:1788877045.754052:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.754053:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.754054:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.754055:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558381472 : -126393151170144 : ffff8d0bcd1f59a0) 00000020:00000001:0.0:1788877045.754057:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754058:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754059:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.754060:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.754061:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.754064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000020ac6b39[2 000000007298121b 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877045.754065:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.754066:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.754068:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.754068:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5a00 00000008:00000001:0.0:1788877045.754070:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.754071:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5a10 page ffff8d0bcd1f5a00 at index 249. 00000008:00000001:0.0:1788877045.754073:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.754075:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.754077:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f340 index 249 00000020:00000001:0.0:1788877045.754078:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754080:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754080:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.754083:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000020ac6b39[1 000000007298121b 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877045.754084:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.754085:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.754087:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f59a0. 00000020:00000001:0.0:1788877045.754089:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.754090:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.754092:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.754094:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558382144 : -126393151169472 : ffff8d0bcd1f5c40) 00000020:00000001:0.0:1788877045.754096:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754097:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754098:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.754099:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.754100:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.754103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006052d35c[2 000000007298121b 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877045.754104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.754105:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.754106:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.754107:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5ca0 00000008:00000001:0.0:1788877045.754108:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.754109:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5cb0 page ffff8d0bcd1f5ca0 at index 250. 00000008:00000001:0.0:1788877045.754112:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.754114:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.754115:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f380 index 250 00000020:00000001:0.0:1788877045.754117:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754118:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754120:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.754122:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006052d35c[1 000000007298121b 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877045.754124:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.754125:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.754127:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f5c40. 00000020:00000001:0.0:1788877045.754129:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.754130:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.754131:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.754133:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558380800 : -126393151170816 : ffff8d0bcd1f5700) 00000020:00000001:0.0:1788877045.754135:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754136:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754137:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.754138:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.754139:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.754141:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bcaa3384[2 000000007298121b 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877045.754143:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.754144:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.754145:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.754146:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5760 00000008:00000001:0.0:1788877045.754147:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.754148:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5770 page ffff8d0bcd1f5760 at index 251. 00000008:00000001:0.0:1788877045.754150:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.754152:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.754154:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c1f3c0 index 251 00000020:00000001:0.0:1788877045.754155:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754157:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754158:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.754160:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bcaa3384[1 000000007298121b 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877045.754162:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.754163:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.754164:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f5700. 00000020:00000001:0.0:1788877045.754166:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.754167:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.754168:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.754169:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558380576 : -126393151171040 : ffff8d0bcd1f5620) 00000020:00000001:0.0:1788877045.754171:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754172:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754173:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.754174:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.754176:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.754178:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007cb8b2b7[2 000000007298121b 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877045.754180:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.754181:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.754182:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.754183:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5680 00000008:00000001:0.0:1788877045.754185:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.754185:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5690 page ffff8d0bcd1f5680 at index 252. 00000008:00000001:0.0:1788877045.754187:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.754189:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.754191:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446b9c00 index 252 00000020:00000001:0.0:1788877045.754192:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754193:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754194:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.754197:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007cb8b2b7[1 000000007298121b 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877045.754199:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.754200:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.754202:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f5620. 00000020:00000001:0.0:1788877045.754204:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.754205:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.754207:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.754208:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558381696 : -126393151169920 : ffff8d0bcd1f5a80) 00000020:00000001:0.0:1788877045.754210:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754211:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754212:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.754214:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.754215:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.754218:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000aebf681[2 000000007298121b 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877045.754219:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.754221:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.754222:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.754223:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5ae0 00000008:00000001:0.0:1788877045.754224:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.754225:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5af0 page ffff8d0bcd1f5ae0 at index 253. 00000008:00000001:0.0:1788877045.754227:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.754230:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.754231:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446b9c40 index 253 00000020:00000001:0.0:1788877045.754233:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754234:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754234:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.754237:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000aebf681[1 000000007298121b 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877045.754238:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.754240:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.754242:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f5a80. 00000020:00000001:0.0:1788877045.754244:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.754245:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.754246:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.754277:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558379456 : -126393151172160 : ffff8d0bcd1f51c0) 00000020:00000001:0.0:1788877045.754280:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754280:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754282:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.754283:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.754284:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.754287:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a98c642f[2 000000007298121b 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877045.754289:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.754291:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.754292:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.754293:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5220 00000008:00000001:0.0:1788877045.754295:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.754296:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5230 page ffff8d0bcd1f5220 at index 254. 00000008:00000001:0.0:1788877045.754298:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.754300:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.754301:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446b9c80 index 254 00000020:00000001:0.0:1788877045.754303:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754304:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754305:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.754307:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a98c642f[1 000000007298121b 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877045.754308:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.754310:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.754311:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f51c0. 00000020:00000001:0.0:1788877045.754313:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.754314:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.754386:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.754388:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558382368 : -126393151169248 : ffff8d0bcd1f5d20) 00000020:00000001:0.0:1788877045.754390:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754391:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.754392:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.754393:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.754394:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.754397:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e1f86f76[2 000000007298121b 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877045.754398:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.754399:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.754401:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.754402:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1f5d80 00000008:00000001:0.0:1788877045.754404:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.754406:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1f5d90 page ffff8d0bcd1f5d80 at index 255. 00000008:00000001:0.0:1788877045.754408:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.754419:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.754420:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446b9cc0 index 255 00000020:00000001:0.0:1788877045.754422:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754423:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.754424:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.754427:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e1f86f76[1 000000007298121b 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877045.754429:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.754430:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.754432:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1f5d20. 00000020:00000001:0.0:1788877045.754445:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.754446:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877045.754461:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877045.754473:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x204:0x0](ffff8d0cce9821c8) 00800000:00000001:0.0:1788877045.754481:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877045.754483:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x204:0x0] 00000002:00000001:0.0:1788877045.754492:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877045.754499:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.754501:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877045.754504:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877045.754506:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.754509:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877045.754512:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877045.754514:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877045.754515:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877045.754517:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877045.754519:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877045.754521:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877045.754524:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.754527:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.754531:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.754536:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.754539:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877045.754549:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877045.754551:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea918d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.754555:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877045.754559:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cca1efd20, objid 0x204:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877045.754564:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877045.754568:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf43d2500: ostid: 0x280000403:2134 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877045.754571:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877045.754573:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.754576:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877045.754579:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877045.754585:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877045.754590:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4854a00 count: 2 00010000:00000001:0.0:1788877045.754593:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877045.754595:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877045.754598:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877045.754604:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876818 1788876818 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000007421eb59/0x4a37134b6b77772c lrc: 1/0,0 mode: PW/PW res: [0x280000403:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd59fac24 expref: -99 pid: 197062 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877045.754618:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf499fa40 -> ffff8d0cf528b9e0 00000020:00000001:0.0:1788877045.754620:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf499fa40 -> ffff8d0cf528b9e0 00000008:00000001:0.0:1788877045.754622:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.754625:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.754627:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877045.754629:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877045.754636:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf499fa40. 00020000:00000001:0.0:1788877045.754643:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877045.754645:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cf528bbb8. 00020000:00000001:0.0:1788877045.754650:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877045.754652:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.754654:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877045.754656:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea918d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.754658:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877045.754660:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877045.754662:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea918d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.754665:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877045.754667:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf4cf8e98. 00020000:00000010:0.0:1788877045.754672:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ceaa9d6c0. 00020000:00000010:0.0:1788877045.754676:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf4d514e0. 00020000:00000002:0.0:1788877045.754679:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cca1efd20, objid 0x204:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877045.754683:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877045.754686:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf43d2500: ostid: 0x280000403:2134 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877045.754692:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf43d2500. 00020000:00000010:0.0:1788877045.754696:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cca1ef0c0. 00020000:00000010:0.0:1788877045.754699:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cca1efd20. 00020000:00000001:0.0:1788877045.754700:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877045.754702:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea918d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877045.754705:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cea918d90. 00020000:00000001:0.0:1788877045.754708:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877045.754710:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cf528b960. 00000020:00001000:0.0:1788877045.754714:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.754718:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877045.754721:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877045.755812:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877045.755821:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877045.755824:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877045.755835:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.755846:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877045.755850:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877045.755852:0:198588:0:(dcache.c:87:ll_dcompare()) found name f808(ffff8d0ccaa8cca8) flags 0x48000e refc 0 00000080:00000001:0.0:1788877045.755856:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.755858:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877045.755859:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f808, flags=0 00000080:00000001:0.0:1788877045.755867:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877045.755868:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877045.755871:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.755876:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877045.755878:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877045.755880:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f808, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877045.755884:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877045.755886:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.755890:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.755893:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877045.755896:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877045.755900:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf7dc7aa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877045.755903:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cc3276ae0 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877045.755906:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf7dc7aa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.755908:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877045.755912:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877045.755913:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877045.755916:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877045.755919:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877045.755922:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.755925:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877045.755933:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7ac00. 00800000:00000002:0.0:1788877045.755939:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877045.755952:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877045.755958:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f808 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877045.755962:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877045.755967:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877045.755970:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877045.755973:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877045.755976:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877045.755979:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.755981:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x195:0x0] 00800000:00000001:0.0:1788877045.755984:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877045.755987:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877045.755988:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877045.755989:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877045.755990:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877045.755992:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877045.755993:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.755995:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x195:0x0] 00800000:00000001:0.0:1788877045.755996:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.755999:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x195:0x0] 00800000:00000001:0.0:1788877045.756001:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.756003:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x195:0x0] -> mds #1 00000002:00000001:0.0:1788877045.756010:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877045.756013:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877045.756018:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.756020:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877045.756024:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb216300 count: 2 00010000:00000001:0.0:1788877045.756027:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877045.756030:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877045.756035:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877045.756039:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf51a8600/0x4a37134b6b7757ac lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f0cd6 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877045.756049:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877045.756053:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877045.756056:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877045.756058:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x195:0x0] mode (null) 00000002:00000001:0.0:1788877045.756063:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.756066:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.756067:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb216300 count: 3 00010000:00000001:0.0:1788877045.756069:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.756073:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.756075:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.756076:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.756078:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb216300 count: 3 00010000:00000001:0.0:1788877045.756079:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.756081:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.756083:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.756084:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.756085:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb216300 count: 3 00010000:00000001:0.0:1788877045.756086:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.756088:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.756090:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.756091:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.756093:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb216300 count: 3 00010000:00000001:0.0:1788877045.756094:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.756096:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.756098:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.756101:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877045.756102:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.756104:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.756106:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877045.756108:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877045.756111:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x195:0x0]: losing layout lock 00000080:00000001:0.0:1788877045.756114:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877045.756118:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877045.756122:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877045.756125:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877045.756128:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x195:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877045.756131:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.756133:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877045.756134:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.756137:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.756140:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877045.756143:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x195:0x0](ffff8d0ce5341148) invalid 00000020:00000001:0.0:1788877045.756146:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877045.756148:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f808 (ffff8d0ccaa8cca8) parent ffff8d0cc22750d8 inode ffff8d0ce5341148 refc 1 00000080:00000001:0.0:1788877045.756152:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877045.756155:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877045.756157:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.756161:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877045.756165:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877045.756167:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877045.756169:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877045.756172:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877045.756176:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf51a8600 with handle 0x4a37134b6b7757ac from hash 00010000:00000001:0.0:1788877045.756179:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877045.756181:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877045.756182:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877045.756184:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877045.756188:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877045.756189:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877045.756193:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.756195:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877045.756197:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877045.756204:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd31b100. 00000020:00000040:0.0:1788877045.756209:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=19 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877045.756216:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877045.756218:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.756221:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877045.756226:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877045.756232:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877045.756234:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877045.756235:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.756238:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877045.756241:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877045.756246:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877045.756279:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7bc00. 00000100:00000001:0.0:1788877045.756286:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.756290:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877045.756293:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877045.756300:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf51a8600/0x4a37134b6b7757ac lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f0cd6 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877045.756307:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877045.756309:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.756311:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877045.756314:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf51a8600/0x4a37134b6b7757ac lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f0cd6 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877045.756322:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cd037dac0. 00010000:00000040:0.0:1788877045.756326:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0ceb216300 count: 0 00010000:00000010:0.0:1788877045.756333:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd79d0580. 00010000:00000001:0.0:1788877045.756341:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877045.756343:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.756345:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877045.756347:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.756349:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877045.756361:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877045.756374:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd31b100 x1875765519128960/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877045.756383:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877045.756385:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877045.756392:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877045.756395:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877045.756398:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877045.756400:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559583488 : -126393149968128 : ffff8d0bcd31b100) 00000100:00000001:0.0:1788877045.756405:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877045.756409:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.756412:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877045.756414:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877045.756418:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd31b100 x1875765519128960/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.756426:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877045.756429:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877045.756433:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877045.756436:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877045.756438:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877045.756442:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd31b100 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519128960:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877045.756446:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877045.756452:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877045.756454:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877045.756457:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877045.760903:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cc461a000. 02000000:00000001:0.0:1788877045.760916:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877045.760930:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877045.760939:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949528. 00000400:00000010:0.0:1788877045.760948:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877045.760957:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519128960, portal 10 00000100:00000001:0.0:1788877045.760960:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877045.760962:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559583488 : -126393149968128 : ffff8d0bcd31b100) 00000100:00000040:0.0:1788877045.760981:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd31b100 x1875765519128960/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.760990:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877045.760994:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877045.760999:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52220. 00000100:00000200:0.0:1788877045.761003:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519128960, offset 0 00000400:00000200:0.0:1788877045.761011:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877045.761021:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877045.761032:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877045.761038:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877045.761042:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877045.761047:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877045.761050:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877045.761054:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457216:457216:256:4294967295] 192.168.203.155@tcp LPNI seq info [457210:457210:8:4294967295] 00000400:00000200:0.0:1788877045.761059:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877045.761070:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877045.761076:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877045.761085:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877045.761093:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877045.761103:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877045.761108:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877045.761123:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877045.761129:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13117 usecs (14 jiffies) 00000400:00000200:0.0:1788877045.761133:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877045.761137:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302472836 00000100:00000010:0.0:1788877045.761143:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877045.761152:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877045.761161:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302472836 00000100:00000010:0.0:1788877045.761164:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46550c0. 00000100:00000001:0.0:1788877045.761168:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877045.761172:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877045.761175:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.761179:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877045.761181:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877045.761184:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9540 going to sleep for 11 seconds 00000100:00000001:0.0:1788877045.761187:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877045.761190:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.773838:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877045.773848:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877045.773850:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877045.773855:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949528. 00000400:00000200:0.0:1788877045.773860:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9840 00000400:00000010:0.0:1788877045.773862:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9840. 00000100:00000001:0.0:1788877045.773866:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877045.773870:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0bcd31b100 x1875765519128960/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877045.773879:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0bcd31b100 x1875765519128960/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.773886:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877045.773888:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877045.773891:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877045.773895:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877045.773898:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877045.773900:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877045.773903:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877045.773914:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=58 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877045.773918:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=58 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877045.773920:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877045.773922:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.773925:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877045.773929:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.773932:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877045.773934:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001be70] 00000100:00000001:0.0:1788877045.773936:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877045.773938:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877045.773940:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559583488 : -126393149968128 : ffff8d0bcd31b100) 00000100:00000001:0.0:1788877045.773943:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877045.773945:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921018 00000100:00000001:0.0:1788877045.773947:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877045.773950:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877045.773956:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0bcd31b100 x1875765519128960/t25769921034(25769921034) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.773963:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877045.773967:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877045.773968:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877045.773972:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0bcd31b100 x1875765519128960/t25769921034(25769921034) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877045.773980:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0bcd31b100 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519128960:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877045.773985:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877045.773988:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.773991:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877045.773993:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877045.773996:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd31b100 x1875765519128960/t25769921034(25769921034) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.774002:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877045.774005:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877045.774008:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877045.774010:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.774020:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877045.774023:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.774028:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877045.774033:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc7f7ac00. 00000100:00000001:0.0:1788877045.774040:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877045.774044:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0bcd31b100 x1875765519128960/t25769921034(25769921034) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.774050:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.774055:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.774068:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877045.774072:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877045.774074:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f808 (ffff8d0ccaa8cca8, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877045.774078:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877045.774085:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877045.774095:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877045.774103:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877045.774107:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877045.774110:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.774116:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.774118:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877045.774125:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceaa959e0 -> ffff8d0ceaa959e0 00000020:00000001:0.0:1788877045.774128:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877045.774132:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877045.774134:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0x195:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877045.774137:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877045.774139:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877045.774141:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877045.774146:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0x195:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877045.774149:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf7dc7aa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.774154:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877045.774156:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877045.774159:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877045.774161:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774163:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877045.774166:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877045.774167:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774169:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877045.774170:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877045.774172:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877045.774174:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf7dc7aa8) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877045.774177:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774180:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877045.774182:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877045.774185:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877045.774188:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877045.774192:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877045.774197:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877045.774198:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877045.774200:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.774201:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877045.774203:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877045.774206:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceaa95c38 -> ffff8d0ceaa959e0 00000020:00000001:0.0:1788877045.774208:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877045.774212:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877045.774213:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877045.774216:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877045.774217:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877045.774219:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774221:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774223:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877045.774226:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877045.774227:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774230:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774232:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774234:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877045.774236:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877045.774238:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877045.774239:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877045.774241:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877045.774242:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774245:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774312:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774314:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774316:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877045.774317:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774318:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774321:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877045.774323:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877045.774324:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877045.774325:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877045.774329:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877045.774331:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877045.774336:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877045.774339:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cd7901340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877045.774342:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877045.774345:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cd7901340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877045.774350:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.774353:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774355:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774356:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774357:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774359:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774361:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877045.774362:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877045.774364:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877045.774365:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877045.774367:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877045.774369:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774371:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877045.774372:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877045.774374:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877045.774376:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877045.774377:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877045.774378:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877045.774380:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877045.774381:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774383:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774384:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877045.774385:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877045.774387:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877045.774389:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877045.774390:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877045.774392:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877045.774393:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877045.774395:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877045.774396:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877045.774397:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774399:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.774401:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877045.774402:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877045.774404:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.774407:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877045.774409:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877045.774411:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877045.774412:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877045.774414:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877045.774416:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877045.774419:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877045.774422:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877045.774425:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877045.774427:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x195:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877045.774431:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877045.774433:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877045.774436:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.774439:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.774444:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877045.774446:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x195:0x0](ffff8d0ce5341148) 00800000:00000001:0.0:1788877045.774452:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877045.774454:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x195:0x0] 00000002:00000001:0.0:1788877045.774462:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877045.774478:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.774480:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877045.774484:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877045.774485:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.774488:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000100:00000040:0.0:1788877045.775330:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302472836, at 4302472837 00000100:00000010:0.0:1788877045.775339:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000100:00000040:0.0:1788877045.790410:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302472851, at 4302472852 00000100:00000010:0.0:1788877045.790432:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00000100:00000040:0.0:1788877045.825871:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302472885, at 4302472887 00000100:00000010:0.0:1788877045.825891:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00000040:0.0:1788877045.845414:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302472905, at 4302472907 00000100:00000010:0.0:1788877045.845435:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000800:00000200:0.0:1788877045.875461:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877045.875480:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877045.875486:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877045.875493:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877045.875499:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915880 00000400:00000010:0.0:1788877045.875502:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915880. 00000100:00000001:0.0:1788877045.875507:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877045.875513:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf467b480 x1875765519129856/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877061 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.875524:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877045.875527:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf467b480 x1875765519129856/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877061 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.875533:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.875535:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877045.889437:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302472950, at 4302472951 00000100:00000010:0.0:1788877045.889460:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000020:00000001:0.0:1788877045.952390:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952400:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707411936 : -126389002139680 : ffff8d0cc46c87e0) 00000020:00000001:0.0:1788877045.952541:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952543:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952545:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952547:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952549:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952558:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004deb87f6[2 00000000706e05a1 1 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877045.952560:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952562:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952565:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952567:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46c8840 00000008:00000001:0.0:1788877045.952571:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952573:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46c8850 page ffff8d0cc46c8840 at index 180. 00000008:00000001:0.0:1788877045.952576:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952585:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952588:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76400 index 180 00000020:00000001:0.0:1788877045.952595:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952596:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952598:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952602:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004deb87f6[1 00000000706e05a1 5 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877045.952604:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952606:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952612:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46c87e0. 00000020:00000001:0.0:1788877045.952619:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952620:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952622:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952623:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707413728 : -126389002137888 : ffff8d0cc46c8ee0) 00000020:00000001:0.0:1788877045.952625:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952626:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952627:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952628:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952629:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952631:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b5f28576[2 00000000706e05a1 1 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877045.952633:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952634:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952635:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952636:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46c8f40 00000008:00000001:0.0:1788877045.952637:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952639:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46c8f50 page ffff8d0cc46c8f40 at index 181. 00000008:00000001:0.0:1788877045.952640:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952644:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952645:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76440 index 181 00000020:00000001:0.0:1788877045.952648:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952649:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952650:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952653:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b5f28576[1 00000000706e05a1 5 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877045.952655:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952656:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952657:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46c8ee0. 00000020:00000001:0.0:1788877045.952660:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952661:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952663:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952664:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707411040 : -126389002140576 : ffff8d0cc46c8460) 00000020:00000001:0.0:1788877045.952668:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952669:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952670:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952671:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952672:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952675:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ca26c21e[2 00000000706e05a1 1 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877045.952677:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952678:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952679:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952680:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46c84c0 00000008:00000001:0.0:1788877045.952682:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952683:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46c84d0 page ffff8d0cc46c84c0 at index 182. 00000008:00000001:0.0:1788877045.952685:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952688:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952689:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76480 index 182 00000020:00000001:0.0:1788877045.952691:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952692:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952693:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952696:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ca26c21e[1 00000000706e05a1 5 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877045.952697:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952698:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952700:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46c8460. 00000020:00000001:0.0:1788877045.952702:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952703:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952705:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952706:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707410592 : -126389002141024 : ffff8d0cc46c82a0) 00000020:00000001:0.0:1788877045.952709:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952710:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952712:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952713:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952714:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952717:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000009a0aa56[2 00000000706e05a1 1 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877045.952718:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952720:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952721:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952722:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46c8300 00000008:00000001:0.0:1788877045.952724:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952725:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46c8310 page ffff8d0cc46c8300 at index 183. 00000008:00000001:0.0:1788877045.952727:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952729:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952730:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f764c0 index 183 00000020:00000001:0.0:1788877045.952732:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952733:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952734:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952737:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000009a0aa56[1 00000000706e05a1 5 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877045.952738:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952739:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952741:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46c82a0. 00000020:00000001:0.0:1788877045.952743:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952744:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952745:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952746:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707410816 : -126389002140800 : ffff8d0cc46c8380) 00000020:00000001:0.0:1788877045.952748:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952748:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952749:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952750:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952751:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000879fd431[2 00000000706e05a1 1 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877045.952755:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952756:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952757:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952758:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46c83e0 00000008:00000001:0.0:1788877045.952759:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952761:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46c83f0 page ffff8d0cc46c83e0 at index 184. 00000008:00000001:0.0:1788877045.952763:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952765:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952767:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76500 index 184 00000020:00000001:0.0:1788877045.952769:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952770:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952771:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952774:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000879fd431[1 00000000706e05a1 5 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877045.952775:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952777:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952778:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46c8380. 00000020:00000001:0.0:1788877045.952780:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952781:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952783:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952784:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707410144 : -126389002141472 : ffff8d0cc46c80e0) 00000020:00000001:0.0:1788877045.952786:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952787:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952788:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952789:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952790:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952793:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000355c3f6c[2 00000000706e05a1 1 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877045.952794:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952795:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952797:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952798:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46c8140 00000008:00000001:0.0:1788877045.952799:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952800:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46c8150 page ffff8d0cc46c8140 at index 185. 00000008:00000001:0.0:1788877045.952802:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952805:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952806:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76540 index 185 00000020:00000001:0.0:1788877045.952808:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952810:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952811:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952814:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000355c3f6c[1 00000000706e05a1 5 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877045.952815:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952817:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952819:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46c80e0. 00000020:00000001:0.0:1788877045.952821:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952822:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952823:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952825:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707409920 : -126389002141696 : ffff8d0cc46c8000) 00000020:00000001:0.0:1788877045.952827:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952829:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952830:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952831:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952832:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952834:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000039bde309[2 00000000706e05a1 1 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877045.952836:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952837:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952838:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952839:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46c8060 00000008:00000001:0.0:1788877045.952840:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952841:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46c8070 page ffff8d0cc46c8060 at index 186. 00000008:00000001:0.0:1788877045.952843:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952845:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952847:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76580 index 186 00000020:00000001:0.0:1788877045.952849:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952850:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952851:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952854:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000039bde309[1 00000000706e05a1 5 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877045.952855:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952856:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952858:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46c8000. 00000020:00000001:0.0:1788877045.952860:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952861:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952862:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952864:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707411264 : -126389002140352 : ffff8d0cc46c8540) 00000020:00000001:0.0:1788877045.952866:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952867:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952868:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952869:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952870:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952873:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f5d130c5[2 00000000706e05a1 1 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877045.952874:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952875:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952876:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952877:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46c85a0 00000008:00000001:0.0:1788877045.952879:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952880:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46c85b0 page ffff8d0cc46c85a0 at index 187. 00000008:00000001:0.0:1788877045.952882:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952884:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952886:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f765c0 index 187 00000020:00000001:0.0:1788877045.952888:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952889:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952890:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952892:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f5d130c5[1 00000000706e05a1 5 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877045.952893:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952894:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952895:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46c8540. 00000020:00000001:0.0:1788877045.952897:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952899:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952900:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952901:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707413504 : -126389002138112 : ffff8d0cc46c8e00) 00000020:00000001:0.0:1788877045.952903:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952904:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952905:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952906:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952907:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952909:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000179485a5[2 00000000706e05a1 1 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877045.952910:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952911:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952913:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952914:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46c8e60 00000008:00000001:0.0:1788877045.952915:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952916:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46c8e70 page ffff8d0cc46c8e60 at index 188. 00000008:00000001:0.0:1788877045.952919:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952921:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952922:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76600 index 188 00000020:00000001:0.0:1788877045.952924:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952925:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952926:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952929:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000179485a5[1 00000000706e05a1 5 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877045.952930:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952931:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952933:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46c8e00. 00000020:00000001:0.0:1788877045.952935:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952936:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952937:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952938:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705887776 : -126389003663840 : ffff8d0cc4554620) 00000020:00000001:0.0:1788877045.952940:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952942:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952943:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952944:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952945:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952948:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000d59a690[2 00000000706e05a1 1 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877045.952950:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952951:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952953:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952954:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554680 00000008:00000001:0.0:1788877045.952956:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952957:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554690 page ffff8d0cc4554680 at index 189. 00000008:00000001:0.0:1788877045.952959:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.952962:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.952963:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76640 index 189 00000020:00000001:0.0:1788877045.952965:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952966:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.952968:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.952970:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000d59a690[1 00000000706e05a1 5 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877045.952971:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.952972:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.952974:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554620. 00000020:00000001:0.0:1788877045.952977:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.952978:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.952979:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.952980:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705888000 : -126389003663616 : ffff8d0cc4554700) 00000020:00000001:0.0:1788877045.952982:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952983:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.952984:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.952985:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.952986:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.952989:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008f8a3853[2 00000000706e05a1 1 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877045.952991:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.952992:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.952993:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.952994:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554760 00000008:00000001:0.0:1788877045.952996:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.952997:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554770 page ffff8d0cc4554760 at index 190. 00000008:00000001:0.0:1788877045.952999:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.953002:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.953004:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76680 index 190 00000020:00000001:0.0:1788877045.953006:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953007:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953008:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.953011:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008f8a3853[1 00000000706e05a1 5 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877045.953012:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.953013:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.953014:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554700. 00000020:00000001:0.0:1788877045.953016:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.953017:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.953018:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.953020:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705889344 : -126389003662272 : ffff8d0cc4554c40) 00000020:00000001:0.0:1788877045.953022:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953023:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953024:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.953025:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.953026:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.953029:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000025a697f6[2 00000000706e05a1 1 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877045.953030:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.953032:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.953033:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.953034:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554ca0 00000008:00000001:0.0:1788877045.953035:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.953036:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554cb0 page ffff8d0cc4554ca0 at index 191. 00000008:00000001:0.0:1788877045.953039:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.953047:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.953049:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f766c0 index 191 00000020:00000001:0.0:1788877045.953051:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953052:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953053:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.953056:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000025a697f6[1 00000000706e05a1 5 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877045.953058:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.953059:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.953061:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554c40. 00000020:00000001:0.0:1788877045.953063:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.953064:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.953065:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.953067:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705888672 : -126389003662944 : ffff8d0cc45549a0) 00000020:00000001:0.0:1788877045.953068:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953070:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953072:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.953073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.953074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.953076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d6c66101[2 00000000706e05a1 1 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877045.953078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.953079:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.953080:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.953081:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554a00 00000008:00000001:0.0:1788877045.953082:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.953084:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554a10 page ffff8d0cc4554a00 at index 192. 00000008:00000001:0.0:1788877045.953086:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.953089:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.953090:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76700 index 192 00000020:00000001:0.0:1788877045.953092:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953094:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953095:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.953098:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d6c66101[1 00000000706e05a1 5 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877045.953099:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.953101:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.953103:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45549a0. 00000020:00000001:0.0:1788877045.953105:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.953106:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.953107:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.953109:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705888224 : -126389003663392 : ffff8d0cc45547e0) 00000020:00000001:0.0:1788877045.953111:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953112:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953114:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.953115:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.953116:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.953119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000375d7abe[2 00000000706e05a1 1 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877045.953120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.953122:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.953124:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.953125:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554840 00000008:00000001:0.0:1788877045.953126:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.953128:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554850 page ffff8d0cc4554840 at index 193. 00000008:00000001:0.0:1788877045.953130:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.953132:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.953134:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76740 index 193 00000020:00000001:0.0:1788877045.953136:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953137:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953138:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.953141:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000375d7abe[1 00000000706e05a1 5 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877045.953143:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.953144:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.953146:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45547e0. 00000020:00000001:0.0:1788877045.953148:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.953149:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.953150:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.953152:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705890016 : -126389003661600 : ffff8d0cc4554ee0) 00000020:00000001:0.0:1788877045.953154:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953155:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953157:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.953158:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.953159:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.953161:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c839f033[2 00000000706e05a1 1 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877045.953163:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.953164:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.953165:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.953166:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554f40 00000008:00000001:0.0:1788877045.953167:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.953169:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554f50 page ffff8d0cc4554f40 at index 194. 00000008:00000001:0.0:1788877045.953170:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.953173:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.953175:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76780 index 194 00000020:00000001:0.0:1788877045.953177:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953178:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953179:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.953182:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c839f033[1 00000000706e05a1 5 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877045.953184:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.953185:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.953187:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554ee0. 00000020:00000001:0.0:1788877045.953189:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.953190:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.953864:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.953868:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705887328 : -126389003664288 : ffff8d0cc4554460) 00000020:00000001:0.0:1788877045.953872:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953874:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953875:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.953876:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.953878:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.953883:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fe4fd565[2 00000000706e05a1 1 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877045.953884:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.953885:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.953887:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.953888:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45544c0 00000008:00000001:0.0:1788877045.953890:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.953891:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45544d0 page ffff8d0cc45544c0 at index 195. 00000008:00000001:0.0:1788877045.953894:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.953898:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.953899:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f767c0 index 195 00000020:00000001:0.0:1788877045.953902:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953903:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953905:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.953907:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fe4fd565[1 00000000706e05a1 5 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877045.953909:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.953910:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.953913:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554460. 00000020:00000001:0.0:1788877045.953917:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.953918:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.953919:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.953921:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705886880 : -126389003664736 : ffff8d0cc45542a0) 00000020:00000001:0.0:1788877045.953923:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953924:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953925:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.953926:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.953927:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.953930:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008f9a9400[2 00000000706e05a1 1 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877045.953931:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.953932:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.953933:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.953934:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554300 00000008:00000001:0.0:1788877045.953935:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.953937:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554310 page ffff8d0cc4554300 at index 196. 00000008:00000001:0.0:1788877045.953939:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.953949:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.953951:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76800 index 196 00000020:00000001:0.0:1788877045.953953:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953954:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953955:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.953958:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008f9a9400[1 00000000706e05a1 5 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877045.953959:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.953960:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.953962:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45542a0. 00000020:00000001:0.0:1788877045.953964:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.953965:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.953967:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.953968:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705887104 : -126389003664512 : ffff8d0cc4554380) 00000020:00000001:0.0:1788877045.953970:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953971:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.953972:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.953973:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.953974:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.953977:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006eedd11e[2 00000000706e05a1 1 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877045.953978:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.953979:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.953980:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.953981:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45543e0 00000008:00000001:0.0:1788877045.953982:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.953983:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45543f0 page ffff8d0cc45543e0 at index 197. 00000008:00000001:0.0:1788877045.953985:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.953987:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.953988:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76840 index 197 00000020:00000001:0.0:1788877045.953990:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953991:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.953992:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.953995:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006eedd11e[1 00000000706e05a1 5 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877045.953996:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.953997:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.953999:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554380. 00000020:00000001:0.0:1788877045.954001:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954002:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954003:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954005:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705886432 : -126389003665184 : ffff8d0cc45540e0) 00000020:00000001:0.0:1788877045.954007:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954008:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954009:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954010:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954012:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954014:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000021b3f44b[2 00000000706e05a1 1 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877045.954016:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954017:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954019:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954020:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554140 00000008:00000001:0.0:1788877045.954021:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954022:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554150 page ffff8d0cc4554140 at index 198. 00000008:00000001:0.0:1788877045.954025:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954027:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954028:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76880 index 198 00000020:00000001:0.0:1788877045.954030:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954031:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954032:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954035:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000021b3f44b[1 00000000706e05a1 5 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877045.954036:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954037:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954039:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45540e0. 00000020:00000001:0.0:1788877045.954041:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954042:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954043:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954045:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705886208 : -126389003665408 : ffff8d0cc4554000) 00000020:00000001:0.0:1788877045.954047:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954048:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954049:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954050:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954051:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954054:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000779c2a19[2 00000000706e05a1 1 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877045.954055:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954056:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954058:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954059:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554060 00000008:00000001:0.0:1788877045.954060:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954061:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554070 page ffff8d0cc4554060 at index 199. 00000008:00000001:0.0:1788877045.954063:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954073:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954075:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f768c0 index 199 00000020:00000001:0.0:1788877045.954077:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954078:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954079:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954081:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000779c2a19[1 00000000706e05a1 5 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877045.954083:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954084:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954086:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554000. 00000020:00000001:0.0:1788877045.954088:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954089:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954090:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954092:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705887552 : -126389003664064 : ffff8d0cc4554540) 00000020:00000001:0.0:1788877045.954094:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954095:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954096:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954097:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954098:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954100:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004b072376[2 00000000706e05a1 1 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877045.954102:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954103:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954104:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954105:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45545a0 00000008:00000001:0.0:1788877045.954107:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954108:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45545b0 page ffff8d0cc45545a0 at index 200. 00000008:00000001:0.0:1788877045.954110:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954112:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954113:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76900 index 200 00000020:00000001:0.0:1788877045.954115:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954116:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954117:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954120:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004b072376[1 00000000706e05a1 5 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877045.954121:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954122:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954124:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554540. 00000020:00000001:0.0:1788877045.954126:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954127:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954129:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954130:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705889792 : -126389003661824 : ffff8d0cc4554e00) 00000020:00000001:0.0:1788877045.954132:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954134:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954135:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954136:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954138:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954140:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000742430b4[2 00000000706e05a1 1 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877045.954142:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954143:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954144:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954145:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554e60 00000008:00000001:0.0:1788877045.954147:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954148:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554e70 page ffff8d0cc4554e60 at index 201. 00000008:00000001:0.0:1788877045.954150:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954152:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954154:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76940 index 201 00000020:00000001:0.0:1788877045.954156:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954157:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954158:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954161:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000742430b4[1 00000000706e05a1 5 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877045.954162:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954163:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954165:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554e00. 00000020:00000001:0.0:1788877045.954167:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954168:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954169:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954170:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705888448 : -126389003663168 : ffff8d0cc45548c0) 00000020:00000001:0.0:1788877045.954173:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954174:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954174:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954175:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954176:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954179:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000031daa8d7[2 00000000706e05a1 1 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877045.954180:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954181:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954182:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954183:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554920 00000008:00000001:0.0:1788877045.954185:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954186:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554930 page ffff8d0cc4554920 at index 202. 00000008:00000001:0.0:1788877045.954188:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954191:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954193:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76980 index 202 00000020:00000001:0.0:1788877045.954195:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954196:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954197:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954200:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000031daa8d7[1 00000000706e05a1 5 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877045.954201:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954202:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954204:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45548c0. 00000020:00000001:0.0:1788877045.954206:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954207:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954208:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954210:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705889120 : -126389003662496 : ffff8d0cc4554b60) 00000020:00000001:0.0:1788877045.954212:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954212:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954214:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954215:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954216:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954219:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001f639602[2 00000000706e05a1 1 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877045.954220:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954221:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954223:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954224:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554bc0 00000008:00000001:0.0:1788877045.954225:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954226:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554bd0 page ffff8d0cc4554bc0 at index 203. 00000008:00000001:0.0:1788877045.954228:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954231:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954232:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f769c0 index 203 00000020:00000001:0.0:1788877045.954234:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954235:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954236:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954238:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001f639602[1 00000000706e05a1 5 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877045.954239:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954241:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954242:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554b60. 00000020:00000001:0.0:1788877045.954245:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954246:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954383:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954386:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705889568 : -126389003662048 : ffff8d0cc4554d20) 00000020:00000001:0.0:1788877045.954388:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954389:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954390:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954392:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954393:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954396:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000031ac37b2[2 00000000706e05a1 1 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877045.954397:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954399:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954401:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954402:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554d80 00000008:00000001:0.0:1788877045.954403:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954405:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554d90 page ffff8d0cc4554d80 at index 204. 00000008:00000001:0.0:1788877045.954474:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954489:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954491:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76a00 index 204 00000020:00000001:0.0:1788877045.954493:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954495:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954496:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954500:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000031ac37b2[1 00000000706e05a1 5 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877045.954501:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954502:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954505:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554d20. 00000020:00000001:0.0:1788877045.954508:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954509:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954510:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954512:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705886656 : -126389003664960 : ffff8d0cc45541c0) 00000020:00000001:0.0:1788877045.954514:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954515:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954516:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954517:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954518:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954521:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000081d9686c[2 00000000706e05a1 1 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877045.954522:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954524:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954525:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954526:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554220 00000008:00000001:0.0:1788877045.954528:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954529:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554230 page ffff8d0cc4554220 at index 205. 00000008:00000001:0.0:1788877045.954531:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954534:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954536:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76a40 index 205 00000020:00000001:0.0:1788877045.954538:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954539:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954541:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954543:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000081d9686c[1 00000000706e05a1 5 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877045.954545:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954546:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954548:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45541c0. 00000020:00000001:0.0:1788877045.954550:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954551:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954552:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954554:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705888896 : -126389003662720 : ffff8d0cc4554a80) 00000020:00000001:0.0:1788877045.954556:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954557:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954559:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954560:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954561:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954564:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004d8b5f63[2 00000000706e05a1 1 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877045.954566:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954567:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954568:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954569:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4554ae0 00000008:00000001:0.0:1788877045.954570:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954572:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4554af0 page ffff8d0cc4554ae0 at index 206. 00000008:00000001:0.0:1788877045.954574:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954581:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954583:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76a80 index 206 00000020:00000001:0.0:1788877045.954585:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954586:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954587:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954589:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004d8b5f63[1 00000000706e05a1 5 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877045.954591:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954592:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954594:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4554a80. 00000020:00000001:0.0:1788877045.954597:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954598:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954599:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954601:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707235360 : -126389002316256 : ffff8d0cc469d620) 00000020:00000001:0.0:1788877045.954603:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954605:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954606:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954607:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954608:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954611:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008b414298[2 00000000706e05a1 1 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877045.954613:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954614:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954615:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954616:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d680 00000008:00000001:0.0:1788877045.954618:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954619:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d690 page ffff8d0cc469d680 at index 207. 00000008:00000001:0.0:1788877045.954621:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954623:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954625:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76ac0 index 207 00000020:00000001:0.0:1788877045.954626:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954627:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954628:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954631:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008b414298[1 00000000706e05a1 5 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877045.954632:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954633:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954635:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d620. 00000020:00000001:0.0:1788877045.954638:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954638:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954640:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954641:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707235584 : -126389002316032 : ffff8d0cc469d700) 00000020:00000001:0.0:1788877045.954644:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954645:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954646:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954647:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954648:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954651:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008208ddc6[2 00000000706e05a1 1 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877045.954653:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954654:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954655:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954656:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d760 00000008:00000001:0.0:1788877045.954657:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954659:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d770 page ffff8d0cc469d760 at index 208. 00000008:00000001:0.0:1788877045.954661:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954663:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954665:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76b00 index 208 00000020:00000001:0.0:1788877045.954667:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954668:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954669:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954672:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008208ddc6[1 00000000706e05a1 5 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877045.954674:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954675:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954677:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d700. 00000020:00000001:0.0:1788877045.954679:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954680:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954682:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954684:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707236928 : -126389002314688 : ffff8d0cc469dc40) 00000020:00000001:0.0:1788877045.954686:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954687:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954688:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954689:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954690:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954693:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a23b4d57[2 00000000706e05a1 1 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877045.954694:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954695:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954697:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954698:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469dca0 00000008:00000001:0.0:1788877045.954699:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954701:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469dcb0 page ffff8d0cc469dca0 at index 209. 00000008:00000001:0.0:1788877045.954703:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954705:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954707:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76b40 index 209 00000020:00000001:0.0:1788877045.954709:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954710:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954712:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954715:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a23b4d57[1 00000000706e05a1 5 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877045.954716:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954718:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954720:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469dc40. 00000020:00000001:0.0:1788877045.954723:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954724:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954785:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954787:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707236256 : -126389002315360 : ffff8d0cc469d9a0) 00000020:00000001:0.0:1788877045.954789:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954791:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954792:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954793:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954794:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954797:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008344140b[2 00000000706e05a1 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877045.954798:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954799:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954801:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954802:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469da00 00000008:00000001:0.0:1788877045.954803:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954804:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469da10 page ffff8d0cc469da00 at index 210. 00000008:00000001:0.0:1788877045.954806:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954809:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954811:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76b80 index 210 00000020:00000001:0.0:1788877045.954813:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954814:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954815:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954817:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008344140b[1 00000000706e05a1 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877045.954819:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954820:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954822:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d9a0. 00000020:00000001:0.0:1788877045.954825:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954826:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954827:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954829:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707235808 : -126389002315808 : ffff8d0cc469d7e0) 00000020:00000001:0.0:1788877045.954831:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954832:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954833:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954834:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954835:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954837:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c6cd9635[2 00000000706e05a1 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877045.954839:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954840:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954841:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954842:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d840 00000008:00000001:0.0:1788877045.954843:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954844:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d850 page ffff8d0cc469d840 at index 211. 00000008:00000001:0.0:1788877045.954846:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954848:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954849:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76bc0 index 211 00000020:00000001:0.0:1788877045.954851:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954852:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954853:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954855:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c6cd9635[1 00000000706e05a1 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877045.954857:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954858:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954859:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d7e0. 00000020:00000001:0.0:1788877045.954861:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954862:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954863:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954865:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707237600 : -126389002314016 : ffff8d0cc469dee0) 00000020:00000001:0.0:1788877045.954866:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954867:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954868:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954869:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954870:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954872:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de2bcb67[2 00000000706e05a1 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877045.954873:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954875:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954875:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954876:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469df40 00000008:00000001:0.0:1788877045.954878:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954879:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469df50 page ffff8d0cc469df40 at index 212. 00000008:00000001:0.0:1788877045.954881:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954883:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954884:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76c00 index 212 00000020:00000001:0.0:1788877045.954886:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954887:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954888:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954890:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de2bcb67[1 00000000706e05a1 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877045.954891:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954892:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954893:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469dee0. 00000020:00000001:0.0:1788877045.954895:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954896:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954897:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954898:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707234912 : -126389002316704 : ffff8d0cc469d460) 00000020:00000001:0.0:1788877045.954900:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954902:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954903:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954904:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954905:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954908:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb80031e[2 00000000706e05a1 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877045.954909:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954910:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954912:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954913:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d4c0 00000008:00000001:0.0:1788877045.954914:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954916:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d4d0 page ffff8d0cc469d4c0 at index 213. 00000008:00000001:0.0:1788877045.954918:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954920:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954922:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76c40 index 213 00000020:00000001:0.0:1788877045.954924:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954925:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954926:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954928:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fb80031e[1 00000000706e05a1 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877045.954930:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954931:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954932:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d460. 00000020:00000001:0.0:1788877045.954935:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954936:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954937:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954938:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707234464 : -126389002317152 : ffff8d0cc469d2a0) 00000020:00000001:0.0:1788877045.954940:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954941:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954942:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954944:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954945:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954947:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002abc0a0d[2 00000000706e05a1 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877045.954949:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954950:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954951:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954952:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d300 00000008:00000001:0.0:1788877045.954954:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954955:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d310 page ffff8d0cc469d300 at index 214. 00000008:00000001:0.0:1788877045.954957:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954960:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954962:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76c80 index 214 00000020:00000001:0.0:1788877045.954964:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954965:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.954966:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.954968:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002abc0a0d[1 00000000706e05a1 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877045.954969:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.954970:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.954972:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d2a0. 00000020:00000001:0.0:1788877045.954974:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.954975:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.954977:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.954978:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707234688 : -126389002316928 : ffff8d0cc469d380) 00000020:00000001:0.0:1788877045.954980:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954981:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.954982:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.954983:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.954984:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.954986:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006486fed0[2 00000000706e05a1 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877045.954988:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.954989:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.954990:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.954991:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d3e0 00000008:00000001:0.0:1788877045.954992:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.954993:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d3f0 page ffff8d0cc469d3e0 at index 215. 00000008:00000001:0.0:1788877045.954995:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.954997:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.954998:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76cc0 index 215 00000020:00000001:0.0:1788877045.955000:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955001:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955002:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.955005:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006486fed0[1 00000000706e05a1 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877045.955006:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.955007:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.955009:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d380. 00000020:00000001:0.0:1788877045.955011:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.955012:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.955013:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.955014:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707234016 : -126389002317600 : ffff8d0cc469d0e0) 00000020:00000001:0.0:1788877045.955016:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955018:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955019:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.955020:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.955021:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.955023:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003aeaf316[2 00000000706e05a1 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877045.955024:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.955025:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.955026:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.955027:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d140 00000008:00000001:0.0:1788877045.955029:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.955030:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d150 page ffff8d0cc469d140 at index 216. 00000008:00000001:0.0:1788877045.955032:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.955034:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.955035:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76d00 index 216 00000020:00000001:0.0:1788877045.955037:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955038:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955039:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.955042:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003aeaf316[1 00000000706e05a1 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877045.955043:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.955044:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.955046:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d0e0. 00000020:00000001:0.0:1788877045.955047:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.955048:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.955049:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.955051:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707233792 : -126389002317824 : ffff8d0cc469d000) 00000020:00000001:0.0:1788877045.955053:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955054:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955055:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.955056:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.955057:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.955059:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000db410ab0[2 00000000706e05a1 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877045.955060:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.955062:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.955063:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.955064:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d060 00000008:00000001:0.0:1788877045.955065:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.955066:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d070 page ffff8d0cc469d060 at index 217. 00000008:00000001:0.0:1788877045.955068:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.955070:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.955072:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76d40 index 217 00000020:00000001:0.0:1788877045.955074:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955075:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955076:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.955078:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000db410ab0[1 00000000706e05a1 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877045.955080:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.955081:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.955082:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d000. 00000020:00000001:0.0:1788877045.955084:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.955085:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.955086:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.955087:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707235136 : -126389002316480 : ffff8d0cc469d540) 00000020:00000001:0.0:1788877045.955089:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955090:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955091:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.955092:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.955093:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.955096:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009440c416[2 00000000706e05a1 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877045.955097:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.955098:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.955099:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.955100:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d5a0 00000008:00000001:0.0:1788877045.955101:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.955102:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d5b0 page ffff8d0cc469d5a0 at index 218. 00000008:00000001:0.0:1788877045.955104:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.955106:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.955107:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76d80 index 218 00000020:00000001:0.0:1788877045.955109:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955110:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955112:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.955114:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009440c416[1 00000000706e05a1 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877045.955116:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.955117:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.955119:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d540. 00000020:00000001:0.0:1788877045.955120:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.955121:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.955122:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.955124:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707237376 : -126389002314240 : ffff8d0cc469de00) 00000020:00000001:0.0:1788877045.955125:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955127:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955128:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.955129:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.955130:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.955133:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000081d4901[2 00000000706e05a1 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877045.955134:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.955135:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.955137:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.955138:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469de60 00000008:00000001:0.0:1788877045.955139:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.955140:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469de70 page ffff8d0cc469de60 at index 219. 00000008:00000001:0.0:1788877045.955142:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.955144:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.955146:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76dc0 index 219 00000020:00000001:0.0:1788877045.955148:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955149:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955149:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.955151:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000081d4901[1 00000000706e05a1 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877045.955153:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.955189:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.955191:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469de00. 00000020:00000001:0.0:1788877045.955193:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.955194:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.955196:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.955197:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707236032 : -126389002315584 : ffff8d0cc469d8c0) 00000020:00000001:0.0:1788877045.955199:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955200:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955201:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.955202:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.955203:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.955206:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000094d07d2d[2 00000000706e05a1 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877045.955207:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.955208:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.955210:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.955211:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d920 00000008:00000001:0.0:1788877045.955212:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.955213:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d930 page ffff8d0cc469d920 at index 220. 00000008:00000001:0.0:1788877045.955215:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.955218:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.955220:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76e00 index 220 00000020:00000001:0.0:1788877045.955222:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955223:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.955224:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.955227:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000094d07d2d[1 00000000706e05a1 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877045.955228:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.955229:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.955230:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d8c0. 00000020:00000001:0.0:1788877045.955232:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.955234:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.955235:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.955236:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707236704 : -126389002314912 : ffff8d0cc469db60) 00000020:00000001:0.0:1788877045.955238:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955239:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.955240:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.955241:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.955242:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.955244:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000029e28c84[2 00000000706e05a1 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877045.958679:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.958695:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.958699:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.958702:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469dbc0 00000008:00000001:0.0:1788877045.958706:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.958708:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469dbd0 page ffff8d0cc469dbc0 at index 221. 00000008:00000001:0.0:1788877045.958712:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.958722:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.958726:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76e40 index 221 00000020:00000001:0.0:1788877045.958731:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.958733:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.958737:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.958745:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000029e28c84[1 00000000706e05a1 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877045.958747:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.958749:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.958755:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469db60. 00000020:00000001:0.0:1788877045.958762:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.958764:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.958768:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.958770:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707237152 : -126389002314464 : ffff8d0cc469dd20) 00000020:00000001:0.0:1788877045.958773:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.958776:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.958777:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.958779:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.958781:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.958784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001d55c5a9[2 00000000706e05a1 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877045.958785:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.958787:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.958788:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.958789:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469dd80 00000008:00000001:0.0:1788877045.958791:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.958792:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469dd90 page ffff8d0cc469dd80 at index 222. 00000008:00000001:0.0:1788877045.958794:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.958797:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.958798:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76e80 index 222 00000020:00000001:0.0:1788877045.958800:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.958801:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.958802:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.958805:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001d55c5a9[1 00000000706e05a1 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877045.958806:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.958807:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.958809:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469dd20. 00000020:00000001:0.0:1788877045.958812:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.958813:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.958814:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.958815:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707234240 : -126389002317376 : ffff8d0cc469d1c0) 00000020:00000001:0.0:1788877045.958817:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.958818:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.958819:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.958820:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.958821:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.958824:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000037c4e488[2 00000000706e05a1 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877045.958825:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.958827:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.958828:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.958829:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469d220 00000008:00000001:0.0:1788877045.958831:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.958832:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469d230 page ffff8d0cc469d220 at index 223. 00000008:00000001:0.0:1788877045.958834:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.958836:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.958838:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76ec0 index 223 00000020:00000001:0.0:1788877045.958840:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.958841:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.958842:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.958845:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000037c4e488[1 00000000706e05a1 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877045.958846:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.958847:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.958849:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469d1c0. 00000020:00000001:0.0:1788877045.958851:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.958852:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.958868:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.958870:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707236480 : -126389002315136 : ffff8d0cc469da80) 00000020:00000001:0.0:1788877045.958872:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.958873:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.958874:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.958875:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.958876:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.958878:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e8482138[2 00000000706e05a1 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877045.958880:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.958881:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.958882:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.958883:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc469dae0 00000008:00000001:0.0:1788877045.958884:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.958886:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc469daf0 page ffff8d0cc469dae0 at index 224. 00000008:00000001:0.0:1788877045.958888:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.958890:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.958891:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76f00 index 224 00000020:00000001:0.0:1788877045.958893:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.958894:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.958895:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.958897:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e8482138[1 00000000706e05a1 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877045.958898:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.958899:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.958901:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc469da80. 00000020:00000001:0.0:1788877045.958903:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.958904:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.958984:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.958987:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707713920 : -126389001837696 : ffff8d0cc4712380) 00000020:00000001:0.0:1788877045.958989:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.958991:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.958992:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.958993:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.958994:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.958998:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000702558c8[2 00000000706e05a1 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877045.959000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.959001:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.959003:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.959004:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc47123e0 00000008:00000001:0.0:1788877045.959005:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.959007:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc47123f0 page ffff8d0cc47123e0 at index 225. 00000008:00000001:0.0:1788877045.959009:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.959012:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.959025:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76f40 index 225 00000020:00000001:0.0:1788877045.959028:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959029:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959030:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.959033:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000702558c8[1 00000000706e05a1 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877045.959035:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.959036:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.959038:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712380. 00000020:00000001:0.0:1788877045.959044:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.959046:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.959047:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.959048:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707713248 : -126389001838368 : ffff8d0cc47120e0) 00000020:00000001:0.0:1788877045.959051:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959052:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959053:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.959054:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.959055:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.959058:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a682c05[2 00000000706e05a1 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877045.959059:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.959061:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.959062:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.959063:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712140 00000008:00000001:0.0:1788877045.959064:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.959066:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712150 page ffff8d0cc4712140 at index 226. 00000008:00000001:0.0:1788877045.959068:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.959070:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.959072:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76f80 index 226 00000020:00000001:0.0:1788877045.959074:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959076:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959077:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.959080:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a682c05[1 00000000706e05a1 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877045.959081:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.959082:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.959084:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc47120e0. 00000020:00000001:0.0:1788877045.959086:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.959087:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.959088:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.959089:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707713024 : -126389001838592 : ffff8d0cc4712000) 00000020:00000001:0.0:1788877045.959091:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959093:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959094:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.959095:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.959097:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.959099:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001c5f51fd[2 00000000706e05a1 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877045.959101:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.959102:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.959103:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.959104:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712060 00000008:00000001:0.0:1788877045.959105:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.959107:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712070 page ffff8d0cc4712060 at index 227. 00000008:00000001:0.0:1788877045.959108:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.959113:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.959115:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f76fc0 index 227 00000020:00000001:0.0:1788877045.959117:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959118:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959119:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.959122:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001c5f51fd[1 00000000706e05a1 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877045.959123:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.959125:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.959126:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712000. 00000020:00000001:0.0:1788877045.959129:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.959130:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.959131:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.959132:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707714368 : -126389001837248 : ffff8d0cc4712540) 00000020:00000001:0.0:1788877045.959135:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959137:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959138:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.959139:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.959140:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.959143:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c69686ab[2 00000000706e05a1 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877045.959144:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.959146:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.959147:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.959148:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc47125a0 00000008:00000001:0.0:1788877045.959150:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.959151:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc47125b0 page ffff8d0cc47125a0 at index 228. 00000008:00000001:0.0:1788877045.959153:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.959155:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.959157:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77000 index 228 00000020:00000001:0.0:1788877045.959159:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959160:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959161:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.959164:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c69686ab[1 00000000706e05a1 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877045.959166:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.959167:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.959168:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712540. 00000020:00000001:0.0:1788877045.959170:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.959172:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.959173:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.959174:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707716608 : -126389001835008 : ffff8d0cc4712e00) 00000020:00000001:0.0:1788877045.959177:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959178:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959179:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.959180:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.959181:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.959184:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de31540d[2 00000000706e05a1 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877045.959185:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.959187:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.959188:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.959189:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712e60 00000008:00000001:0.0:1788877045.959190:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.959192:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712e70 page ffff8d0cc4712e60 at index 229. 00000008:00000001:0.0:1788877045.959194:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.959201:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.959203:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77040 index 229 00000020:00000001:0.0:1788877045.959205:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959206:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959207:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.959210:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de31540d[1 00000000706e05a1 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877045.959211:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.959212:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.959213:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712e00. 00000020:00000001:0.0:1788877045.959216:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.959217:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.959218:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.959219:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707715264 : -126389001836352 : ffff8d0cc47128c0) 00000020:00000001:0.0:1788877045.959221:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959222:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.959223:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.959225:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.959226:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.959228:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000034e85a8f[2 00000000706e05a1 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877045.959230:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.959231:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.959232:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.959233:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712920 00000008:00000001:0.0:1788877045.959234:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.959235:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712930 page ffff8d0cc4712920 at index 230. 00000008:00000001:0.0:1788877045.959237:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.959239:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.959240:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77080 index 230 00000020:00000001:0.0:1788877045.959242:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959243:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.959244:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.961614:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000034e85a8f[1 00000000706e05a1 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877045.961622:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.961625:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.961632:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc47128c0. 00000020:00000001:0.0:1788877045.961642:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.961644:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.961650:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.961652:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707715936 : -126389001835680 : ffff8d0cc4712b60) 00000020:00000001:0.0:1788877045.961656:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961658:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961660:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.961662:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.961663:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.961670:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009742d00b[2 00000000706e05a1 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877045.961672:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.961673:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.961676:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.961677:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712bc0 00000008:00000001:0.0:1788877045.961680:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.961682:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712bd0 page ffff8d0cc4712bc0 at index 231. 00000008:00000001:0.0:1788877045.961684:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.961692:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.961696:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f770c0 index 231 00000020:00000001:0.0:1788877045.961701:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961703:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961704:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.961707:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009742d00b[1 00000000706e05a1 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877045.961708:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.961709:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.961712:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712b60. 00000020:00000001:0.0:1788877045.961714:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.961715:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.961716:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.961718:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707716384 : -126389001835232 : ffff8d0cc4712d20) 00000020:00000001:0.0:1788877045.961720:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961721:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961721:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.961723:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.961724:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.961726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002c882df5[2 00000000706e05a1 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877045.961727:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.961728:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.961729:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.961730:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712d80 00000008:00000001:0.0:1788877045.961732:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.961733:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712d90 page ffff8d0cc4712d80 at index 232. 00000008:00000001:0.0:1788877045.961735:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.961737:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.961740:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77100 index 232 00000020:00000001:0.0:1788877045.961742:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961743:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961744:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.961746:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002c882df5[1 00000000706e05a1 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877045.961747:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.961748:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.961750:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712d20. 00000020:00000001:0.0:1788877045.961752:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.961753:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.961754:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.961755:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707713472 : -126389001838144 : ffff8d0cc47121c0) 00000020:00000001:0.0:1788877045.961757:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961757:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961758:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.961759:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.961760:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.961762:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000099d2944[2 00000000706e05a1 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877045.961764:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.961765:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.961766:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.961767:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712220 00000008:00000001:0.0:1788877045.961768:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.961769:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712230 page ffff8d0cc4712220 at index 233. 00000008:00000001:0.0:1788877045.961771:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.961773:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.961774:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77140 index 233 00000020:00000001:0.0:1788877045.961776:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961777:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961778:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.961781:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000099d2944[1 00000000706e05a1 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877045.961782:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.961783:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.961785:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc47121c0. 00000020:00000001:0.0:1788877045.961786:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.961787:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.961789:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.961790:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707715712 : -126389001835904 : ffff8d0cc4712a80) 00000020:00000001:0.0:1788877045.961791:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961793:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961794:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.961795:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.961796:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.961799:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aa9098e8[2 00000000706e05a1 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877045.961800:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.961801:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.961802:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.961803:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712ae0 00000008:00000001:0.0:1788877045.961805:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.961806:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712af0 page ffff8d0cc4712ae0 at index 234. 00000008:00000001:0.0:1788877045.961808:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.961810:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.961812:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77180 index 234 00000020:00000001:0.0:1788877045.961814:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961815:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961816:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.961819:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aa9098e8[1 00000000706e05a1 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877045.961820:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.961822:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.961823:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712a80. 00000020:00000001:0.0:1788877045.961826:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.961827:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.961828:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.961830:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707714592 : -126389001837024 : ffff8d0cc4712620) 00000020:00000001:0.0:1788877045.961832:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961833:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961833:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.961835:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.961836:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.961838:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000f9ff2fd[2 00000000706e05a1 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877045.961840:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.961841:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.961843:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.961844:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712680 00000008:00000001:0.0:1788877045.961845:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.961847:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712690 page ffff8d0cc4712680 at index 235. 00000008:00000001:0.0:1788877045.961849:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.961851:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.961853:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f771c0 index 235 00000020:00000001:0.0:1788877045.961855:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961856:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961857:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.961860:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000f9ff2fd[1 00000000706e05a1 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877045.961861:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.961863:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.961864:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712620. 00000020:00000001:0.0:1788877045.961866:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.961867:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.961868:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.961870:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707714816 : -126389001836800 : ffff8d0cc4712700) 00000020:00000001:0.0:1788877045.961872:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961873:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961874:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.961875:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.961875:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.961878:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007602aaaf[2 00000000706e05a1 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877045.961880:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.961881:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.961882:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.961883:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712760 00000008:00000001:0.0:1788877045.961884:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.961886:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712770 page ffff8d0cc4712760 at index 236. 00000008:00000001:0.0:1788877045.961888:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.961890:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.961891:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77200 index 236 00000020:00000001:0.0:1788877045.961893:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961894:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961895:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.961897:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007602aaaf[1 00000000706e05a1 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877045.961898:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.961900:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.961901:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712700. 00000020:00000001:0.0:1788877045.961903:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.961904:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.961906:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.961907:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707716160 : -126389001835456 : ffff8d0cc4712c40) 00000020:00000001:0.0:1788877045.961908:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961911:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961912:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.961913:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.961914:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.961916:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004f7368ee[2 00000000706e05a1 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877045.961918:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.961919:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.961920:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.961921:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712ca0 00000008:00000001:0.0:1788877045.961923:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.961924:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712cb0 page ffff8d0cc4712ca0 at index 237. 00000008:00000001:0.0:1788877045.961927:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.961929:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.961931:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77240 index 237 00000020:00000001:0.0:1788877045.961932:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961934:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961934:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.961937:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004f7368ee[1 00000000706e05a1 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877045.961939:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.961940:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.961941:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712c40. 00000020:00000001:0.0:1788877045.961944:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.961945:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.961946:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.961947:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707715488 : -126389001836128 : ffff8d0cc47129a0) 00000020:00000001:0.0:1788877045.961949:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961950:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961951:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.961952:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.961953:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.961956:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000063caf43b[2 00000000706e05a1 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877045.961957:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.961958:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.961960:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.961960:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712a00 00000008:00000001:0.0:1788877045.961962:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.961963:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712a10 page ffff8d0cc4712a00 at index 238. 00000008:00000001:0.0:1788877045.961965:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.961968:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.961970:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77280 index 238 00000020:00000001:0.0:1788877045.961971:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961972:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.961973:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.961976:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000063caf43b[1 00000000706e05a1 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877045.961978:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.961979:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.961980:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc47129a0. 00000020:00000001:0.0:1788877045.961982:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.961983:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.961984:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.961985:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707715040 : -126389001836576 : ffff8d0cc47127e0) 00000020:00000001:0.0:1788877045.961987:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961988:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.961989:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.961990:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.961991:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.961993:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d83bea9d[2 00000000706e05a1 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877045.961994:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.961995:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.961997:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.961998:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712840 00000008:00000001:0.0:1788877045.961999:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.962000:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712850 page ffff8d0cc4712840 at index 239. 00000008:00000001:0.0:1788877045.962002:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.962004:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.962005:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f772c0 index 239 00000020:00000001:0.0:1788877045.962007:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962008:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962009:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.962011:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d83bea9d[1 00000000706e05a1 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877045.962013:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.962014:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.962016:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc47127e0. 00000020:00000001:0.0:1788877045.962018:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.962019:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.962090:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.962092:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707716832 : -126389001834784 : ffff8d0cc4712ee0) 00000020:00000001:0.0:1788877045.962095:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.962096:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.962097:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.962099:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.962100:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.962103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000003038b37[2 00000000706e05a1 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877045.962104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.962105:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.962107:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.962108:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712f40 00000008:00000001:0.0:1788877045.962109:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.962110:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712f50 page ffff8d0cc4712f40 at index 240. 00000008:00000001:0.0:1788877045.962112:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.962115:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.962117:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77300 index 240 00000020:00000001:0.0:1788877045.962119:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962120:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962121:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.962124:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000003038b37[1 00000000706e05a1 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877045.962125:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.962127:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.962129:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712ee0. 00000020:00000001:0.0:1788877045.962132:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.962133:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.962134:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.962135:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707714144 : -126389001837472 : ffff8d0cc4712460) 00000020:00000001:0.0:1788877045.962137:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.962138:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.962140:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.962141:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.962142:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.962145:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f8b0760f[2 00000000706e05a1 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877045.962147:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.962148:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.962149:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.962150:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc47124c0 00000008:00000001:0.0:1788877045.962152:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.962153:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc47124d0 page ffff8d0cc47124c0 at index 241. 00000008:00000001:0.0:1788877045.962155:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.962157:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.962159:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77340 index 241 00000020:00000001:0.0:1788877045.962161:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962162:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962163:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.962166:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f8b0760f[1 00000000706e05a1 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877045.962167:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.962168:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.962170:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4712460. 00000020:00000001:0.0:1788877045.962171:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.962172:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.962174:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.962175:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707713696 : -126389001837920 : ffff8d0cc47122a0) 00000020:00000001:0.0:1788877045.962177:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.962178:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.962179:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.962180:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.962181:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.962184:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000002385a5b[2 00000000706e05a1 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877045.962185:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.962186:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.962188:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.962189:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4712300 00000008:00000001:0.0:1788877045.962190:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.962191:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4712310 page ffff8d0cc4712300 at index 242. 00000008:00000001:0.0:1788877045.962192:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.962195:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.962196:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77380 index 242 00000020:00000001:0.0:1788877045.962197:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962198:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962199:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.962202:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000002385a5b[1 00000000706e05a1 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877045.962204:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.962205:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.962207:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc47122a0. 00000020:00000001:0.0:1788877045.962209:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.962210:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.962211:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.962212:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707423328 : -126389002128288 : ffff8d0cc46cb460) 00000020:00000001:0.0:1788877045.962214:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.962216:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.962217:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.962218:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.962219:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.962221:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000818fdd9d[2 00000000706e05a1 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877045.962223:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.962224:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.962225:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.962226:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cb4c0 00000008:00000001:0.0:1788877045.962228:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.962229:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cb4d0 page ffff8d0cc46cb4c0 at index 243. 00000008:00000001:0.0:1788877045.962231:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.962233:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.962234:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f773c0 index 243 00000020:00000001:0.0:1788877045.962236:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962236:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.962237:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.962240:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000818fdd9d[1 00000000706e05a1 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877045.962241:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.962242:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.962244:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cb460. 00000020:00000001:0.0:1788877045.962246:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967584:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967593:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967596:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707422880 : -126389002128736 : ffff8d0cc46cb2a0) 00000020:00000001:0.0:1788877045.967603:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967604:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967606:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967608:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967610:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967618:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a68ae480[2 00000000706e05a1 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877045.967621:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967623:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967626:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967628:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cb300 00000008:00000001:0.0:1788877045.967632:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967634:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cb310 page ffff8d0cc46cb300 at index 244. 00000008:00000001:0.0:1788877045.967637:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.967645:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.967649:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77400 index 244 00000020:00000001:0.0:1788877045.967655:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967656:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967658:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.967661:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a68ae480[1 00000000706e05a1 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877045.967663:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.967665:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.967671:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cb2a0. 00000020:00000001:0.0:1788877045.967678:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967679:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967681:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967682:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707423104 : -126389002128512 : ffff8d0cc46cb380) 00000020:00000001:0.0:1788877045.967684:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967685:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967687:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967688:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967689:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967692:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a8cd0b4c[2 00000000706e05a1 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877045.967694:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967695:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967696:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967697:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cb3e0 00000008:00000001:0.0:1788877045.967699:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967700:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cb3f0 page ffff8d0cc46cb3e0 at index 245. 00000008:00000001:0.0:1788877045.967703:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.967705:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.967706:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77440 index 245 00000020:00000001:0.0:1788877045.967708:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967709:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967710:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.967713:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a8cd0b4c[1 00000000706e05a1 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877045.967714:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.967715:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.967717:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cb380. 00000020:00000001:0.0:1788877045.967719:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967720:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967722:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967723:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707422432 : -126389002129184 : ffff8d0cc46cb0e0) 00000020:00000001:0.0:1788877045.967725:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967727:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967728:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967729:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967730:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967733:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000620ab3a3[2 00000000706e05a1 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877045.967734:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967735:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967736:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967737:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cb140 00000008:00000001:0.0:1788877045.967738:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967740:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cb150 page ffff8d0cc46cb140 at index 246. 00000008:00000001:0.0:1788877045.967742:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.967744:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.967745:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77480 index 246 00000020:00000001:0.0:1788877045.967747:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967748:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967749:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.967751:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000620ab3a3[1 00000000706e05a1 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877045.967752:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.967753:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.967755:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cb0e0. 00000020:00000001:0.0:1788877045.967757:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967758:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967759:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967760:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707422208 : -126389002129408 : ffff8d0cc46cb000) 00000020:00000001:0.0:1788877045.967762:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967763:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967764:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967765:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967766:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967768:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000981dadb6[2 00000000706e05a1 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877045.967770:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967771:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967772:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967773:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cb060 00000008:00000001:0.0:1788877045.967774:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967775:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cb070 page ffff8d0cc46cb060 at index 247. 00000008:00000001:0.0:1788877045.967778:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.967780:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.967782:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f774c0 index 247 00000020:00000001:0.0:1788877045.967784:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967785:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967786:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.967789:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000981dadb6[1 00000000706e05a1 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877045.967790:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.967791:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.967793:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cb000. 00000020:00000001:0.0:1788877045.967795:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967796:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967797:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967799:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707423552 : -126389002128064 : ffff8d0cc46cb540) 00000020:00000001:0.0:1788877045.967800:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967801:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967803:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967804:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967805:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967807:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000011e39cc7[2 00000000706e05a1 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877045.967809:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967810:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967811:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967812:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cb5a0 00000008:00000001:0.0:1788877045.967813:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967814:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cb5b0 page ffff8d0cc46cb5a0 at index 248. 00000008:00000001:0.0:1788877045.967816:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.967818:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.967819:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77500 index 248 00000020:00000001:0.0:1788877045.967821:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967822:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967823:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.967826:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000011e39cc7[1 00000000706e05a1 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877045.967827:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.967829:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.967830:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cb540. 00000020:00000001:0.0:1788877045.967832:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967833:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967834:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967836:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707425792 : -126389002125824 : ffff8d0cc46cbe00) 00000020:00000001:0.0:1788877045.967838:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967839:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967840:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967841:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967842:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967845:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de5232e4[2 00000000706e05a1 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877045.967846:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967847:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967849:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967850:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cbe60 00000008:00000001:0.0:1788877045.967851:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967852:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cbe70 page ffff8d0cc46cbe60 at index 249. 00000008:00000001:0.0:1788877045.967855:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.967857:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.967858:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77540 index 249 00000020:00000001:0.0:1788877045.967860:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967862:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967863:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.967865:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de5232e4[1 00000000706e05a1 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877045.967867:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.967868:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.967870:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cbe00. 00000020:00000001:0.0:1788877045.967872:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967873:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967874:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967876:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707424448 : -126389002127168 : ffff8d0cc46cb8c0) 00000020:00000001:0.0:1788877045.967878:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967878:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967879:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967881:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967882:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967884:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000082be866[2 00000000706e05a1 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877045.967886:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967887:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967889:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967890:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cb920 00000008:00000001:0.0:1788877045.967891:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967892:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cb930 page ffff8d0cc46cb920 at index 250. 00000008:00000001:0.0:1788877045.967893:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.967895:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.967897:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77580 index 250 00000020:00000001:0.0:1788877045.967899:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967900:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967901:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.967903:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000082be866[1 00000000706e05a1 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877045.967904:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.967905:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.967907:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cb8c0. 00000020:00000001:0.0:1788877045.967909:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967910:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967911:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967913:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707425120 : -126389002126496 : ffff8d0cc46cbb60) 00000020:00000001:0.0:1788877045.967915:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967916:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967917:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967918:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967919:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967921:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e65b8383[2 00000000706e05a1 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877045.967923:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967924:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967925:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967926:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cbbc0 00000008:00000001:0.0:1788877045.967928:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967929:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cbbd0 page ffff8d0cc46cbbc0 at index 251. 00000008:00000001:0.0:1788877045.967931:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.967933:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.967934:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f775c0 index 251 00000020:00000001:0.0:1788877045.967936:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967937:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967937:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.967939:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e65b8383[1 00000000706e05a1 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877045.967941:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.967942:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.967943:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cbb60. 00000020:00000001:0.0:1788877045.967945:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967946:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967948:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967949:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707425568 : -126389002126048 : ffff8d0cc46cbd20) 00000020:00000001:0.0:1788877045.967950:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967952:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967953:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967953:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967955:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967957:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e624194c[2 00000000706e05a1 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877045.967958:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967959:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967960:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967961:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cbd80 00000008:00000001:0.0:1788877045.967963:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967964:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cbd90 page ffff8d0cc46cbd80 at index 252. 00000008:00000001:0.0:1788877045.967966:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.967968:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.967969:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77600 index 252 00000020:00000001:0.0:1788877045.967970:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967971:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.967972:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.967974:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e624194c[1 00000000706e05a1 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877045.967975:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.967976:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.967978:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cbd20. 00000020:00000001:0.0:1788877045.967980:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.967981:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.967982:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.967983:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707422656 : -126389002128960 : ffff8d0cc46cb1c0) 00000020:00000001:0.0:1788877045.967985:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967986:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.967987:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.967988:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.967989:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.967992:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003856af43[2 00000000706e05a1 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877045.967993:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.967994:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.967995:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.967996:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cb220 00000008:00000001:0.0:1788877045.967998:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.967999:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cb230 page ffff8d0cc46cb220 at index 253. 00000008:00000001:0.0:1788877045.968001:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.968003:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.968005:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77640 index 253 00000020:00000001:0.0:1788877045.968007:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.968008:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.968009:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.968012:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003856af43[1 00000000706e05a1 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877045.968013:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.968014:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.968016:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cb1c0. 00000020:00000001:0.0:1788877045.968018:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.968019:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.968020:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.968021:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707424896 : -126389002126720 : ffff8d0cc46cba80) 00000020:00000001:0.0:1788877045.968023:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.968024:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.968026:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.968026:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.968028:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.968030:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000077b75e88[2 00000000706e05a1 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877045.968032:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.968033:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.968034:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.968035:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cbae0 00000008:00000001:0.0:1788877045.968037:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.968038:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cbaf0 page ffff8d0cc46cbae0 at index 254. 00000008:00000001:0.0:1788877045.968040:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.968044:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.968046:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f77680 index 254 00000020:00000001:0.0:1788877045.968047:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.968048:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.968049:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.968052:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000077b75e88[1 00000000706e05a1 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877045.968053:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.968055:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.968056:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cba80. 00000020:00000001:0.0:1788877045.968058:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.968059:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877045.968169:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877045.968171:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684707423776 : -126389002127840 : ffff8d0cc46cb620) 00000020:00000001:0.0:1788877045.968174:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.968176:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877045.968177:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877045.968178:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877045.968180:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877045.968183:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000af889864[2 00000000706e05a1 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877045.968185:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877045.968186:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877045.968188:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877045.968189:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc46cb680 00000008:00000001:0.0:1788877045.968191:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877045.968192:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc46cb690 page ffff8d0cc46cb680 at index 255. 00000008:00000001:0.0:1788877045.968194:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.968205:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877045.968208:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f776c0 index 255 00000020:00000001:0.0:1788877045.968210:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.968211:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877045.968212:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877045.968215:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000af889864[1 00000000706e05a1 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877045.968216:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877045.968217:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877045.968220:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46cb620. 00000020:00000001:0.0:1788877045.968232:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877045.968233:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877045.968503:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877045.968506:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x2b7:0x0](ffff8d0cce93d348) 00800000:00000001:0.0:1788877045.968515:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877045.968517:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x2b7:0x0] 00000002:00000001:0.0:1788877045.968524:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877045.968531:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.968533:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877045.968536:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877045.968538:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.968540:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877045.968543:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877045.968545:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877045.968546:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877045.968549:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877045.968551:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877045.968554:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877045.968557:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.968560:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.968565:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.968571:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.968574:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877045.968582:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877045.968584:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ccbeb30f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.968588:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877045.968593:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd2b9d540, objid 0x2b7:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877045.968598:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877045.968602:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf48b0100: ostid: 0x280000402:2218 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877045.968606:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877045.968608:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.968611:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877045.968613:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877045.968618:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877045.968624:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc4602700 count: 2 00010000:00000001:0.0:1788877045.968626:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877045.968629:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877045.968632:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877045.968637:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876884 1788876884 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000f763a691/0x4a37134b6b778ba0 lrc: 1/0,0 mode: PW/PW res: [0x280000402:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd59ff3a5 expref: -99 pid: 197632 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877045.968652:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf4593dc0 -> ffff8d0cf73ad080 00000020:00000001:0.0:1788877045.968654:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf4593dc0 -> ffff8d0cf73ad080 00000008:00000001:0.0:1788877045.968656:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.968659:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.968661:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877045.968662:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877045.968670:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf4593dc0. 00020000:00000001:0.0:1788877045.968676:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877045.968679:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cf73ad578. 00020000:00000001:0.0:1788877045.968684:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877045.968686:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.968688:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877045.968690:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ccbeb30f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.968693:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877045.968695:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877045.968696:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ccbeb30f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.968699:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877045.968701:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf4cf8f50. 00020000:00000010:0.0:1788877045.968707:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cd15c2780. 00020000:00000010:0.0:1788877045.968710:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc3ccc800. 00020000:00000002:0.0:1788877045.968713:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd2b9d540, objid 0x2b7:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877045.968718:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877045.968721:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf48b0100: ostid: 0x280000402:2218 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877045.968726:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf48b0100. 00020000:00000010:0.0:1788877045.968730:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cd2b9da80. 00020000:00000010:0.0:1788877045.968733:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cd2b9d540. 00020000:00000001:0.0:1788877045.968735:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877045.968737:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ccbeb30f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877045.968739:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0ccbeb30f8. 00020000:00000001:0.0:1788877045.968742:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877045.968745:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cf73ad000. 00000020:00001000:0.0:1788877045.968749:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.968753:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877045.968755:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877045.968814:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877045.968818:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877045.968821:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877045.968828:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.968837:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877045.968840:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877045.968843:0:198588:0:(dcache.c:87:ll_dcompare()) found name f476(ffff8d0ccaa97870) flags 0x48000e refc 0 00000080:00000001:0.0:1788877045.968846:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.968848:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877045.968850:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f476, flags=0 00000080:00000001:0.0:1788877045.968859:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877045.968860:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877045.968863:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.968867:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877045.968870:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877045.968872:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f476, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877045.968874:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877045.968876:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.968878:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.968880:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877045.968882:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877045.968886:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd157d7c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877045.968889:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf402e840 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877045.968891:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd157d7c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.968894:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877045.968896:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877045.968897:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877045.968900:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877045.968902:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877045.968904:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.968906:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877045.968914:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7ac00. 00800000:00000002:0.0:1788877045.968919:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877045.968931:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877045.968936:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f476 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877045.968941:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877045.968944:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877045.968948:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877045.968950:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877045.968954:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877045.968956:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.968958:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0xf7:0x0] 00800000:00000001:0.0:1788877045.968960:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877045.968963:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877045.968966:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877045.968967:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877045.968968:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877045.968970:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877045.968972:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.968974:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0xf7:0x0] 00800000:00000001:0.0:1788877045.968975:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.968978:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0xf7:0x0] 00800000:00000001:0.0:1788877045.968980:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.968983:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0xf7:0x0] -> mds #0 00000002:00000001:0.0:1788877045.968988:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877045.968991:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877045.968994:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.968997:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877045.969000:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8c00 count: 2 00010000:00000001:0.0:1788877045.969002:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877045.969005:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877045.969010:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877045.969014:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cd7a52200/0x4a37134b6b774e98 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0xf7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59edf72 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877045.969024:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877045.969028:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877045.969031:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877045.969033:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0xf7:0x0] mode (null) 00000002:00000001:0.0:1788877045.969037:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.969039:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.969041:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8c00 count: 3 00010000:00000001:0.0:1788877045.969043:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.969047:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.969049:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.969050:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.969051:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8c00 count: 3 00010000:00000001:0.0:1788877045.969053:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.969055:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.969056:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.969058:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.969059:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8c00 count: 3 00010000:00000001:0.0:1788877045.969061:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.969063:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.969065:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.969066:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.969068:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8c00 count: 3 00010000:00000001:0.0:1788877045.969070:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.969072:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.969074:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.969077:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877045.969079:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.969081:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.969083:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877045.969085:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877045.969087:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0xf7:0x0]: losing layout lock 00000080:00000001:0.0:1788877045.969091:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877045.969093:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877045.969097:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877045.969100:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877045.969103:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0xf7:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877045.969105:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.969107:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877045.969109:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.969112:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.969114:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877045.969117:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0xf7:0x0](ffff8d0cceb100c8) invalid 00000020:00000001:0.0:1788877045.969119:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877045.969121:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f476 (ffff8d0ccaa97870) parent ffff8d0cc22750d8 inode ffff8d0cceb100c8 refc 1 00000080:00000001:0.0:1788877045.969125:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877045.969127:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877045.969129:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.969132:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877045.969136:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877045.969138:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877045.969140:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877045.969144:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877045.969148:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cd7a52200 with handle 0x4a37134b6b774e98 from hash 00010000:00000001:0.0:1788877045.969150:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877045.969152:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877045.969154:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877045.969155:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877045.969159:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877045.969160:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877045.969163:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.969165:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877045.969168:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877045.969175:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd319f80. 00000020:00000040:0.0:1788877045.969180:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=19 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877045.969186:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877045.969187:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.969190:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877045.969196:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877045.969201:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877045.969202:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877045.969204:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.969207:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877045.969209:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877045.969214:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877045.969224:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7a200. 00000100:00000001:0.0:1788877045.969231:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.969234:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877045.969236:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877045.969243:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cd7a52200/0x4a37134b6b774e98 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0xf7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59edf72 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877045.972729:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877045.972732:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.972736:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877045.972742:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cd7a52200/0x4a37134b6b774e98 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0xf7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59edf72 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877045.972761:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf51e1640. 00010000:00000040:0.0:1788877045.972770:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cd18d8c00 count: 0 00010000:00000010:0.0:1788877045.972779:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf485a500. 00010000:00000001:0.0:1788877045.972790:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877045.972793:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.972796:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877045.972797:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.972799:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877045.972821:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877045.972836:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd319f80 x1875765519130112/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877045.972845:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877045.972847:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877045.972861:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877045.972864:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877045.972867:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877045.972869:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559579008 : -126393149972608 : ffff8d0bcd319f80) 00000100:00000001:0.0:1788877045.972874:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877045.972879:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.972881:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877045.972883:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877045.972887:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd319f80 x1875765519130112/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.972894:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877045.972897:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877045.972901:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877045.972905:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877045.972907:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877045.972910:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd319f80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519130112:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877045.972915:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877045.972922:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877045.972925:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877045.972928:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877045.972937:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd7a0000. 02000000:00000001:0.0:1788877045.972939:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877045.972949:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877045.972955:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949528. 00000400:00000010:0.0:1788877045.972962:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877045.972969:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519130112, portal 10 00000100:00000001:0.0:1788877045.972971:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877045.972972:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559579008 : -126393149972608 : ffff8d0bcd319f80) 00000100:00000040:0.0:1788877045.972979:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd319f80 x1875765519130112/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.972986:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877045.972989:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877045.972993:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877045.972996:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519130112, offset 0 00000400:00000200:0.0:1788877045.973002:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877045.973011:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877045.973019:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877045.973025:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877045.973029:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877045.973033:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877045.973036:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877045.973039:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457221:457221:256:4294967295] 192.168.203.155@tcp LPNI seq info [457215:457215:8:4294967295] 00000400:00000200:0.0:1788877045.973044:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877045.973053:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877045.973059:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877045.973065:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877045.973072:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877045.973081:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877045.973086:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877045.973107:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877045.973113:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13346 usecs (14 jiffies) 00000400:00000200:0.0:1788877045.973117:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877045.973120:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302473048 00000800:00000200:0.0:1788877045.973893:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877045.973901:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954600. 00000400:00000200:0.0:1788877045.973909:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877045.973916:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877045.973924:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca527f8 00000400:00000010:0.0:1788877045.973928:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca527f8. 00000100:00000001:0.0:1788877045.973934:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877045.973939:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0bcd319f80 x1875765519130112/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.973951:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877045.973954:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd319f80 x1875765519130112/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.973960:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.973962:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1788877045.973990:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877045.973999:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877045.974008:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302473049 00000100:00000010:0.0:1788877045.974011:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46551e0. 00000100:00000001:0.0:1788877045.974015:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877045.974018:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877045.974021:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.974024:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877045.974026:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877045.974029:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9540 going to sleep for 11 seconds 00000100:00000001:0.0:1788877045.974032:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877045.974035:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.986803:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877045.986812:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877045.986814:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877045.986818:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949528. 00000400:00000200:0.0:1788877045.986823:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9840 00000400:00000010:0.0:1788877045.986825:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9840. 00000100:00000001:0.0:1788877045.986829:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877045.986833:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0bcd319f80 x1875765519130112/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877045.986843:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0bcd319f80 x1875765519130112/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.986848:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877045.986850:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877045.986853:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877045.986857:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877045.986860:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877045.986861:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877045.986865:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877045.986876:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=58 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877045.986881:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=58 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877045.986883:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877045.986885:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.986888:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877045.986891:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.986894:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877045.986896:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x600026191] 00000100:00000001:0.0:1788877045.986898:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877045.986900:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877045.986902:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559579008 : -126393149972608 : ffff8d0bcd319f80) 00000100:00000001:0.0:1788877045.986905:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877045.986907:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963131 00000100:00000001:0.0:1788877045.986909:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877045.986912:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877045.986918:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0bcd319f80 x1875765519130112/t25769963146(25769963146) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.986925:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877045.986929:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877045.986931:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877045.986935:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0bcd319f80 x1875765519130112/t25769963146(25769963146) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877045.986943:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0bcd319f80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519130112:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877045.986948:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877045.986951:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.986954:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877045.986956:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877045.986960:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd319f80 x1875765519130112/t25769963146(25769963146) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.986967:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877045.986970:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877045.986972:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877045.986973:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.986983:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877045.986988:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.986993:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877045.986997:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc7f7ac00. 00000100:00000001:0.0:1788877045.987005:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877045.987008:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0bcd319f80 x1875765519130112/t25769963146(25769963146) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.987014:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987019:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987032:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877045.987036:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877045.987039:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f476 (ffff8d0ccaa97870, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877045.987042:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877045.987049:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877045.987056:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877045.987064:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877045.987067:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877045.987070:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.987076:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.987079:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877045.987085:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd7a0a5f8 -> ffff8d0cd7a0a5f8 00000020:00000001:0.0:1788877045.987088:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877045.987091:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877045.987094:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0xf7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877045.987097:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877045.987099:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877045.987100:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877045.987105:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0xf7:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877045.987109:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd157d7c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.987113:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877045.987115:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877045.987118:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877045.987120:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987123:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877045.987126:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877045.987128:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987130:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877045.987131:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877045.987132:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877045.987134:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd157d7c0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877045.987138:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987141:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877045.987143:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877045.987145:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877045.987149:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877045.987154:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877045.987158:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877045.987160:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877045.987161:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.987162:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877045.987164:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877045.987168:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd7a0a9e0 -> ffff8d0cd7a0a5f8 00000020:00000001:0.0:1788877045.987169:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877045.987174:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877045.987175:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877045.987177:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877045.987179:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877045.987181:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987183:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987185:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877045.987187:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877045.987189:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987191:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987193:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987195:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877045.987197:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877045.987199:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877045.987200:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877045.987202:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877045.987203:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987205:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987207:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987208:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987210:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877045.987211:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987213:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987215:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877045.987217:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877045.987219:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877045.987220:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877045.987223:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877045.987225:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877045.987230:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877045.987233:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0ceb210000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877045.987236:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877045.987238:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0ceb210000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877045.987242:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877045.987244:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987245:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987308:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987309:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987311:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987313:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877045.987315:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877045.987316:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877045.987318:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877045.987320:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877045.987322:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987323:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877045.987325:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877045.987327:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877045.987329:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877045.987330:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877045.987331:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877045.987333:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877045.987334:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987335:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987337:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877045.987337:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877045.987339:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877045.987340:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877045.987342:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877045.987344:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877045.987345:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877045.987346:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877045.987347:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877045.987348:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987350:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987352:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877045.987353:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877045.987354:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987356:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877045.987358:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877045.987359:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877045.987360:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877045.987362:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877045.987364:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877045.987366:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877045.987368:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877045.987371:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877045.987373:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0xf7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877045.987376:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877045.987377:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877045.987380:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.987383:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987388:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877045.987390:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0xf7:0x0](ffff8d0cceb100c8) 00800000:00000001:0.0:1788877045.987396:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877045.987398:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0xf7:0x0] 00000002:00000001:0.0:1788877045.987405:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877045.987422:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.987425:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877045.987428:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877045.987430:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987432:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877045.987434:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877045.987436:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987438:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987442:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.987443:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.987446:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877045.987452:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877045.987454:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd157d7c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.987456:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877045.987459:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf402e840, objid 0xf7:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877045.987473:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877045.987478:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf72b7000: ostid: 0x2c0000403:2015 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877045.987483:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877045.987485:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987488:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877045.987489:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877045.987494:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877045.987498:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987500:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877045.987507:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0ceb210000. 00020000:00000001:0.0:1788877045.987513:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877045.987516:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cd7a0a960. 00020000:00000001:0.0:1788877045.987520:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877045.987522:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877045.987524:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877045.987526:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd157d7c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.987529:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877045.987531:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877045.987533:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd157d7c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.987536:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877045.987538:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cd79e8880. 00020000:00000010:0.0:1788877045.987542:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ceabfb180. 00020000:00000010:0.0:1788877045.987549:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf4654c60. 00020000:00000002:0.0:1788877045.987555:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf402e840, objid 0xf7:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877045.987558:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877045.987561:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf72b7000: ostid: 0x2c0000403:2015 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877045.987566:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf72b7000. 00020000:00000010:0.0:1788877045.987569:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf402ec60. 00020000:00000010:0.0:1788877045.987572:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf402e840. 00020000:00000001:0.0:1788877045.987574:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877045.987575:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd157d7c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877045.987578:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd157d7c0. 00020000:00000001:0.0:1788877045.987582:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877045.987584:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cd7a0a578. 00000020:00001000:0.0:1788877045.987588:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.987591:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877045.987593:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877045.987635:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877045.987639:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877045.987642:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877045.987647:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987656:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877045.987659:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877045.987660:0:198588:0:(dcache.c:87:ll_dcompare()) found name f465(ffff8d0ccaa80798) flags 0x48000e refc 0 00000080:00000001:0.0:1788877045.987662:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987664:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877045.987666:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f465, flags=0 00000080:00000001:0.0:1788877045.987672:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877045.987673:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877045.987676:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987680:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877045.987682:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877045.987684:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f465, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877045.987688:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877045.987690:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.987691:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.987693:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877045.987696:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877045.987699:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd157d000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877045.987702:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf45fc6c0 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877045.987705:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd157d000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877045.987707:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877045.987710:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877045.987711:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877045.987713:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877045.987716:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877045.987719:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.987721:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877045.987728:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7ac00. 00800000:00000002:0.0:1788877045.987734:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877045.987745:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877045.987750:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f465 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877045.987754:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877045.987758:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877045.987761:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877045.987763:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877045.987767:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877045.987769:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.987771:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0xf1:0x0] 00800000:00000001:0.0:1788877045.987773:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877045.987776:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877045.987777:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877045.987778:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877045.987779:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877045.987780:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877045.987782:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.987783:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0xf1:0x0] 00800000:00000001:0.0:1788877045.987786:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.987788:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0xf1:0x0] 00800000:00000001:0.0:1788877045.987791:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877045.987793:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0xf1:0x0] -> mds #0 00000002:00000001:0.0:1788877045.987797:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877045.987799:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877045.987803:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.987805:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877045.987809:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8700 count: 2 00010000:00000001:0.0:1788877045.987811:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877045.987814:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877045.987819:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877045.987823:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf40ef400/0x4a37134b6b774e4b lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59eddf1 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877045.987834:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877045.987839:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877045.987842:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877045.987844:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0xf1:0x0] mode (null) 00000002:00000001:0.0:1788877045.987846:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.987849:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.987852:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8700 count: 3 00010000:00000001:0.0:1788877045.987854:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.987857:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.987859:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.987860:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.987862:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8700 count: 3 00010000:00000001:0.0:1788877045.987864:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.987865:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.987867:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.987868:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.987869:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8700 count: 3 00010000:00000001:0.0:1788877045.987871:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.987873:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877045.987875:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877045.987876:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877045.987877:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd18d8700 count: 3 00010000:00000001:0.0:1788877045.987879:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877045.987882:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987884:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987886:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877045.987887:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877045.987889:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877045.987891:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877045.987893:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877045.987895:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0xf1:0x0]: losing layout lock 00000080:00000001:0.0:1788877045.987898:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877045.987901:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877045.987904:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877045.987907:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877045.987909:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0xf1:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877045.987912:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877045.987913:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877045.987915:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877045.987917:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877045.987919:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877045.987921:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0xf1:0x0](ffff8d0ccce763c8) invalid 00000020:00000001:0.0:1788877045.987924:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877045.987926:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f465 (ffff8d0ccaa80798) parent ffff8d0cc22750d8 inode ffff8d0ccce763c8 refc 1 00000080:00000001:0.0:1788877045.987930:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877045.987932:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877045.987934:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.987936:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877045.987940:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877045.987941:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877045.987943:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877045.987947:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877045.987951:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf40ef400 with handle 0x4a37134b6b774e4b from hash 00010000:00000001:0.0:1788877045.987953:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877045.987954:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877045.987956:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877045.987958:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877045.987961:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877045.987963:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877045.987966:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.987968:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877045.987970:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877045.987977:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd31b480. 00000020:00000040:0.0:1788877045.987981:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=20 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877045.987986:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877045.987988:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.987990:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877045.987995:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877045.988000:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877045.988002:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877045.988003:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.988007:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877045.988009:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877045.988014:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877045.988023:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7aa00. 00000100:00000001:0.0:1788877045.988029:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.988033:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877045.988035:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877045.988040:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf40ef400/0x4a37134b6b774e4b lrc: 1/0,0 mode: --/PR res: [0x200002b12:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59eddf1 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877045.988048:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877045.988050:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877045.988052:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877045.988054:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf40ef400/0x4a37134b6b774e4b lrc: 0/0,0 mode: --/PR res: [0x200002b12:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59eddf1 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877045.988063:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf51e1380. 00010000:00000040:0.0:1788877045.988067:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cd18d8700 count: 0 00010000:00000010:0.0:1788877045.988073:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd2866e80. 00010000:00000001:0.0:1788877045.988079:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877045.988081:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.988083:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877045.988084:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877045.988086:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877045.988099:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877045.988110:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd31b480 x1875765519130368/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877045.988117:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877045.988119:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877045.988125:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877045.988127:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877045.988130:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877045.988131:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559584384 : -126393149967232 : ffff8d0bcd31b480) 00000100:00000001:0.0:1788877045.988137:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877045.988141:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.988144:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877045.988145:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877045.988150:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd31b480 x1875765519130368/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.988158:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877045.988160:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877045.988164:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877045.988167:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877045.988170:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877045.988173:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd31b480 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519130368:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877045.988177:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877045.988182:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877045.988184:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877045.988187:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877045.988193:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd7a4000. 02000000:00000001:0.0:1788877045.988196:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877045.988203:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877045.988207:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949528. 00000400:00000010:0.0:1788877045.988214:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877045.988222:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519130368, portal 10 00000100:00000001:0.0:1788877045.988223:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877045.988225:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559584384 : -126393149967232 : ffff8d0bcd31b480) 00000100:00000040:0.0:1788877045.988232:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd31b480 x1875765519130368/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.988239:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877045.988242:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877045.988246:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877045.988318:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519130368, offset 0 00000100:00000040:0.0:1788877045.988340:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302473048, at 4302473050 00000100:00000010:0.0:1788877045.988349:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000400:00000200:0.0:1788877045.988364:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877045.988374:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877045.988381:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877045.988387:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877045.988392:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877045.988396:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877045.988398:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877045.988402:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457222:457222:256:4294967295] 192.168.203.155@tcp LPNI seq info [457216:457216:8:4294967295] 00000400:00000200:0.0:1788877045.988406:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877045.988415:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877045.988421:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000200:0.0:1788877045.989957:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877045.989970:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877045.989979:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877045.989987:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877045.989994:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca527f8 00000400:00000010:0.0:1788877045.989998:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca527f8. 00000100:00000001:0.0:1788877045.990003:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877045.990010:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0bcd31b480 x1875765519130368/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.990021:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877045.990024:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd31b480 x1875765519130368/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877061 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877045.990037:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877045.990039:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877046.003698:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302473064, at 4302473065 00000100:00000010:0.0:1788877046.003719:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000800:00000200:0.0:1788877046.027308:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.027315:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877046.027321:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.027327:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.027333:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915e58 00000400:00000010:0.0:1788877046.027336:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915e58. 00000100:00000001:0.0:1788877046.027341:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.027345:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf467bb80 x1875765519130752/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.027355:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.027358:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf467bb80 x1875765519130752/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.027365:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.027367:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877046.043728:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302473102, at 4302473105 00000100:00000010:0.0:1788877046.043738:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e060. 00000100:00000040:0.0:1788877046.098634:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302473159, at 4302473160 00000100:00000010:0.0:1788877046.098655:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000800:00000200:0.0:1788877046.119893:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.119905:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877046.119914:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.119924:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.119932:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19153b8 00000400:00000010:0.0:1788877046.119936:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19153b8. 00000100:00000001:0.0:1788877046.119942:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.119951:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4679180 x1875765519131136/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.119970:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.119974:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4679180 x1875765519131136/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.119980:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.119982:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877046.131341:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302473192, at 4302473193 00000100:00000010:0.0:1788877046.131361:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000800:00000200:0.0:1788877046.149846:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.149853:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaad00. 00000400:00000200:0.0:1788877046.149859:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.149865:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.149870:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4550 00000400:00000010:0.0:1788877046.149873:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4550. 00000100:00000001:0.0:1788877046.149878:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.149882:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9472680 x1875765519131392/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.149893:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.149895:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9472680 x1875765519131392/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.149901:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.149903:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.159104:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.159126:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.159132:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.159135:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.159145:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.159155:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.159166:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.159171:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.159178:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.159182:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1732300 00000400:00000200:0.0:1788877046.159190:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.159197:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ec29 [2] + 224 00000800:00000001:0.0:1788877046.159207:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.159241:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.159245:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.159298:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.159306:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.159316:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9472680 x1875765519131392/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.159329:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9472680 x1875765519131392/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.159346:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.159355:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.159359:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.200983:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.200988:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaf00. 00000400:00000200:0.0:1788877046.200993:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.200998:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.201003:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4220 00000400:00000010:0.0:1788877046.201005:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4220. 00000100:00000001:0.0:1788877046.201011:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.201015:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9470000 x1875765519131904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.201024:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.201027:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9470000 x1875765519131904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.201033:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.201035:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877046.215282:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.215289:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa500. 00000400:00000200:0.0:1788877046.215294:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.215299:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.215306:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c45d8 00000400:00000010:0.0:1788877046.215309:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c45d8. 00000100:00000001:0.0:1788877046.215314:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.215319:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9470a80 x1875765519132160/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.215329:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.215332:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9470a80 x1875765519132160/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.215338:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.215340:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877046.235640:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.235656:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877046.235667:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.235676:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.235685:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915770 00000400:00000010:0.0:1788877046.235688:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915770. 00000100:00000001:0.0:1788877046.235694:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.235703:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf467aa00 x1875765519132416/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.235717:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.235720:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf467aa00 x1875765519132416/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.235829:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.235831:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877046.260952:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.260959:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877046.260965:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.260971:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.260977:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915330 00000400:00000010:0.0:1788877046.260981:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915330. 00000100:00000001:0.0:1788877046.260986:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.260991:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4679180 x1875765519132672/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.261008:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.261011:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4679180 x1875765519132672/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.261019:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.261021:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877046.278940:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.278954:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa300. 00000400:00000200:0.0:1788877046.278963:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.278973:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.278982:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c43b8 00000400:00000010:0.0:1788877046.278985:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c43b8. 00000100:00000001:0.0:1788877046.278992:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.279001:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9472d80 x1875765519132800/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.279015:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.279018:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9472d80 x1875765519132800/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.279026:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.279029:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877046.294469:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.294478:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa900. 00000400:00000200:0.0:1788877046.294486:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.294494:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.294504:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4aa0 00000400:00000010:0.0:1788877046.294508:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4aa0. 00000100:00000001:0.0:1788877046.294514:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.294522:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9472d80 x1875765519133056/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.294535:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.294538:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9472d80 x1875765519133056/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.294550:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.294552:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877046.352573:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.352580:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877046.352586:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.352592:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.352598:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19152a8 00000400:00000010:0.0:1788877046.352601:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19152a8. 00000100:00000001:0.0:1788877046.352606:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.352611:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf467ad80 x1875765519133824/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.352622:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.352625:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf467ad80 x1875765519133824/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.352631:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.352633:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000001:0.0:1788877046.366024:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877046.366029:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877046.366033:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w93 (ffff8d0cccfd3948, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877046.366036:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877046.366044:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877046.366053:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877046.366063:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877046.366066:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877046.366069:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.366074:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.366077:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.366083:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ccb6c1aa8 -> ffff8d0ccb6c1aa8 00000020:00000001:0.0:1788877046.366086:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877046.366090:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877046.366093:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0x22b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877046.366096:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877046.366098:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877046.366100:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877046.366106:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0x22b:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877046.366110:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf53da6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.366115:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877046.366117:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877046.366120:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877046.366122:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366125:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877046.366127:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877046.366129:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366131:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877046.366132:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877046.366134:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877046.366135:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf53da6c8) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877046.366138:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366141:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877046.366143:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877046.366146:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877046.366150:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877046.366154:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877046.366158:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877046.366160:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877046.366161:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.366163:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877046.366166:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877046.366169:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ccb6c12d8 -> ffff8d0ccb6c1aa8 00000020:00000001:0.0:1788877046.366171:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877046.366175:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877046.366176:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877046.366178:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877046.366180:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877046.366182:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366184:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366186:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877046.366189:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877046.366191:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366194:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366196:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366198:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877046.366201:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877046.366203:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.366204:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877046.366207:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877046.366451:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366453:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366455:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366457:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366459:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877046.366468:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366470:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366473:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877046.366475:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877046.366477:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.366478:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877046.366480:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877046.366483:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877046.366487:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877046.366490:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cf57d1880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877046.366494:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877046.366497:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cf57d1880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877046.366501:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.366503:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366505:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366506:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366508:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366509:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366510:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877046.366512:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877046.366514:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877046.366515:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877046.366516:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877046.366518:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366520:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877046.366521:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877046.366523:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877046.366525:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877046.366526:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.366527:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877046.366529:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877046.366530:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366532:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366534:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877046.366535:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877046.366537:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877046.366539:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877046.366540:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877046.366542:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877046.366543:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.366544:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877046.366545:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877046.366547:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366548:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366550:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877046.366551:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877046.366552:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366555:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877046.366557:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877046.366558:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877046.366560:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877046.366561:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877046.366563:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877046.366566:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877046.366568:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877046.366571:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877046.366573:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x22b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877046.366576:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877046.366577:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877046.366580:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.366583:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.366587:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877046.366590:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x22b:0x0](ffff8d0cca9263c8) 00800000:00000001:0.0:1788877046.366596:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877046.366598:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x22b:0x0] 00000002:00000001:0.0:1788877046.366605:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.366612:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.366614:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.366617:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.366619:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.366621:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877046.366624:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877046.366626:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.366629:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366633:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.366634:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.366637:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877046.366644:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877046.366645:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf53da6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.366648:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877046.366652:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd09055a0, objid 0x22b:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.366657:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.366661:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4884b00: ostid: 0x2c0000403:2169 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877046.366664:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877046.366666:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366669:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877046.366671:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877046.366674:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877046.366678:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366681:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877046.366687:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf57d1880. 00020000:00000001:0.0:1788877046.366694:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877046.366696:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0ccb6c1258. 00020000:00000001:0.0:1788877046.366701:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877046.366703:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.366705:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877046.366707:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf53da6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.366709:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877046.366712:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877046.366713:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf53da6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.366716:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877046.366718:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf4cf8f20. 00020000:00000010:0.0:1788877046.366723:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cc82ae3c0. 00020000:00000010:0.0:1788877046.366727:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf4d51930. 00020000:00000002:0.0:1788877046.366730:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd09055a0, objid 0x22b:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.366734:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.366738:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4884b00: ostid: 0x2c0000403:2169 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877046.366743:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf4884b00. 00020000:00000010:0.0:1788877046.366747:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cd0905240. 00020000:00000010:0.0:1788877046.366749:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cd09055a0. 00020000:00000001:0.0:1788877046.366751:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877046.366752:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf53da6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877046.366754:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf53da6c8. 00020000:00000001:0.0:1788877046.366758:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877046.366760:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0ccb6c1a28. 00000020:00001000:0.0:1788877046.366764:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.366767:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877046.366769:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877046.366817:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877046.366822:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.366824:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877046.366829:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.366837:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877046.366839:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877046.366841:0:198588:0:(dcache.c:87:ll_dcompare()) found name w217(ffff8d0cca858d80) flags 0x48004e refc 0 00000080:00000001:0.0:1788877046.366843:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.366845:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877046.366846:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w217, flags=0 00000080:00000001:0.0:1788877046.366852:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.366853:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877046.366855:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.366859:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877046.366860:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877046.366862:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w217, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877046.366865:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877046.366866:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.366867:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.366869:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.366871:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877046.366875:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf45cfc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877046.366878:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf7d08600 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877046.366881:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf45cfc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.366883:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877046.366885:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877046.366887:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877046.366889:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877046.366892:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877046.366893:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.366896:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877046.366903:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7a800. 00800000:00000002:0.0:1788877046.366909:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877046.367043:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877046.367049:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w217 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877046.367054:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877046.367057:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.367060:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.367062:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.367065:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.367067:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.367070:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x269:0x0] 00800000:00000001:0.0:1788877046.367072:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.367075:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877046.367076:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.367078:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.367079:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.367080:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.367082:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.367084:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x269:0x0] 00800000:00000001:0.0:1788877046.367086:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.367088:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x269:0x0] 00800000:00000001:0.0:1788877046.367090:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.367093:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x269:0x0] -> mds #0 00000002:00000001:0.0:1788877046.367098:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877046.367100:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877046.367103:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.367106:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877046.367110:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf5fba500 count: 2 00010000:00000001:0.0:1788877046.367113:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877046.367116:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877046.367120:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877046.367125:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf4b1ca00/0x4a37134b6b7762db lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x269:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f44c1 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877046.367135:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877046.367140:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877046.367142:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877046.367144:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x269:0x0] mode (null) 00000002:00000001:0.0:1788877046.367148:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.367150:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.367152:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf5fba500 count: 3 00010000:00000001:0.0:1788877046.367154:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.367158:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.367160:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.367161:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.367163:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf5fba500 count: 3 00010000:00000001:0.0:1788877046.367165:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.367167:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.367169:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.367170:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.367172:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf5fba500 count: 3 00010000:00000001:0.0:1788877046.367173:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.367175:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.367177:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.367178:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.367179:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf5fba500 count: 3 00010000:00000001:0.0:1788877046.367181:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.367184:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.367185:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.367188:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877046.367190:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.367192:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.367194:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.367196:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877046.367199:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x269:0x0]: losing layout lock 00000080:00000001:0.0:1788877046.367202:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877046.367205:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877046.367218:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877046.367229:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877046.367232:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x269:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877046.367235:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.367236:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877046.367238:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.367241:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.367243:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877046.367245:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x269:0x0](ffff8d0ccea62a08) invalid 00000020:00000001:0.0:1788877046.367274:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877046.367276:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w217 (ffff8d0cca858d80) parent ffff8d0cc22750d8 inode ffff8d0ccea62a08 refc 1 00000080:00000001:0.0:1788877046.367280:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877046.367282:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877046.367284:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.367287:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877046.367290:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877046.367293:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877046.367295:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877046.367299:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877046.367303:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf4b1ca00 with handle 0x4a37134b6b7762db from hash 00010000:00000001:0.0:1788877046.367306:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877046.367307:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.367309:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.367311:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877046.367315:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877046.367317:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877046.367320:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.367321:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877046.367324:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877046.367330:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd31ad80. 00000020:00000040:0.0:1788877046.367335:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=27 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877046.367340:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877046.367342:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.367345:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877046.367349:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877046.367354:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.367355:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.367357:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.367360:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877046.367362:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877046.367367:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877046.367375:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7a000. 00000100:00000001:0.0:1788877046.367382:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.367385:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.367388:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877046.367393:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf4b1ca00/0x4a37134b6b7762db lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x269:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f44c1 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877046.367401:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877046.367402:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.367467:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877046.367471:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf4b1ca00/0x4a37134b6b7762db lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x269:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f44c1 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877046.367480:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf4d3e040. 00010000:00000040:0.0:1788877046.367484:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf5fba500 count: 0 00010000:00000010:0.0:1788877046.367489:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0ccae5b900. 00010000:00000001:0.0:1788877046.367496:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.367498:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.367500:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.367502:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.367504:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877046.367516:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877046.367526:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd31ad80 x1875765519134080/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877046.367534:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877046.367536:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877046.367544:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9f00. 00000100:00000001:0.0:1788877046.367547:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511872256 : -126388197679360 : ffff8d0cf45f9f00) 00000100:00000001:0.0:1788877046.367549:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.367551:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559582592 : -126393149969024 : ffff8d0bcd31ad80) 00000100:00000001:0.0:1788877046.367555:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877046.367559:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.367561:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877046.367563:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877046.367567:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd31ad80 x1875765519134080/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.367574:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877046.367576:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.367580:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877046.367583:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877046.367586:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877046.367590:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd31ad80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519134080:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877046.367594:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877046.367599:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877046.367601:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.367604:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877046.367610:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd7a2000. 02000000:00000001:0.0:1788877046.367613:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877046.367622:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877046.367626:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949aa8. 00000400:00000010:0.0:1788877046.367633:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f90c0. 00000100:00000200:0.0:1788877046.367641:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519134080, portal 10 00000100:00000001:0.0:1788877046.367643:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.367644:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559582592 : -126393149969024 : ffff8d0bcd31ad80) 00000100:00000040:0.0:1788877046.367651:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd31ad80 x1875765519134080/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.367659:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877046.367662:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877046.367666:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877046.367670:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519134080, offset 0 00000400:00000200:0.0:1788877046.367677:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877046.367685:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.367694:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877046.367700:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877046.367704:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877046.367708:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877046.367711:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877046.367715:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457239:457239:256:4294967295] 192.168.203.155@tcp LPNI seq info [457233:457233:8:4294967295] 00000400:00000200:0.0:1788877046.367720:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.367729:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877046.367735:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877046.367741:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877046.367749:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877046.367757:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877046.367761:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877046.367778:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877046.367784:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13358 usecs (14 jiffies) 00000400:00000200:0.0:1788877046.367787:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877046.367790:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302473443 00000100:00000001:0.0:1788877046.367793:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.367796:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302473443 00000100:00000001:0.0:1788877046.367798:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.367800:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877046.367802:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.367805:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877046.367807:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877046.367809:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788877046.367812:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877046.367815:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877046.368712:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.368720:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954600. 00000400:00000200:0.0:1788877046.368729:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.368737:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.368743:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca527f8 00000400:00000010:0.0:1788877046.368746:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca527f8. 00000100:00000001:0.0:1788877046.368751:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.368757:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0bcd31ad80 x1875765519134080/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.368768:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.368771:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd31ad80 x1875765519134080/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.368778:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.368779:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877046.375012:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877046.375748:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877046.375753:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877046.375757:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949aa8. 00000400:00000200:0.0:1788877046.375763:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f90c0 00000400:00000010:0.0:1788877046.375766:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f90c0. 00000100:00000001:0.0:1788877046.375770:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.375777:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0bcd31ad80 x1875765519134080/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877046.375786:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0bcd31ad80 x1875765519134080/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.375793:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877046.375795:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877046.375798:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877046.375801:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877046.375805:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877046.375807:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.375810:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877046.375819:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=59 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877046.375824:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=59 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877046.375828:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877046.375830:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.375833:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877046.375836:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.375840:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877046.375841:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x600026475] 00000100:00000001:0.0:1788877046.375843:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877046.375845:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.375847:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559582592 : -126393149969024 : ffff8d0bcd31ad80) 00000100:00000001:0.0:1788877046.375851:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877046.375853:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963131 00000100:00000001:0.0:1788877046.375855:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877046.375859:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877046.375864:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0bcd31ad80 x1875765519134080/t25769963154(25769963154) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.375872:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877046.375875:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877046.375877:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877046.375881:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0bcd31ad80 x1875765519134080/t25769963154(25769963154) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877046.375889:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0bcd31ad80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519134080:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877046.375894:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877046.375897:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.375899:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877046.375902:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.375905:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd31ad80 x1875765519134080/t25769963154(25769963154) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.375912:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877046.375914:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9f00. 00000100:00000001:0.0:1788877046.375979:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877046.375982:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.375993:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.375998:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.376003:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877046.376007:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc7f7a800. 00000100:00000001:0.0:1788877046.376015:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.376019:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0bcd31ad80 x1875765519134080/t25769963154(25769963154) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.376025:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.376031:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.376044:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877046.376047:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877046.376050:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w217 (ffff8d0cca858d80, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877046.376054:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877046.376060:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877046.376066:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877046.376076:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877046.376079:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877046.376082:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.376086:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.376089:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.376095:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd0323788 -> ffff8d0cd0323788 00000020:00000001:0.0:1788877046.376098:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877046.376101:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877046.376103:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0x269:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877046.376106:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877046.376108:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877046.376109:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877046.376115:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0x269:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877046.376119:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf45cfc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.376124:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877046.376126:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877046.376129:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877046.376131:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376133:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877046.376136:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877046.376138:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376140:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877046.376141:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877046.376143:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877046.376145:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf45cfc98) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877046.376148:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376151:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877046.376153:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877046.376155:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877046.376159:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877046.376164:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877046.376168:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877046.376170:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877046.376171:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.376173:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877046.376175:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877046.376179:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd0323d00 -> ffff8d0cd0323788 00000020:00000001:0.0:1788877046.376180:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877046.376185:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877046.376186:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877046.376189:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877046.376191:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877046.376193:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376195:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376197:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877046.376200:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877046.376202:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376205:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376206:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376777:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877046.376780:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877046.376783:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.376784:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877046.376786:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877046.376787:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376790:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376792:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376794:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376796:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877046.376797:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376799:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376801:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877046.376803:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877046.376805:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.376806:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877046.376809:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877046.376812:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877046.376816:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877046.376820:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cc9cc0700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877046.376823:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877046.376826:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cc9cc0700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877046.376831:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.376834:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376835:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376837:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376839:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376841:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376843:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877046.376845:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877046.376847:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877046.376848:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877046.376850:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877046.376852:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376854:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877046.376856:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877046.376858:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877046.376861:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877046.376862:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.376863:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877046.376865:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877046.376866:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376868:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376870:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877046.376871:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877046.376873:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877046.376874:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877046.376876:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877046.376878:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877046.376879:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.376880:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877046.376881:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877046.376883:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376884:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.376886:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877046.376888:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877046.376889:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376892:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877046.376893:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877046.376895:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877046.376896:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877046.376897:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877046.376899:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877046.376902:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877046.376905:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877046.376908:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877046.376910:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x269:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877046.376913:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877046.376914:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877046.376916:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.376929:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.376935:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877046.376937:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x269:0x0](ffff8d0ccea62a08) 00800000:00000001:0.0:1788877046.376944:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877046.376946:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x269:0x0] 00000002:00000001:0.0:1788877046.376952:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.376960:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.376961:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.376965:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.376966:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.376969:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877046.376971:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877046.376973:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.376976:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.376980:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.376982:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.376985:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877046.376992:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877046.376994:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf45cfc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.376998:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877046.377002:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf7d08600, objid 0x269:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.377007:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.377012:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ceb061600: ostid: 0x2c0000403:2200 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877046.377015:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877046.377017:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.377019:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877046.377021:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877046.377025:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877046.377028:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.377030:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877046.377035:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cc9cc0700. 00020000:00000001:0.0:1788877046.377040:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877046.377042:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cd0323c80. 00020000:00000001:0.0:1788877046.377048:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877046.377050:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.377052:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877046.377054:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf45cfc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.377056:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877046.377059:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877046.377060:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf45cfc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.377063:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877046.377064:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf4cf8df8. 00020000:00000010:0.0:1788877046.377069:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ccbda6000. 00020000:00000010:0.0:1788877046.377072:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc3ccc190. 00020000:00000002:0.0:1788877046.377074:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf7d08600, objid 0x269:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.377078:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.377081:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ceb061600: ostid: 0x2c0000403:2200 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877046.377085:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0ceb061600. 00020000:00000010:0.0:1788877046.377089:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf7d08de0. 00020000:00000010:0.0:1788877046.377091:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf7d08600. 00020000:00000001:0.0:1788877046.377093:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877046.377094:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf45cfc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877046.377097:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf45cfc98. 00020000:00000001:0.0:1788877046.377100:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877046.377103:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cd0323708. 00000020:00001000:0.0:1788877046.377106:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.377110:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877046.377112:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877046.377157:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877046.377161:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.377164:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877046.377169:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.377178:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877046.377180:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877046.377182:0:198588:0:(dcache.c:87:ll_dcompare()) found name w243(ffff8d0cd05045e8) flags 0x48004e refc 0 00000080:00000001:0.0:1788877046.377184:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.377186:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877046.377188:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w243, flags=0 00000080:00000001:0.0:1788877046.377193:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.377194:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877046.377197:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.377201:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877046.377202:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877046.377203:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w243, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877046.377206:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877046.377219:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.377229:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.377230:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.377232:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877046.377236:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7a103e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877046.377239:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cc327b600 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877046.377241:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7a103e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.377243:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877046.377245:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877046.377550:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877046.377554:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877046.377557:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877046.377560:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.377563:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877046.377572:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7a800. 00800000:00000002:0.0:1788877046.377578:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877046.377589:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877046.377595:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w243 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877046.377599:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877046.377603:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.377606:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.377608:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.377612:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.377614:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.377616:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x26e:0x0] 00800000:00000001:0.0:1788877046.377618:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.377621:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877046.377622:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.377623:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.377624:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.377625:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.377627:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.377629:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x26e:0x0] 00800000:00000001:0.0:1788877046.377630:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.377633:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x26e:0x0] 00800000:00000001:0.0:1788877046.377635:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.377638:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x26e:0x0] -> mds #1 00000002:00000001:0.0:1788877046.377642:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877046.377645:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877046.377649:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.377651:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877046.377654:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceabed400 count: 2 00010000:00000001:0.0:1788877046.377657:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877046.377660:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877046.377663:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877046.377668:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf4620200/0x4a37134b6b776391 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f484f expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877046.377679:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877046.377684:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877046.377686:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877046.377688:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x26e:0x0] mode (null) 00000002:00000001:0.0:1788877046.377691:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.377694:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.377696:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceabed400 count: 3 00010000:00000001:0.0:1788877046.377698:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.377703:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.377704:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.377706:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.377707:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceabed400 count: 3 00010000:00000001:0.0:1788877046.377709:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.377711:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.377712:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.377714:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.377715:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceabed400 count: 3 00010000:00000001:0.0:1788877046.377717:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.377719:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.377721:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.377722:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.377723:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceabed400 count: 3 00010000:00000001:0.0:1788877046.377725:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.377727:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.377729:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.377731:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877046.377733:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.377734:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.377736:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.377738:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877046.377740:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x26e:0x0]: losing layout lock 00000080:00000001:0.0:1788877046.377743:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877046.377746:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877046.377749:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877046.377752:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877046.377755:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x26e:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877046.377757:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.377758:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877046.377760:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.377762:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.377764:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877046.377767:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x26e:0x0](ffff8d0cce9121c8) invalid 00000020:00000001:0.0:1788877046.377770:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877046.377773:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w243 (ffff8d0cd05045e8) parent ffff8d0cc22750d8 inode ffff8d0cce9121c8 refc 1 00000080:00000001:0.0:1788877046.377777:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877046.377779:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877046.377780:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.377784:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877046.377787:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877046.377789:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877046.377791:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877046.377794:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877046.377798:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf4620200 with handle 0x4a37134b6b776391 from hash 00010000:00000001:0.0:1788877046.377800:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877046.377802:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.377803:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.377805:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877046.377808:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877046.377810:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877046.377813:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.377815:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877046.377816:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877046.377824:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd319880. 00000020:00000040:0.0:1788877046.377829:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=27 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877046.377835:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877046.377837:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.377840:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877046.377844:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877046.377850:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.377851:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.377853:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.377856:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877046.377858:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877046.377863:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877046.377871:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7b000. 00000100:00000001:0.0:1788877046.377878:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.377882:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.377884:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877046.377890:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf4620200/0x4a37134b6b776391 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f484f expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877046.377897:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877046.377898:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.377899:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877046.377901:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf4620200/0x4a37134b6b776391 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f484f expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877046.377910:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf7dce5c0. 00010000:00000040:0.0:1788877046.377914:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0ceabed400 count: 0 00010000:00000010:0.0:1788877046.378040:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0ceaa76580. 00010000:00000001:0.0:1788877046.378050:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.378052:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.378054:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.378055:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.378058:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877046.378071:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877046.378084:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd319880 x1875765519134336/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877046.378092:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877046.378094:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877046.378100:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9f00. 00000100:00000001:0.0:1788877046.378103:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511872256 : -126388197679360 : ffff8d0cf45f9f00) 00000100:00000001:0.0:1788877046.378105:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.378106:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559577216 : -126393149974400 : ffff8d0bcd319880) 00000100:00000001:0.0:1788877046.378111:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877046.378116:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.378118:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877046.378120:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877046.378125:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd319880 x1875765519134336/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.378133:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877046.378136:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.378140:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877046.378143:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877046.378146:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877046.378150:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd319880 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519134336:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877046.378154:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877046.378160:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877046.378168:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.378171:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877046.378177:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd7a6000. 02000000:00000001:0.0:1788877046.378179:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877046.378187:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877046.378192:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949aa8. 00000400:00000010:0.0:1788877046.378198:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f90c0. 00000100:00000200:0.0:1788877046.378342:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519134336, portal 10 00000100:00000001:0.0:1788877046.378345:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.378346:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559577216 : -126393149974400 : ffff8d0bcd319880) 00000100:00000040:0.0:1788877046.378354:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd319880 x1875765519134336/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.378361:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877046.378364:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877046.378368:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877046.378371:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519134336, offset 0 00000400:00000200:0.0:1788877046.378379:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877046.378387:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.378395:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877046.378400:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877046.378516:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877046.378521:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877046.378524:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877046.378528:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457240:457240:256:4294967295] 192.168.203.155@tcp LPNI seq info [457234:457234:8:4294967295] 00000400:00000200:0.0:1788877046.378534:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.378545:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877046.378552:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877046.378559:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877046.378566:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877046.378575:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877046.378580:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877046.378600:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877046.378605:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13148 usecs (14 jiffies) 00000400:00000200:0.0:1788877046.378609:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877046.378612:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302473454 00000100:00000001:0.0:1788877046.378616:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.378618:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302473454 00000100:00000001:0.0:1788877046.378620:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.378623:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877046.378626:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.378628:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877046.378631:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877046.378634:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788877046.378636:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877046.378639:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877046.386709:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.386724:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954600. 00000400:00000200:0.0:1788877046.386736:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.386747:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.386755:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca527f8 00000400:00000010:0.0:1788877046.386759:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca527f8. 00000100:00000001:0.0:1788877046.386766:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.386776:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0bcd319880 x1875765519134336/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.386790:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.386794:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd319880 x1875765519134336/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.386805:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.386808:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877046.388928:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877046.389046:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877046.389048:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877046.389052:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949aa8. 00000400:00000200:0.0:1788877046.389057:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f90c0 00000400:00000010:0.0:1788877046.389060:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f90c0. 00000100:00000001:0.0:1788877046.389063:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.389068:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0bcd319880 x1875765519134336/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877046.389077:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0bcd319880 x1875765519134336/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.389084:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877046.389086:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877046.389088:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877046.389092:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877046.389094:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877046.389097:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.389100:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877046.389110:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=59 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877046.389114:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=59 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877046.389117:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877046.389119:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.389123:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877046.389127:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.389130:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877046.389132:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001c022] 00000100:00000001:0.0:1788877046.389134:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877046.389137:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.389138:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559577216 : -126393149974400 : ffff8d0bcd319880) 00000100:00000001:0.0:1788877046.389142:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877046.389144:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921018 00000100:00000001:0.0:1788877046.389146:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877046.389150:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877046.389155:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0bcd319880 x1875765519134336/t25769921042(25769921042) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.389163:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877046.389166:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877046.389168:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877046.389172:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0bcd319880 x1875765519134336/t25769921042(25769921042) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877046.389181:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0bcd319880 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519134336:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877046.389186:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877046.389190:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.389192:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877046.389194:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.389198:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd319880 x1875765519134336/t25769921042(25769921042) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.389205:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877046.389506:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9f00. 00000100:00000001:0.0:1788877046.389510:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877046.389512:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.389523:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.389527:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.389532:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877046.389537:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc7f7a800. 00000100:00000001:0.0:1788877046.389544:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.389549:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0bcd319880 x1875765519134336/t25769921042(25769921042) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.389556:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.389562:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.389576:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877046.389580:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877046.389583:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w243 (ffff8d0cd05045e8, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877046.389587:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877046.389595:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877046.389602:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877046.389610:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877046.389614:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877046.389617:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.389622:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.389624:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.389631:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cc8288210 -> ffff8d0cc8288210 00000020:00000001:0.0:1788877046.389634:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877046.389637:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877046.389640:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0x26e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877046.389643:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877046.389645:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877046.389647:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877046.389652:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0x26e:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877046.389656:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7a103e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.389661:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877046.389663:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877046.389666:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877046.389668:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389671:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877046.389673:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877046.389675:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389677:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877046.389678:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877046.389679:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877046.389681:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7a103e0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877046.389684:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389687:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877046.389689:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877046.389691:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877046.389695:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877046.389699:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877046.389703:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877046.389705:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877046.389707:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.389708:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877046.389710:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877046.389714:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceab93788 -> ffff8d0cc8288210 00000020:00000001:0.0:1788877046.389716:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877046.389720:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877046.389721:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877046.389723:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877046.389725:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877046.389727:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389729:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389731:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877046.389734:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877046.389735:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389739:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389740:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389743:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877046.389744:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877046.389746:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.389747:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877046.389750:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877046.389751:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389753:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389755:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389756:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389758:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877046.389759:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389761:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389763:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877046.389766:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877046.389768:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.389769:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877046.389772:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877046.389775:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877046.389779:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877046.389782:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cd796e000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877046.389785:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877046.389788:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cd796e000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877046.389792:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.389794:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389796:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389798:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389799:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389801:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389804:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877046.389805:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877046.389807:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877046.389808:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877046.389810:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877046.389812:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389814:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877046.389815:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877046.389817:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877046.389819:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877046.389821:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.389822:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877046.389823:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877046.389825:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389827:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389828:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877046.389829:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877046.389831:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877046.389833:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877046.389834:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877046.389836:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877046.389837:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877046.389838:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877046.389840:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877046.389841:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389843:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.389845:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877046.389846:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877046.389847:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389849:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877046.389851:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877046.389853:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877046.389854:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877046.389855:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877046.389857:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877046.389860:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877046.389862:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877046.389864:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877046.389866:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x26e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877046.389870:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877046.389871:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877046.389873:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.389876:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.389881:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877046.389883:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x26e:0x0](ffff8d0cce9121c8) 00800000:00000001:0.0:1788877046.389889:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877046.389891:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x26e:0x0] 00000002:00000001:0.0:1788877046.389898:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.389905:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.389907:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.389910:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.389912:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.389915:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877046.389983:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877046.389985:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.389988:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.389991:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.389993:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.389996:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877046.390003:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877046.390005:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7a103e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.390008:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877046.390012:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cc327b600, objid 0x26e:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.390017:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.390021:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cd2b35e00: ostid: 0x2c0000402:2111 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877046.390025:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877046.390027:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.390030:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877046.390031:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877046.390036:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877046.390040:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.390042:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877046.390048:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cd796e000. 00020000:00000001:0.0:1788877046.390055:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877046.390057:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0ceab93708. 00020000:00000001:0.0:1788877046.390062:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877046.390065:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.390067:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877046.390069:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7a103e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.390072:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877046.390074:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877046.390075:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7a103e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.390078:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877046.390081:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf4cf8148. 00020000:00000010:0.0:1788877046.390086:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ccca966c0. 00020000:00000010:0.0:1788877046.390089:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc3cccc00. 00020000:00000002:0.0:1788877046.390092:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cc327b600, objid 0x26e:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.390097:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.390100:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cd2b35e00: ostid: 0x2c0000402:2111 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877046.390105:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cd2b35e00. 00020000:00000010:0.0:1788877046.390109:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cc327b540. 00020000:00000010:0.0:1788877046.390113:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cc327b600. 00020000:00000001:0.0:1788877046.390115:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877046.390116:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7a103e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877046.390119:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd7a103e0. 00020000:00000001:0.0:1788877046.390123:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877046.390125:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cc8288190. 00000020:00001000:0.0:1788877046.390129:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.390132:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877046.390134:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877046.390173:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877046.390178:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.390180:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877046.390186:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.390193:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877046.390196:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877046.390198:0:198588:0:(dcache.c:87:ll_dcompare()) found name f262(ffff8d0ccb104d80) flags 0x48000e refc 0 00000080:00000001:0.0:1788877046.390201:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.390203:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877046.390205:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f262, flags=0 00000080:00000001:0.0:1788877046.390401:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.390404:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877046.390481:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.390485:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877046.390487:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877046.390489:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f262, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877046.390493:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877046.390495:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.390498:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.390501:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.390503:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877046.390507:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd79cdaa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877046.390510:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cea90af60 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877046.390513:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd79cdaa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.390516:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877046.390519:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877046.390520:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877046.390522:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877046.390525:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877046.390527:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.390530:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877046.390537:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7a800. 00800000:00000002:0.0:1788877046.390542:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877046.390552:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877046.390556:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f262 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877046.390561:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877046.390565:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.390568:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.390572:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.390575:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.390578:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.390580:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x84:0x0] 00800000:00000001:0.0:1788877046.390583:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.390586:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877046.390587:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.390588:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.390589:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.390591:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.390593:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.390595:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x84:0x0] 00800000:00000001:0.0:1788877046.390597:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.390599:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x84:0x0] 00800000:00000001:0.0:1788877046.390602:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.390604:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x84:0x0] -> mds #1 00000002:00000001:0.0:1788877046.390609:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877046.390612:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877046.390616:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.390618:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877046.390622:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc556c800 count: 2 00010000:00000001:0.0:1788877046.390625:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877046.390628:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877046.390632:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877046.390637:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf5346000/0x4a37134b6b7748be lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59ec230 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877046.390648:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877046.390653:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877046.390657:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877046.390659:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x84:0x0] mode (null) 00000002:00000001:0.0:1788877046.390662:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.390665:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.390667:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc556c800 count: 3 00010000:00000001:0.0:1788877046.390670:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.390675:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.390677:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.390678:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.390680:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc556c800 count: 3 00010000:00000001:0.0:1788877046.390682:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.390684:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.390686:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.390687:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.390689:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc556c800 count: 3 00010000:00000001:0.0:1788877046.390690:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.390693:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.390695:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.390696:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.390697:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc556c800 count: 3 00010000:00000001:0.0:1788877046.390699:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.390701:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.390704:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.390706:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877046.390708:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.390710:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.390712:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.390714:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877046.390716:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x84:0x0]: losing layout lock 00000080:00000001:0.0:1788877046.390719:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877046.390722:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877046.390725:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877046.390728:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877046.390731:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x84:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877046.390733:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.390735:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877046.390737:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.390902:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.390906:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877046.390908:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x84:0x0](ffff8d0ced135b88) invalid 00000020:00000001:0.0:1788877046.390911:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877046.390914:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f262 (ffff8d0ccb104d80) parent ffff8d0cc22750d8 inode ffff8d0ced135b88 refc 1 00000080:00000001:0.0:1788877046.390978:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877046.390982:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877046.390984:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.390987:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877046.390991:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877046.390993:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877046.390996:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877046.390999:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877046.391004:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf5346000 with handle 0x4a37134b6b7748be from hash 00010000:00000001:0.0:1788877046.391007:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877046.391009:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.391011:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.391012:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877046.391016:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877046.391018:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877046.391021:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.391023:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877046.391026:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877046.391033:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd318000. 00000020:00000040:0.0:1788877046.391037:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=28 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877046.391043:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877046.391045:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.391047:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877046.391052:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877046.391057:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.391059:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.391060:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.391063:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877046.391065:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877046.391069:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877046.391077:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7b200. 00000100:00000001:0.0:1788877046.391084:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.391087:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.391089:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877046.391096:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf5346000/0x4a37134b6b7748be lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ec230 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877046.391105:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877046.391106:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.391108:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877046.391111:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf5346000/0x4a37134b6b7748be lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ec230 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877046.391119:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cc922b3c0. 00010000:00000040:0.0:1788877046.391124:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cc556c800 count: 0 00010000:00000010:0.0:1788877046.391130:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0ceb14e600. 00010000:00000001:0.0:1788877046.391138:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.391140:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.391142:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.391143:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.391146:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877046.391157:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877046.391166:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd318000 x1875765519134592/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877046.391174:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877046.391176:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877046.391183:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9f00. 00000100:00000001:0.0:1788877046.391185:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511872256 : -126388197679360 : ffff8d0cf45f9f00) 00000100:00000001:0.0:1788877046.391188:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.391190:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559570944 : -126393149980672 : ffff8d0bcd318000) 00000100:00000001:0.0:1788877046.391194:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877046.391198:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.391200:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877046.391202:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877046.391206:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd318000 x1875765519134592/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.391834:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877046.391837:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.391843:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877046.391846:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877046.391849:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877046.391854:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd318000 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519134592:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877046.391859:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877046.391866:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877046.391868:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.391871:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877046.391885:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ccbdbc000. 02000000:00000001:0.0:1788877046.391887:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877046.391898:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877046.391903:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949aa8. 00000400:00000010:0.0:1788877046.391911:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f90c0. 00000100:00000200:0.0:1788877046.391930:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519134592, portal 10 00000100:00000001:0.0:1788877046.391933:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.391934:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559570944 : -126393149980672 : ffff8d0bcd318000) 00000100:00000040:0.0:1788877046.391941:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd318000 x1875765519134592/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.391948:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877046.391951:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877046.391955:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877046.391958:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519134592, offset 0 00000400:00000200:0.0:1788877046.391965:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877046.391974:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.391984:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877046.391989:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877046.391993:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877046.391998:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877046.392000:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877046.392005:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457241:457241:256:4294967295] 192.168.203.155@tcp LPNI seq info [457235:457235:8:4294967295] 00000400:00000200:0.0:1788877046.392009:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.392020:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877046.392026:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877046.392033:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877046.392041:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877046.392051:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877046.392057:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877046.392070:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877046.392075:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13148 usecs (14 jiffies) 00000400:00000200:0.0:1788877046.392078:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877046.392081:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302473467 00000100:00000001:0.0:1788877046.392084:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.392087:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302473467 00000100:00000001:0.0:1788877046.392089:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.392091:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877046.392094:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.392097:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877046.392099:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877046.392101:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788877046.392104:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877046.392108:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877046.392282:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.392287:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954600. 00000400:00000200:0.0:1788877046.392300:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.392305:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.392311:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca527f8 00000400:00000010:0.0:1788877046.392314:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca527f8. 00000100:00000001:0.0:1788877046.392319:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.392323:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0bcd318000 x1875765519134592/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.392334:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.392337:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd318000 x1875765519134592/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.392344:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.392346:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.397798:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.397822:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.397828:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.397830:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.397843:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.397851:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.397862:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.397867:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.397875:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.397880:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1732f80 00000400:00000200:0.0:1788877046.397886:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.397894:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43eca9 [2] + 224 00000800:00000001:0.0:1788877046.397903:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.397912:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.397916:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.397930:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.397938:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.397948:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0bcd318000 x1875765519134592/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.397960:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0bcd318000 x1875765519134592/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.397983:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.397992:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.397997:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.400366:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.400372:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877046.400376:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.400381:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.400386:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915908 00000400:00000010:0.0:1788877046.400389:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915908. 00000100:00000001:0.0:1788877046.400393:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.400398:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4678380 x1875765519134848/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.400407:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.400410:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4678380 x1875765519134848/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.400417:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.400419:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.405448:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.405481:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.405488:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.405491:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.405501:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.405510:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.405520:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.405525:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.405531:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.405536:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733080 00000400:00000200:0.0:1788877046.405541:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.405549:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ecb9 [2] + 224 00000800:00000001:0.0:1788877046.405557:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.405564:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.405568:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.405572:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.405580:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.405590:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4678380 x1875765519134848/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.405603:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4678380 x1875765519134848/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.405620:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.405629:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.405632:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.415135:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.415149:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877046.415161:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.415172:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.415180:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19154c8 00000400:00000010:0.0:1788877046.415184:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19154c8. 00000100:00000001:0.0:1788877046.415191:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.415200:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4678000 x1875765519135104/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.415527:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.415532:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4678000 x1875765519135104/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.415540:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.415542:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.415825:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.415841:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.415844:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.415847:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.415854:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.415860:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.415868:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.415873:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.415879:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.415883:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733180 00000400:00000200:0.0:1788877046.415889:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.415895:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ecc1 [2] + 224 00000800:00000001:0.0:1788877046.415903:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.415911:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.415913:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.415916:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.415996:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.416002:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4678000 x1875765519135104/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.416012:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4678000 x1875765519135104/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.416083:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.416092:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.416096:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.420115:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.420122:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877046.420129:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.420135:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.420143:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915bb0 00000400:00000010:0.0:1788877046.420145:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915bb0. 00000100:00000001:0.0:1788877046.420150:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.420156:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4678a80 x1875765519135360/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.420167:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.420171:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4678a80 x1875765519135360/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.420179:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.420181:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.425999:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.426020:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.426027:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.426029:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.426040:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.426049:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.426059:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.426064:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.426071:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.426076:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733280 00000400:00000200:0.0:1788877046.426082:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.426089:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ecc9 [2] + 224 00000800:00000001:0.0:1788877046.426097:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.426104:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.426109:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.426113:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.426121:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.426131:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4678a80 x1875765519135360/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.426143:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4678a80 x1875765519135360/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.426521:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.426534:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.426538:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.435082:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.435095:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877046.435106:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.435117:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.435125:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915a18 00000400:00000010:0.0:1788877046.435129:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915a18. 00000100:00000001:0.0:1788877046.435137:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.435145:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4678e00 x1875765519135616/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.435159:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.435163:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4678e00 x1875765519135616/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.435171:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.435174:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.435838:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.435854:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.435859:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.435861:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.435869:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.435876:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.435884:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.435888:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.435893:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.435898:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733380 00000400:00000200:0.0:1788877046.435903:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.435910:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ecd1 [2] + 224 00000800:00000001:0.0:1788877046.435980:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.435990:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.435993:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.435997:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.436003:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.436011:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4678e00 x1875765519135616/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.436022:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4678e00 x1875765519135616/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.436100:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.436109:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.436113:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.443401:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.447089:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877046.447099:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.447110:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.447118:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915440 00000400:00000010:0.0:1788877046.447122:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915440. 00000100:00000001:0.0:1788877046.447127:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.447138:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d38a80 x1875765519135744/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.447153:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.447157:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d38a80 x1875765519135744/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.447164:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.447167:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.448089:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.448108:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.448114:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.448116:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.448126:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.448134:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.448143:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.448148:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.448154:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.448159:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1733400 00000400:00000200:0.0:1788877046.448165:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.448174:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43ecd9 [4] + 224 00000800:00000001:0.0:1788877046.448181:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.448190:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.448194:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.448198:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.448203:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.448679:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d38a80 x1875765519135744/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877046.448692:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf4d38a80 x1875765519135744/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.448764:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.448776:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.448781:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.452934:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.452940:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877046.452944:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.452950:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.452955:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915660 00000400:00000010:0.0:1788877046.452958:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915660. 00000100:00000001:0.0:1788877046.452962:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.452966:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d38a80 x1875765519136000/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.452976:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.452980:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d38a80 x1875765519136000/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.452986:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.452988:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.471072:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.471096:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.471101:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.471104:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.471116:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.471129:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.471141:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.471147:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.471153:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.471157:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733500 00000400:00000200:0.0:1788877046.471163:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.471170:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ece1 [2] + 224 00000800:00000001:0.0:1788877046.471179:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.471188:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.471192:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.471197:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.471205:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.471327:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d38a80 x1875765519136000/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.471338:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d38a80 x1875765519136000/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.471358:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.471369:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.471373:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877046.480677:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.480681:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685418556704 : -126388290994912 : ffff8d0ceecfbd20) 00000020:00000001:0.0:1788877046.480683:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480684:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480686:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.480687:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.480689:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.480693:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000024507e46[2 0000000017ab20d0 1 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877046.480695:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.480696:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.480698:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.480700:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceecfbd80 00000008:00000001:0.0:1788877046.480702:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.480704:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceecfbd90 page ffff8d0ceecfbd80 at index 45. 00000008:00000001:0.0:1788877046.480706:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.480710:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.480712:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073780 index 45 00000020:00000001:0.0:1788877046.480715:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480716:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480717:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.480721:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000024507e46[1 0000000017ab20d0 5 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877046.480722:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.480723:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.480727:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceecfbd20. 00000020:00000001:0.0:1788877046.480730:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.480731:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.480732:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.480733:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685418553792 : -126388290997824 : ffff8d0ceecfb1c0) 00000020:00000001:0.0:1788877046.480735:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480736:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480737:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.480738:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.480739:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.480742:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007753c5bf[2 0000000017ab20d0 1 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877046.480743:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.480744:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.480746:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.480746:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceecfb220 00000008:00000001:0.0:1788877046.480748:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.480749:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceecfb230 page ffff8d0ceecfb220 at index 46. 00000008:00000001:0.0:1788877046.480751:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.480753:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.480754:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc450737c0 index 46 00000020:00000001:0.0:1788877046.480756:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480756:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480757:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.480760:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007753c5bf[1 0000000017ab20d0 5 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877046.480761:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.480762:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.480763:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceecfb1c0. 00000020:00000001:0.0:1788877046.480765:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.480766:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.480767:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.480769:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685418556032 : -126388290995584 : ffff8d0ceecfba80) 00000020:00000001:0.0:1788877046.480770:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480772:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480773:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.480774:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.480775:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.480777:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007f42529e[2 0000000017ab20d0 1 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877046.480778:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.480779:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.480780:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.480781:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceecfbae0 00000008:00000001:0.0:1788877046.480783:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.480784:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceecfbaf0 page ffff8d0ceecfbae0 at index 47. 00000008:00000001:0.0:1788877046.480786:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.480788:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.480790:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073800 index 47 00000020:00000001:0.0:1788877046.480791:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480792:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480793:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.480796:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007f42529e[1 0000000017ab20d0 5 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877046.480797:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.480798:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.480799:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceecfba80. 00000020:00000001:0.0:1788877046.480801:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.480802:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.480804:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.480805:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685418554912 : -126388290996704 : ffff8d0ceecfb620) 00000020:00000001:0.0:1788877046.480806:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480807:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480808:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.480809:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.480810:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.480813:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0d19eb3[2 0000000017ab20d0 1 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877046.480814:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.480815:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.480816:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.480817:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceecfb680 00000008:00000001:0.0:1788877046.480818:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.480820:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceecfb690 page ffff8d0ceecfb680 at index 48. 00000008:00000001:0.0:1788877046.480822:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.480824:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.480826:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073840 index 48 00000020:00000001:0.0:1788877046.480827:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480828:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480830:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.480832:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d0d19eb3[1 0000000017ab20d0 5 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877046.480833:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.480834:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.480836:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceecfb620. 00000020:00000001:0.0:1788877046.480839:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.480840:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.480841:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.480842:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685418555136 : -126388290996480 : ffff8d0ceecfb700) 00000020:00000001:0.0:1788877046.480844:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480844:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.480846:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.480847:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.480847:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.480850:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005e7c8d4c[2 0000000017ab20d0 1 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877046.480851:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.480853:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.480854:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.480855:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceecfb760 00000008:00000001:0.0:1788877046.480856:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.480857:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceecfb770 page ffff8d0ceecfb760 at index 49. 00000008:00000001:0.0:1788877046.480859:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.480862:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.480863:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073880 index 49 00000020:00000001:0.0:1788877046.480865:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480866:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.480867:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.480869:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005e7c8d4c[1 0000000017ab20d0 5 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877046.481518:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.481522:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.481526:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceecfb700. 00000020:00000001:0.0:1788877046.481530:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.481532:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.481534:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.481536:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419435552 : -126388290116064 : ffff8d0ceedd2620) 00000020:00000001:0.0:1788877046.481539:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481541:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481543:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.481544:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.481545:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.481550:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f47ab029[2 0000000017ab20d0 1 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877046.481552:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.481553:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.481555:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.481556:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd2680 00000008:00000001:0.0:1788877046.481558:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.481559:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd2690 page ffff8d0ceedd2680 at index 50. 00000008:00000001:0.0:1788877046.481562:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.481567:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.481569:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc450738c0 index 50 00000020:00000001:0.0:1788877046.481572:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481573:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481574:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.481577:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f47ab029[1 0000000017ab20d0 5 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877046.481579:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.481580:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.481581:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd2620. 00000020:00000001:0.0:1788877046.481585:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.481586:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.481587:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.481588:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419435776 : -126388290115840 : ffff8d0ceedd2700) 00000020:00000001:0.0:1788877046.481590:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481591:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481593:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.481594:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.481595:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.481598:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006061ce0e[2 0000000017ab20d0 1 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877046.481599:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.481600:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.481602:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.481603:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd2760 00000008:00000001:0.0:1788877046.481604:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.481605:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd2770 page ffff8d0ceedd2760 at index 51. 00000008:00000001:0.0:1788877046.481607:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.481609:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.481611:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073900 index 51 00000020:00000001:0.0:1788877046.481613:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481614:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481615:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.481618:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006061ce0e[1 0000000017ab20d0 5 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877046.481619:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.481620:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.481622:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd2700. 00000020:00000001:0.0:1788877046.481624:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.481625:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.481626:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.481627:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419437120 : -126388290114496 : ffff8d0ceedd2c40) 00000020:00000001:0.0:1788877046.481629:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481630:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481631:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.481632:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.481633:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.481636:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f1c7ba15[2 0000000017ab20d0 1 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877046.481637:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.481639:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.481640:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.481641:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd2ca0 00000008:00000001:0.0:1788877046.481642:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.481643:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd2cb0 page ffff8d0ceedd2ca0 at index 52. 00000008:00000001:0.0:1788877046.481646:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.481648:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.481649:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073940 index 52 00000020:00000001:0.0:1788877046.481651:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481652:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481653:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.481656:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f1c7ba15[1 0000000017ab20d0 5 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877046.481658:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.481659:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.481661:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd2c40. 00000020:00000001:0.0:1788877046.481663:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.481664:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.481665:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.481667:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419436448 : -126388290115168 : ffff8d0ceedd29a0) 00000020:00000001:0.0:1788877046.481669:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481671:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481672:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.481673:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.481674:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.481677:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000094ad8d49[2 0000000017ab20d0 1 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877046.481678:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.481680:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.481681:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.481682:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd2a00 00000008:00000001:0.0:1788877046.481683:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.481685:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd2a10 page ffff8d0ceedd2a00 at index 53. 00000008:00000001:0.0:1788877046.481687:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.481689:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.481691:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073980 index 53 00000020:00000001:0.0:1788877046.481692:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481693:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481694:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.481697:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000094ad8d49[1 0000000017ab20d0 5 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877046.481698:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.481699:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.481701:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd29a0. 00000020:00000001:0.0:1788877046.481703:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.481704:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.481705:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.481706:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419436000 : -126388290115616 : ffff8d0ceedd27e0) 00000020:00000001:0.0:1788877046.481708:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481709:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481711:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.481712:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.481713:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.481715:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005e04bdf2[2 0000000017ab20d0 1 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877046.481717:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.481718:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.481719:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.481720:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd2840 00000008:00000001:0.0:1788877046.481721:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.481723:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd2850 page ffff8d0ceedd2840 at index 54. 00000008:00000001:0.0:1788877046.481725:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.481726:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.481728:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc450739c0 index 54 00000020:00000001:0.0:1788877046.481730:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481731:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481732:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.481734:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005e04bdf2[1 0000000017ab20d0 5 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877046.481736:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.481737:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.481738:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd27e0. 00000020:00000001:0.0:1788877046.481740:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.481741:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.481742:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.481744:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419437792 : -126388290113824 : ffff8d0ceedd2ee0) 00000020:00000001:0.0:1788877046.481745:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481746:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481747:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.481748:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.481749:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.481751:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e531fc92[2 0000000017ab20d0 1 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877046.481753:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.481754:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.481755:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.481756:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd2f40 00000008:00000001:0.0:1788877046.481757:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.481758:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd2f50 page ffff8d0ceedd2f40 at index 55. 00000008:00000001:0.0:1788877046.481760:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.481761:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.481763:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073a00 index 55 00000020:00000001:0.0:1788877046.481764:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481765:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481766:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.481768:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e531fc92[1 0000000017ab20d0 5 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877046.481770:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.481771:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.481772:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd2ee0. 00000020:00000001:0.0:1788877046.481775:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.481776:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.481777:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.481778:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419435104 : -126388290116512 : ffff8d0ceedd2460) 00000020:00000001:0.0:1788877046.481780:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481782:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481783:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.481784:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.481785:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.481787:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000afcb9b26[2 0000000017ab20d0 1 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877046.481789:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.481790:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.481791:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.481792:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd24c0 00000008:00000001:0.0:1788877046.481793:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.481794:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd24d0 page ffff8d0ceedd24c0 at index 56. 00000008:00000001:0.0:1788877046.481797:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.481799:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.481801:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073a40 index 56 00000020:00000001:0.0:1788877046.481803:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481804:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481805:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.481807:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000afcb9b26[1 0000000017ab20d0 5 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877046.481808:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.481809:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.481811:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd2460. 00000020:00000001:0.0:1788877046.481813:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.481814:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.481816:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.481818:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419434656 : -126388290116960 : ffff8d0ceedd22a0) 00000020:00000001:0.0:1788877046.481819:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481820:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481821:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.481822:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.481823:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.481825:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006c0c52df[2 0000000017ab20d0 1 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877046.481826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.481827:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.481828:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.481829:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd2300 00000008:00000001:0.0:1788877046.481830:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.481831:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd2310 page ffff8d0ceedd2300 at index 57. 00000008:00000001:0.0:1788877046.481833:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.481835:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.481837:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073a80 index 57 00000020:00000001:0.0:1788877046.481839:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481839:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.481841:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.481843:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006c0c52df[1 0000000017ab20d0 5 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877046.481845:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.481846:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.481847:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd22a0. 00000020:00000001:0.0:1788877046.481849:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.481850:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.481852:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.481853:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419434880 : -126388290116736 : ffff8d0ceedd2380) 00000020:00000001:0.0:1788877046.481855:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481856:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.481857:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.481858:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.481859:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.481862:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f7aa37ec[2 0000000017ab20d0 1 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877046.481863:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.481865:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.481866:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.481867:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd23e0 00000008:00000001:0.0:1788877046.481868:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.481869:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd23f0 page ffff8d0ceedd23e0 at index 58. 00000008:00000001:0.0:1788877046.483384:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.483395:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.483400:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073ac0 index 58 00000020:00000001:0.0:1788877046.483539:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.483542:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.483545:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.483552:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f7aa37ec[1 0000000017ab20d0 5 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877046.483554:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.483556:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.483562:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd2380. 00000020:00000001:0.0:1788877046.483569:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.483571:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.483574:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.483576:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419434208 : -126388290117408 : ffff8d0ceedd20e0) 00000020:00000001:0.0:1788877046.483579:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.483581:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.483582:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.483583:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.483585:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.483588:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f2c63caf[2 0000000017ab20d0 1 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877046.483590:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.483592:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.483594:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.483595:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedd2140 00000008:00000001:0.0:1788877046.483597:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.483599:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedd2150 page ffff8d0ceedd2140 at index 59. 00000008:00000001:0.0:1788877046.483601:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.483605:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.483606:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45073b00 index 59 00000020:00000001:0.0:1788877046.483609:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.483610:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.483611:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.483614:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f2c63caf[1 0000000017ab20d0 5 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877046.483616:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.483617:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.483619:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedd20e0. 00000020:00000001:0.0:1788877046.483622:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.483623:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.520995:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521005:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419552992 : -126388289998624 : ffff8d0ceedef0e0) 00000020:00000001:0.0:1788877046.521012:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521014:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521016:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521017:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521019:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521027:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb7fd5bc[2 0000000017ab20d0 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877046.521029:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521031:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521035:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521037:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef140 00000008:00000001:0.0:1788877046.521040:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521042:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef150 page ffff8d0ceedef140 at index 225. 00000008:00000001:0.0:1788877046.521045:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521055:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521058:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075ac0 index 225 00000020:00000001:0.0:1788877046.521064:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521065:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521067:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521069:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fb7fd5bc[1 0000000017ab20d0 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877046.521072:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521073:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521080:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef0e0. 00000020:00000001:0.0:1788877046.521086:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521088:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521089:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521090:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419552768 : -126388289998848 : ffff8d0ceedef000) 00000020:00000001:0.0:1788877046.521092:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521093:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521094:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521095:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521096:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521099:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004cf198b6[2 0000000017ab20d0 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877046.521100:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521101:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521102:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521103:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef060 00000008:00000001:0.0:1788877046.521105:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521106:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef070 page ffff8d0ceedef060 at index 226. 00000008:00000001:0.0:1788877046.521107:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521109:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521110:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075b00 index 226 00000020:00000001:0.0:1788877046.521112:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521113:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521114:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521116:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004cf198b6[1 0000000017ab20d0 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877046.521117:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521118:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521119:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef000. 00000020:00000001:0.0:1788877046.521122:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521123:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521124:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521126:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419554112 : -126388289997504 : ffff8d0ceedef540) 00000020:00000001:0.0:1788877046.521128:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521129:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521130:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521131:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521132:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521134:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000054f9fcf6[2 0000000017ab20d0 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877046.521136:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521137:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521139:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521139:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef5a0 00000008:00000001:0.0:1788877046.521140:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521141:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef5b0 page ffff8d0ceedef5a0 at index 227. 00000008:00000001:0.0:1788877046.521144:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521147:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521148:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075b40 index 227 00000020:00000001:0.0:1788877046.521150:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521152:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521153:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521156:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000054f9fcf6[1 0000000017ab20d0 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877046.521157:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521158:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521160:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef540. 00000020:00000001:0.0:1788877046.521162:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521163:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521164:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521165:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419556352 : -126388289995264 : ffff8d0ceedefe00) 00000020:00000001:0.0:1788877046.521167:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521168:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521170:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521171:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521171:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521174:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001c01a68d[2 0000000017ab20d0 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877046.521175:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521176:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521177:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521178:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedefe60 00000008:00000001:0.0:1788877046.521179:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521180:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedefe70 page ffff8d0ceedefe60 at index 228. 00000008:00000001:0.0:1788877046.521182:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521184:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521187:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075b80 index 228 00000020:00000001:0.0:1788877046.521189:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521189:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521191:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521193:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001c01a68d[1 0000000017ab20d0 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877046.521194:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521195:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521197:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedefe00. 00000020:00000001:0.0:1788877046.521199:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521200:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521201:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521211:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419555008 : -126388289996608 : ffff8d0ceedef8c0) 00000020:00000001:0.0:1788877046.521214:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521215:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521217:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521218:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521219:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521222:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009288a1e1[2 0000000017ab20d0 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877046.521223:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521225:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521226:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521227:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef920 00000008:00000001:0.0:1788877046.521228:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521229:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef930 page ffff8d0ceedef920 at index 229. 00000008:00000001:0.0:1788877046.521231:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521234:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521235:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075bc0 index 229 00000020:00000001:0.0:1788877046.521237:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521238:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521239:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521242:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009288a1e1[1 0000000017ab20d0 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877046.521243:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521245:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521294:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef8c0. 00000020:00000001:0.0:1788877046.521298:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521299:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521300:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521302:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419555680 : -126388289995936 : ffff8d0ceedefb60) 00000020:00000001:0.0:1788877046.521304:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521306:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521307:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521308:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521309:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521312:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e1849326[2 0000000017ab20d0 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877046.521313:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521314:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521315:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521316:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedefbc0 00000008:00000001:0.0:1788877046.521327:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521329:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedefbd0 page ffff8d0ceedefbc0 at index 230. 00000008:00000001:0.0:1788877046.521331:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521334:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521336:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075c00 index 230 00000020:00000001:0.0:1788877046.521338:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521339:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521340:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521342:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e1849326[1 0000000017ab20d0 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877046.521344:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521345:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521347:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedefb60. 00000020:00000001:0.0:1788877046.521349:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521350:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521351:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521352:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419556128 : -126388289995488 : ffff8d0ceedefd20) 00000020:00000001:0.0:1788877046.521355:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521355:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521357:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521358:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521358:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521361:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000078f7e2f6[2 0000000017ab20d0 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877046.521362:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521364:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521365:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521366:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedefd80 00000008:00000001:0.0:1788877046.521367:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521369:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedefd90 page ffff8d0ceedefd80 at index 231. 00000008:00000001:0.0:1788877046.521371:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521373:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521375:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075c40 index 231 00000020:00000001:0.0:1788877046.521377:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521378:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521379:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521382:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000078f7e2f6[1 0000000017ab20d0 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877046.521383:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521384:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521386:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedefd20. 00000020:00000001:0.0:1788877046.521388:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521389:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521390:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521392:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419553216 : -126388289998400 : ffff8d0ceedef1c0) 00000020:00000001:0.0:1788877046.521394:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521394:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521396:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521396:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521398:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521400:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003b0cdba2[2 0000000017ab20d0 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877046.521402:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521403:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521414:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521415:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef220 00000008:00000001:0.0:1788877046.521417:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521418:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef230 page ffff8d0ceedef220 at index 232. 00000008:00000001:0.0:1788877046.521420:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521423:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521424:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075c80 index 232 00000020:00000001:0.0:1788877046.521426:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521427:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521428:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521431:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003b0cdba2[1 0000000017ab20d0 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877046.521432:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521434:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521435:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef1c0. 00000020:00000001:0.0:1788877046.521438:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521439:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521441:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521442:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419555456 : -126388289996160 : ffff8d0ceedefa80) 00000020:00000001:0.0:1788877046.521444:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521445:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521446:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521448:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521449:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521452:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b47648cb[2 0000000017ab20d0 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877046.521453:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521455:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521456:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521457:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedefae0 00000008:00000001:0.0:1788877046.521458:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521468:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedefaf0 page ffff8d0ceedefae0 at index 233. 00000008:00000001:0.0:1788877046.521471:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521474:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521476:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075cc0 index 233 00000020:00000001:0.0:1788877046.521478:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521479:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521480:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521483:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b47648cb[1 0000000017ab20d0 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877046.521484:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521485:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521487:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedefa80. 00000020:00000001:0.0:1788877046.521489:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521490:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521491:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521493:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419554336 : -126388289997280 : ffff8d0ceedef620) 00000020:00000001:0.0:1788877046.521495:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521496:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521497:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521498:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521499:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521502:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b5784bff[2 0000000017ab20d0 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877046.521503:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521504:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521505:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521506:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef680 00000008:00000001:0.0:1788877046.521508:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521509:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef690 page ffff8d0ceedef680 at index 234. 00000008:00000001:0.0:1788877046.521511:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521513:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521515:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075d00 index 234 00000020:00000001:0.0:1788877046.521517:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521518:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521520:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521522:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b5784bff[1 0000000017ab20d0 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877046.521524:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521525:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521527:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef620. 00000020:00000001:0.0:1788877046.521529:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521530:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521532:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521533:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419554560 : -126388289997056 : ffff8d0ceedef700) 00000020:00000001:0.0:1788877046.521535:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521536:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521537:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521538:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521539:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521542:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004d872f40[2 0000000017ab20d0 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877046.521543:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521545:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521546:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521547:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef760 00000008:00000001:0.0:1788877046.521548:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521549:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef770 page ffff8d0ceedef760 at index 235. 00000008:00000001:0.0:1788877046.521551:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521553:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521555:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075d40 index 235 00000020:00000001:0.0:1788877046.521556:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521557:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521558:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521560:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004d872f40[1 0000000017ab20d0 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877046.521562:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521563:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521565:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef700. 00000020:00000001:0.0:1788877046.521567:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521568:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521569:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521570:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419555904 : -126388289995712 : ffff8d0ceedefc40) 00000020:00000001:0.0:1788877046.521572:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521573:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521574:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521576:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521577:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521579:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f9718cc[2 0000000017ab20d0 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877046.521581:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521582:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521583:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521584:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedefca0 00000008:00000001:0.0:1788877046.521586:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521587:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedefcb0 page ffff8d0ceedefca0 at index 236. 00000008:00000001:0.0:1788877046.521589:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521592:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521593:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075d80 index 236 00000020:00000001:0.0:1788877046.521595:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521596:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521597:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521599:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f9718cc[1 0000000017ab20d0 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877046.521601:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521602:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521604:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedefc40. 00000020:00000001:0.0:1788877046.521606:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521607:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521608:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521609:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419555232 : -126388289996384 : ffff8d0ceedef9a0) 00000020:00000001:0.0:1788877046.521612:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521613:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521614:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521615:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521616:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521618:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b0add305[2 0000000017ab20d0 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877046.521619:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521620:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521621:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521622:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedefa00 00000008:00000001:0.0:1788877046.521623:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521625:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedefa10 page ffff8d0ceedefa00 at index 237. 00000008:00000001:0.0:1788877046.521627:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521629:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521631:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075dc0 index 237 00000020:00000001:0.0:1788877046.521632:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521633:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521634:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521637:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b0add305[1 0000000017ab20d0 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877046.521638:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521639:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521641:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef9a0. 00000020:00000001:0.0:1788877046.521643:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521645:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521646:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521647:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419554784 : -126388289996832 : ffff8d0ceedef7e0) 00000020:00000001:0.0:1788877046.521649:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521650:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521651:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521652:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521653:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521655:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de512ace[2 0000000017ab20d0 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877046.521657:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521659:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521660:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521661:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef840 00000008:00000001:0.0:1788877046.521662:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521663:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef850 page ffff8d0ceedef840 at index 238. 00000008:00000001:0.0:1788877046.521665:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521667:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521668:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075e00 index 238 00000020:00000001:0.0:1788877046.521670:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521671:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521672:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521674:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de512ace[1 0000000017ab20d0 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877046.521675:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521676:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521678:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef7e0. 00000020:00000001:0.0:1788877046.521679:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521680:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521681:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521682:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419556576 : -126388289995040 : ffff8d0ceedefee0) 00000020:00000001:0.0:1788877046.521684:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521685:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521686:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521687:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521688:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521691:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bbf570e5[2 0000000017ab20d0 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877046.521692:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521694:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521695:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521696:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedeff40 00000008:00000001:0.0:1788877046.521697:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521698:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedeff50 page ffff8d0ceedeff40 at index 239. 00000008:00000001:0.0:1788877046.521700:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521702:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521703:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075e40 index 239 00000020:00000001:0.0:1788877046.521705:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521706:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521707:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521709:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bbf570e5[1 0000000017ab20d0 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877046.521710:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521711:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521713:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedefee0. 00000020:00000001:0.0:1788877046.521715:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521716:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521796:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521798:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419553888 : -126388289997728 : ffff8d0ceedef460) 00000020:00000001:0.0:1788877046.521801:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521802:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521803:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521804:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521805:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521808:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000012557b62[2 0000000017ab20d0 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877046.521810:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521811:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521813:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521814:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef4c0 00000008:00000001:0.0:1788877046.521816:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521817:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef4d0 page ffff8d0ceedef4c0 at index 240. 00000008:00000001:0.0:1788877046.521819:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521822:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521824:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075e80 index 240 00000020:00000001:0.0:1788877046.521827:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521828:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521829:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521831:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000012557b62[1 0000000017ab20d0 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877046.521833:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521834:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521837:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef460. 00000020:00000001:0.0:1788877046.521839:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521840:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521842:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521843:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419553440 : -126388289998176 : ffff8d0ceedef2a0) 00000020:00000001:0.0:1788877046.521845:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521846:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521848:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521849:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521850:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521852:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c2f55267[2 0000000017ab20d0 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877046.521854:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521855:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521857:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521858:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedef300 00000008:00000001:0.0:1788877046.521859:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521861:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedef310 page ffff8d0ceedef300 at index 241. 00000008:00000001:0.0:1788877046.521862:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521865:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521866:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075ec0 index 241 00000020:00000001:0.0:1788877046.521868:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521869:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521870:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521873:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c2f55267[1 0000000017ab20d0 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877046.521874:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521876:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521877:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedef2a0. 00000020:00000001:0.0:1788877046.521879:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521880:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521882:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521883:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419320416 : -126388290231200 : ffff8d0ceedb6460) 00000020:00000001:0.0:1788877046.521885:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521887:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521888:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521889:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521890:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521893:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000842d4095[2 0000000017ab20d0 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877046.521895:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521896:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521897:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521898:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb64c0 00000008:00000001:0.0:1788877046.521899:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521900:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb64d0 page ffff8d0ceedb64c0 at index 242. 00000008:00000001:0.0:1788877046.521901:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521903:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521905:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075f00 index 242 00000020:00000001:0.0:1788877046.521907:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521908:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521909:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521912:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000842d4095[1 0000000017ab20d0 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877046.521913:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521914:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521916:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6460. 00000020:00000001:0.0:1788877046.521918:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521919:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521920:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521921:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419319968 : -126388290231648 : ffff8d0ceedb62a0) 00000020:00000001:0.0:1788877046.521923:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521924:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521925:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521926:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521927:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521930:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000023bc2730[2 0000000017ab20d0 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877046.521932:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521933:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521934:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521935:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6300 00000008:00000001:0.0:1788877046.521936:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521937:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6310 page ffff8d0ceedb6300 at index 243. 00000008:00000001:0.0:1788877046.521939:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521941:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521943:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075f40 index 243 00000020:00000001:0.0:1788877046.521944:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521946:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521946:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521949:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000023bc2730[1 0000000017ab20d0 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877046.521950:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521951:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521953:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb62a0. 00000020:00000001:0.0:1788877046.521955:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521957:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521958:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521959:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419320192 : -126388290231424 : ffff8d0ceedb6380) 00000020:00000001:0.0:1788877046.521961:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521962:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.521964:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.521964:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.521966:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.521969:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000633f6e21[2 0000000017ab20d0 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877046.521970:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.521971:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.521973:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.521974:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb63e0 00000008:00000001:0.0:1788877046.521975:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.521977:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb63f0 page ffff8d0ceedb63e0 at index 244. 00000008:00000001:0.0:1788877046.521979:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.521981:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.521982:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075f80 index 244 00000020:00000001:0.0:1788877046.521984:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521985:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.521986:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.521989:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000633f6e21[1 0000000017ab20d0 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877046.521990:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.521991:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.521993:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6380. 00000020:00000001:0.0:1788877046.521995:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.521996:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.521997:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.521998:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419319520 : -126388290232096 : ffff8d0ceedb60e0) 00000020:00000001:0.0:1788877046.522000:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522001:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522002:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522004:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522005:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522007:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000037801ff0[2 0000000017ab20d0 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877046.522008:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522009:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522011:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522012:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6140 00000008:00000001:0.0:1788877046.522013:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522014:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6150 page ffff8d0ceedb6140 at index 245. 00000008:00000001:0.0:1788877046.522016:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522018:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522020:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45075fc0 index 245 00000020:00000001:0.0:1788877046.522022:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522023:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522023:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522026:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000037801ff0[1 0000000017ab20d0 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877046.522028:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522029:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522030:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb60e0. 00000020:00000001:0.0:1788877046.522033:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522033:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522035:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522036:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419319296 : -126388290232320 : ffff8d0ceedb6000) 00000020:00000001:0.0:1788877046.522038:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522039:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522040:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522041:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522042:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522044:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000eaffc6ce[2 0000000017ab20d0 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877046.522045:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522047:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522048:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522049:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6060 00000008:00000001:0.0:1788877046.522050:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522051:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6070 page ffff8d0ceedb6060 at index 246. 00000008:00000001:0.0:1788877046.522052:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522054:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522057:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45076000 index 246 00000020:00000001:0.0:1788877046.522058:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522059:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522060:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522062:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000eaffc6ce[1 0000000017ab20d0 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877046.522063:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522064:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522065:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6000. 00000020:00000001:0.0:1788877046.522067:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522068:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522069:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522070:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419320640 : -126388290230976 : ffff8d0ceedb6540) 00000020:00000001:0.0:1788877046.522071:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522072:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522073:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522074:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522075:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006c4f723a[2 0000000017ab20d0 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877046.522078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522079:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522080:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522080:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb65a0 00000008:00000001:0.0:1788877046.522081:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522083:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb65b0 page ffff8d0ceedb65a0 at index 247. 00000008:00000001:0.0:1788877046.522084:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522086:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522087:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45076040 index 247 00000020:00000001:0.0:1788877046.522089:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522090:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522091:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522092:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006c4f723a[1 0000000017ab20d0 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877046.522094:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522095:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522109:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6540. 00000020:00000001:0.0:1788877046.522112:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522113:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522115:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522116:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419322880 : -126388290228736 : ffff8d0ceedb6e00) 00000020:00000001:0.0:1788877046.522118:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522120:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522121:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522122:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522123:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522125:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dfec007d[2 0000000017ab20d0 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877046.522126:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522127:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522128:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522129:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6e60 00000008:00000001:0.0:1788877046.522130:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522131:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6e70 page ffff8d0ceedb6e60 at index 248. 00000008:00000001:0.0:1788877046.522133:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522136:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522138:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45076080 index 248 00000020:00000001:0.0:1788877046.522140:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522140:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522141:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522144:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dfec007d[1 0000000017ab20d0 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877046.522145:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522146:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522147:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6e00. 00000020:00000001:0.0:1788877046.522149:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522150:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522152:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522153:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419321536 : -126388290230080 : ffff8d0ceedb68c0) 00000020:00000001:0.0:1788877046.522154:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522156:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522157:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522158:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522158:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522161:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d5274740[2 0000000017ab20d0 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877046.522162:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522163:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522164:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522165:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6920 00000008:00000001:0.0:1788877046.522166:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522167:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6930 page ffff8d0ceedb6920 at index 249. 00000008:00000001:0.0:1788877046.522169:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522171:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522172:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc450760c0 index 249 00000020:00000001:0.0:1788877046.522174:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522175:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522176:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522178:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d5274740[1 0000000017ab20d0 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877046.522179:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522180:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522182:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb68c0. 00000020:00000001:0.0:1788877046.522184:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522185:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522186:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522187:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419322208 : -126388290229408 : ffff8d0ceedb6b60) 00000020:00000001:0.0:1788877046.522189:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522190:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522191:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522192:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522193:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522195:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000056edc5fc[2 0000000017ab20d0 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877046.522196:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522197:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522198:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522198:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6bc0 00000008:00000001:0.0:1788877046.522200:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522201:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6bd0 page ffff8d0ceedb6bc0 at index 250. 00000008:00000001:0.0:1788877046.522203:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522204:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522206:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45076100 index 250 00000020:00000001:0.0:1788877046.522208:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522209:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522210:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522212:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000056edc5fc[1 0000000017ab20d0 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877046.522213:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522214:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522216:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6b60. 00000020:00000001:0.0:1788877046.522218:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522219:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522220:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522221:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419322656 : -126388290228960 : ffff8d0ceedb6d20) 00000020:00000001:0.0:1788877046.522223:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522224:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522225:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522226:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522227:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522229:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007b2342f0[2 0000000017ab20d0 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877046.522231:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522232:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522233:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522234:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6d80 00000008:00000001:0.0:1788877046.522235:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522236:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6d90 page ffff8d0ceedb6d80 at index 251. 00000008:00000001:0.0:1788877046.522239:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522241:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522243:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45076140 index 251 00000020:00000001:0.0:1788877046.522245:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522246:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522283:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522287:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007b2342f0[1 0000000017ab20d0 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877046.522288:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522289:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522291:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6d20. 00000020:00000001:0.0:1788877046.522294:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522295:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522296:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522297:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419319744 : -126388290231872 : ffff8d0ceedb61c0) 00000020:00000001:0.0:1788877046.522300:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522301:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522302:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522303:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522304:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522306:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000067c9780f[2 0000000017ab20d0 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877046.522308:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522309:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522311:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522312:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6220 00000008:00000001:0.0:1788877046.522313:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522314:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6230 page ffff8d0ceedb6220 at index 252. 00000008:00000001:0.0:1788877046.522316:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522319:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522320:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45076180 index 252 00000020:00000001:0.0:1788877046.522322:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522323:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522324:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522327:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000067c9780f[1 0000000017ab20d0 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877046.522328:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522330:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522331:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb61c0. 00000020:00000001:0.0:1788877046.522333:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522335:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522336:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522337:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419321984 : -126388290229632 : ffff8d0ceedb6a80) 00000020:00000001:0.0:1788877046.522339:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522340:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522341:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522342:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522343:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522345:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000025066648[2 0000000017ab20d0 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877046.522347:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522348:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522350:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522350:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6ae0 00000008:00000001:0.0:1788877046.522352:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522353:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6af0 page ffff8d0ceedb6ae0 at index 253. 00000008:00000001:0.0:1788877046.522355:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522357:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522358:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc450761c0 index 253 00000020:00000001:0.0:1788877046.522360:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522361:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522362:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522364:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000025066648[1 0000000017ab20d0 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877046.522366:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522367:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522369:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6a80. 00000020:00000001:0.0:1788877046.522371:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522372:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522373:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522374:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419320864 : -126388290230752 : ffff8d0ceedb6620) 00000020:00000001:0.0:1788877046.522376:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522377:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522378:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522379:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522380:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522382:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ae5551a8[2 0000000017ab20d0 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877046.522383:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522384:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522386:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522387:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6680 00000008:00000001:0.0:1788877046.522388:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522390:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6690 page ffff8d0ceedb6680 at index 254. 00000008:00000001:0.0:1788877046.522392:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522393:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522395:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45076200 index 254 00000020:00000001:0.0:1788877046.522397:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522398:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522399:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522401:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ae5551a8[1 0000000017ab20d0 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877046.522402:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522404:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522405:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6620. 00000020:00000001:0.0:1788877046.522407:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522408:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.522458:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.522470:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419321088 : -126388290230528 : ffff8d0ceedb6700) 00000020:00000001:0.0:1788877046.522473:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522474:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.522475:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.522476:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.522477:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.522480:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000366e4289[2 0000000017ab20d0 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877046.522481:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.522482:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.522484:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.522485:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedb6760 00000008:00000001:0.0:1788877046.522487:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.522488:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedb6770 page ffff8d0ceedb6760 at index 255. 00000008:00000001:0.0:1788877046.522490:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.522501:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.522504:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc45076240 index 255 00000020:00000001:0.0:1788877046.522506:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522507:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.522508:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.522511:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000366e4289[1 0000000017ab20d0 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877046.522512:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.522513:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.522515:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedb6700. 00000020:00000001:0.0:1788877046.522527:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.522529:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877046.522543:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877046.522546:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x329:0x0](ffff8d0cd04d8908) 00800000:00000001:0.0:1788877046.522554:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877046.522556:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x329:0x0] 00000002:00000001:0.0:1788877046.522563:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.522570:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.522572:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.522575:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.522576:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.522579:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877046.522582:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877046.522583:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877046.522585:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877046.522587:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877046.522589:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877046.522592:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877046.522594:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.522597:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.522601:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.522606:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.522609:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877046.522618:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877046.522620:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cc8b544d8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.522625:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877046.522628:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0ccae74e40, objid 0x329:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.522634:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.522641:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf50cd700: ostid: 0x280000402:2275 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877046.522644:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877046.522646:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.522649:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877046.522651:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877046.522656:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877046.522662:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceecd9200 count: 2 00010000:00000001:0.0:1788877046.522665:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877046.522668:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877046.522671:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877046.522677:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876925 1788876925 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000002b0b6cb6/0x4a37134b6b779818 lrc: 1/0,0 mode: PW/PW res: [0x280000402:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd5a01f49 expref: -99 pid: 197981 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877046.522689:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf7e621c0 -> ffff8d0cf4b4ed00 00000020:00000001:0.0:1788877046.522691:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf7e621c0 -> ffff8d0cf4b4ed00 00000008:00000001:0.0:1788877046.522693:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.522696:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.522698:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877046.522700:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877046.522706:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf7e621c0. 00020000:00000001:0.0:1788877046.522712:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877046.522715:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cf4b4ed48. 00020000:00000001:0.0:1788877046.522719:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877046.522721:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.522723:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877046.522725:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cc8b544d8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.522728:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877046.522731:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877046.522732:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cc8b544d8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.522735:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877046.522737:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cc3050a38. 00020000:00000010:0.0:1788877046.522741:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cca373e40. 00020000:00000010:0.0:1788877046.522744:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc396d3f0. 00020000:00000002:0.0:1788877046.522749:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0ccae74e40, objid 0x329:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.522752:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.522754:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf50cd700: ostid: 0x280000402:2275 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877046.522759:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf50cd700. 00020000:00000010:0.0:1788877046.522762:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0ccae741e0. 00020000:00000010:0.0:1788877046.522765:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0ccae74e40. 00020000:00000001:0.0:1788877046.522767:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877046.522769:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cc8b544d8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877046.522771:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cc8b544d8. 00020000:00000001:0.0:1788877046.522774:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877046.522777:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cf4b4ec80. 00000020:00001000:0.0:1788877046.522782:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.522785:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877046.522788:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877046.522838:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877046.522842:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.522845:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877046.522852:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.522861:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877046.522865:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877046.522867:0:198588:0:(dcache.c:87:ll_dcompare()) found name w379(ffff8d0ccb10a000) flags 0x48004e refc 0 00000080:00000001:0.0:1788877046.522870:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.522872:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877046.522873:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w379, flags=0 00000080:00000001:0.0:1788877046.522879:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.522881:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877046.522884:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.522888:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877046.522890:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877046.522892:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w379, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877046.522896:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877046.522898:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.522900:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.522902:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.522904:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877046.522909:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cca0679b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877046.522912:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cc2be1c00 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877046.522915:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cca0679b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.522917:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877046.522920:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877046.522922:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877046.522924:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877046.522927:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877046.522929:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.522932:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877046.522941:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7ae00. 00800000:00000002:0.0:1788877046.522947:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877046.522959:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877046.522964:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w379 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877046.522969:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877046.522973:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.522976:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.522979:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.522982:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.522985:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.522987:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2b2:0x0] 00800000:00000001:0.0:1788877046.522989:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.522991:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877046.522993:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.522994:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.522995:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.522996:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.522997:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.522998:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2b2:0x0] 00800000:00000001:0.0:1788877046.523000:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.523003:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x2b2:0x0] 00800000:00000001:0.0:1788877046.523005:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.523007:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x2b2:0x0] -> mds #1 00000002:00000001:0.0:1788877046.523013:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877046.523016:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877046.523021:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.523023:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877046.523026:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf702cd00 count: 2 00010000:00000001:0.0:1788877046.523028:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877046.523031:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877046.523035:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877046.523039:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cd7a01c00/0x4a37134b6b776749 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f5ae7 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877046.523047:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877046.523051:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877046.523054:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877046.523056:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x2b2:0x0] mode (null) 00000002:00000001:0.0:1788877046.523059:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.523061:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.523063:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf702cd00 count: 3 00010000:00000001:0.0:1788877046.523065:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.523069:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.523070:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.523071:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.523073:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf702cd00 count: 3 00010000:00000001:0.0:1788877046.523074:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.523076:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.523077:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.523078:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.523080:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf702cd00 count: 3 00010000:00000001:0.0:1788877046.523081:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.523083:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.523085:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.523086:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.523087:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf702cd00 count: 3 00010000:00000001:0.0:1788877046.523089:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.523091:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.523093:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.523096:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877046.523097:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.523099:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.523101:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.523103:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877046.523105:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2b2:0x0]: losing layout lock 00000080:00000001:0.0:1788877046.523109:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877046.523112:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877046.523115:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877046.523118:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877046.523120:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x2b2:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877046.523123:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.523125:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877046.523126:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.523129:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.523131:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877046.523133:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x2b2:0x0](ffff8d0cce93c2c8) invalid 00000020:00000001:0.0:1788877046.523136:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877046.523137:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w379 (ffff8d0ccb10a000) parent ffff8d0cc22750d8 inode ffff8d0cce93c2c8 refc 1 00000080:00000001:0.0:1788877046.523142:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877046.523145:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877046.523146:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.523150:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877046.523153:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877046.523155:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877046.523157:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877046.523160:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877046.523165:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cd7a01c00 with handle 0x4a37134b6b776749 from hash 00010000:00000001:0.0:1788877046.523167:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877046.523169:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.523171:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.523172:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877046.523175:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877046.523176:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877046.523179:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.523181:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877046.523184:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877046.523192:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd318a80. 00000020:00000040:0.0:1788877046.523198:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=33 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877046.523204:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877046.523206:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.523208:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877046.523213:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877046.523219:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.523220:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.523221:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.523224:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877046.523226:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877046.523231:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877046.523238:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7b400. 00000100:00000001:0.0:1788877046.523246:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.523275:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.523278:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877046.523285:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cd7a01c00/0x4a37134b6b776749 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x2b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f5ae7 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877046.523292:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877046.523293:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.523295:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877046.523297:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cd7a01c00/0x4a37134b6b776749 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x2b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f5ae7 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877046.523305:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf4dd5b00. 00010000:00000040:0.0:1788877046.523309:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf702cd00 count: 0 00010000:00000010:0.0:1788877046.523314:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd793e380. 00010000:00000001:0.0:1788877046.523320:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.523322:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.523324:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.523325:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.523326:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877046.523339:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877046.523352:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd318a80 x1875765519136256/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877046.523365:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877046.523367:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877046.523375:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9f00. 00000100:00000001:0.0:1788877046.523378:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511872256 : -126388197679360 : ffff8d0cf45f9f00) 00000100:00000001:0.0:1788877046.523380:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.523382:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559573632 : -126393149977984 : ffff8d0bcd318a80) 00000100:00000001:0.0:1788877046.523386:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877046.523390:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.523393:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877046.523395:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877046.523399:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd318a80 x1875765519136256/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.523406:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877046.523409:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.523412:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877046.523415:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877046.523417:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877046.523420:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd318a80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519136256:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877046.523424:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877046.523430:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877046.523433:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.523435:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877046.523442:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ccbdb8000. 02000000:00000001:0.0:1788877046.523443:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877046.523452:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877046.523456:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39494d0. 00000400:00000010:0.0:1788877046.523475:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f90c0. 00000100:00000200:0.0:1788877046.523482:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519136256, portal 10 00000100:00000001:0.0:1788877046.523484:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.523485:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559573632 : -126393149977984 : ffff8d0bcd318a80) 00000100:00000040:0.0:1788877046.523492:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd318a80 x1875765519136256/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.523504:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877046.523507:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877046.523511:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877046.523513:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519136256, offset 0 00000400:00000200:0.0:1788877046.523520:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877046.523528:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.523537:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877046.523542:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877046.523546:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877046.523550:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877046.523553:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877046.523557:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457248:457248:256:4294967295] 192.168.203.155@tcp LPNI seq info [457242:457242:8:4294967295] 00000400:00000200:0.0:1788877046.523561:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.523571:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877046.523578:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877046.523584:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877046.523592:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877046.523602:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877046.523607:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877046.523632:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877046.523637:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13147 usecs (14 jiffies) 00000400:00000200:0.0:1788877046.523640:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877046.523644:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302473596 00000100:00000001:0.0:1788877046.523647:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.523650:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302473596 00000100:00000001:0.0:1788877046.523652:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.523654:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877046.523657:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.523660:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877046.523662:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877046.523664:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788877046.523667:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877046.523670:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877046.549286:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.549309:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.549314:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.549316:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.549335:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.549343:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.549353:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.549358:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.549364:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.549368:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733600 00000400:00000200:0.0:1788877046.549373:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.549379:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ece9 [2] + 224 00000800:00000001:0.0:1788877046.549387:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.549395:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.549398:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.549402:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.549419:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.549429:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0bcd318a80 x1875765519136256/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.549439:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0bcd318a80 x1875765519136256/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.549469:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.549478:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.549482:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.581044:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.581067:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.581074:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.581076:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.581087:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.581097:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.581106:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.581111:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.581117:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.581122:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733700 00000400:00000200:0.0:1788877046.581128:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.581135:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ecf9 [2] + 224 00000800:00000001:0.0:1788877046.581144:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.581173:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.581177:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.581182:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.581190:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.581201:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9470380 x1875765519136512/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.581213:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9470380 x1875765519136512/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.581232:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.581241:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.581245:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1788877046.586688:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca526e8. 00000100:00000200:0.0:1788877046.586707:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519136768, offset 0 00000400:00000200:0.0:1788877046.586723:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877046.586736:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.586746:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877046.586752:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877046.586758:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877046.586762:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877046.586765:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877046.586768:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457250:457250:256:4294967295] 192.168.203.155@tcp LPNI seq info [457244:457244:8:4294967295] 00000400:00000200:0.0:1788877046.586773:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.586785:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877046.586791:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877046.586798:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877046.586806:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877046.586816:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877046.586821:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877046.586845:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877046.586852:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13360 usecs (14 jiffies) 00000400:00000200:0.0:1788877046.586856:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877046.586859:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302473662 00000100:00000001:0.0:1788877046.586863:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.586866:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302473662 00000100:00000001:0.0:1788877046.586877:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.586880:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877046.586884:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.586887:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877046.586890:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877046.586893:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cc9eed480 going to sleep for 11 seconds 00000100:00000001:0.0:1788877046.586896:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877046.586899:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877046.596192:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.596215:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.596221:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.596224:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.596235:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.596243:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.596304:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.596310:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.596316:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.596330:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733800 00000400:00000200:0.0:1788877046.596337:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.596345:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed01 [2] + 224 00000800:00000001:0.0:1788877046.596353:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.596361:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.596365:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.596369:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.596378:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.596388:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd70c000 x1875765519136768/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.596399:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd70c000 x1875765519136768/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.596433:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.596442:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.596446:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.605954:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.605968:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877046.605977:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.605987:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.605995:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915550 00000400:00000010:0.0:1788877046.605998:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915550. 00000100:00000001:0.0:1788877046.606004:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.606013:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d3b480 x1875765519137024/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.606027:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.606030:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d3b480 x1875765519137024/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.606038:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.606040:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.624063:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.624088:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.624092:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.624095:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.624105:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.624114:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.624124:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.624129:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.624135:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.624140:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733900 00000400:00000200:0.0:1788877046.624146:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.624153:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed11 [2] + 224 00000800:00000001:0.0:1788877046.624160:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.624167:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.624171:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.624175:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.624184:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.624195:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d3b480 x1875765519137024/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.624217:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d3b480 x1875765519137024/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.624238:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.624291:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.624296:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.626190:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.626195:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877046.626201:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.626208:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.626213:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915aa0 00000400:00000010:0.0:1788877046.626216:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915aa0. 00000100:00000001:0.0:1788877046.626221:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.626226:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d3a300 x1875765519137152/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.626236:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.626238:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d3a300 x1875765519137152/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.626274:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.626276:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.638172:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.638197:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.638202:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.638205:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.638227:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.638236:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.638298:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.638304:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.638311:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.638316:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1733980 00000400:00000200:0.0:1788877046.638331:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.638339:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43ed19 [4] + 224 00000800:00000001:0.0:1788877046.638347:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.638356:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.638359:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.638365:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.638373:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.638383:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d3a300 x1875765519137152/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877046.638396:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf4d3a300 x1875765519137152/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.638605:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.638616:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.638620:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.645692:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.645701:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877046.645708:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.645713:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.645718:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19156e8 00000400:00000010:0.0:1788877046.645723:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19156e8. 00000100:00000001:0.0:1788877046.645728:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.645735:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d3a300 x1875765519137408/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.645747:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.645750:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d3a300 x1875765519137408/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.645757:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.645759:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.657527:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.657559:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.657564:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.657567:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.657577:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.657587:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.657600:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.657605:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.657611:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.657617:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733a80 00000400:00000200:0.0:1788877046.657622:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.657631:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed21 [2] + 224 00000800:00000001:0.0:1788877046.657639:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.657649:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.657654:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.657659:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.657668:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.657681:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d3a300 x1875765519137408/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.657693:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d3a300 x1875765519137408/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.657714:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.657725:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.657729:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877046.664549:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664554:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554942912 : -126393154608704 : ffff8d0bcceae1c0) 00000020:00000001:0.0:1788877046.664560:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664561:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664562:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664563:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664564:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664571:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cd2cd992[2 00000000687c1588 1 1 0000000000000000 0 0 15] 00000020:00000001:0.0:1788877046.664573:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664575:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664576:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664579:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceae220 00000008:00000001:0.0:1788877046.664581:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664583:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceae230 page ffff8d0bcceae220 at index 15. 00000008:00000001:0.0:1788877046.664585:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664591:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664594:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028da80 index 15 00000020:00000001:0.0:1788877046.664597:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664598:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664600:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664602:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cd2cd992[1 00000000687c1588 5 1 0000000000000000 0 0 15] 00000020:00000001:0.0:1788877046.664604:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664606:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664609:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae1c0. 00000020:00000001:0.0:1788877046.664613:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664614:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664616:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664617:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554945152 : -126393154606464 : ffff8d0bcceaea80) 00000020:00000001:0.0:1788877046.664619:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664620:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664621:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664622:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664623:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664625:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fa987ad3[2 00000000687c1588 1 1 0000000000000000 0 0 16] 00000020:00000001:0.0:1788877046.664627:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664628:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664630:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664631:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaeae0 00000008:00000001:0.0:1788877046.664633:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664634:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaeaf0 page ffff8d0bcceaeae0 at index 16. 00000008:00000001:0.0:1788877046.664636:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664638:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664640:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028dac0 index 16 00000020:00000001:0.0:1788877046.664642:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664642:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664644:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664646:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fa987ad3[1 00000000687c1588 5 1 0000000000000000 0 0 16] 00000020:00000001:0.0:1788877046.664647:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664648:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664650:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaea80. 00000020:00000001:0.0:1788877046.664652:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664653:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664655:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664656:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554944032 : -126393154607584 : ffff8d0bcceae620) 00000020:00000001:0.0:1788877046.664658:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664659:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664660:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664662:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664663:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664666:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000012dccfd9[2 00000000687c1588 1 1 0000000000000000 0 0 17] 00000020:00000001:0.0:1788877046.664667:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664669:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664670:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664671:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceae680 00000008:00000001:0.0:1788877046.664673:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664674:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceae690 page ffff8d0bcceae680 at index 17. 00000008:00000001:0.0:1788877046.664676:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664679:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664680:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028db00 index 17 00000020:00000001:0.0:1788877046.664682:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664683:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664684:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664687:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000012dccfd9[1 00000000687c1588 5 1 0000000000000000 0 0 17] 00000020:00000001:0.0:1788877046.664688:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664690:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664691:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae620. 00000020:00000001:0.0:1788877046.664693:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664695:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664696:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664697:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554944256 : -126393154607360 : ffff8d0bcceae700) 00000020:00000001:0.0:1788877046.664699:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664700:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664701:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664702:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664703:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664706:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000008d9c9b6[2 00000000687c1588 1 1 0000000000000000 0 0 18] 00000020:00000001:0.0:1788877046.664707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664708:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664710:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664710:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceae760 00000008:00000001:0.0:1788877046.664712:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664713:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceae770 page ffff8d0bcceae760 at index 18. 00000008:00000001:0.0:1788877046.664715:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664717:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664719:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028db40 index 18 00000020:00000001:0.0:1788877046.664720:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664721:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664723:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664725:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000008d9c9b6[1 00000000687c1588 5 1 0000000000000000 0 0 18] 00000020:00000001:0.0:1788877046.664726:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664728:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664730:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae700. 00000020:00000001:0.0:1788877046.664732:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664733:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664734:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664736:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554945600 : -126393154606016 : ffff8d0bcceaec40) 00000020:00000001:0.0:1788877046.664738:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664739:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664739:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664741:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664742:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664744:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a234af24[2 00000000687c1588 1 1 0000000000000000 0 0 19] 00000020:00000001:0.0:1788877046.664746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664747:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664748:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664750:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaeca0 00000008:00000001:0.0:1788877046.664751:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664752:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaecb0 page ffff8d0bcceaeca0 at index 19. 00000008:00000001:0.0:1788877046.664754:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664757:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664758:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028db80 index 19 00000020:00000001:0.0:1788877046.664760:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664761:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664762:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664764:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a234af24[1 00000000687c1588 5 1 0000000000000000 0 0 19] 00000020:00000001:0.0:1788877046.664765:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664767:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664768:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaec40. 00000020:00000001:0.0:1788877046.664770:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664771:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664772:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664774:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554944928 : -126393154606688 : ffff8d0bcceae9a0) 00000020:00000001:0.0:1788877046.664775:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664777:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664778:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664779:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664780:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000068b12772[2 00000000687c1588 1 1 0000000000000000 0 0 20] 00000020:00000001:0.0:1788877046.664784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664786:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664787:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664788:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaea00 00000008:00000001:0.0:1788877046.664789:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664790:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaea10 page ffff8d0bcceaea00 at index 20. 00000008:00000001:0.0:1788877046.664792:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664795:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664796:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028dbc0 index 20 00000020:00000001:0.0:1788877046.664798:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664799:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664800:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664802:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000068b12772[1 00000000687c1588 5 1 0000000000000000 0 0 20] 00000020:00000001:0.0:1788877046.664804:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664805:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664806:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae9a0. 00000020:00000001:0.0:1788877046.664809:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664809:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664811:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664812:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554944480 : -126393154607136 : ffff8d0bcceae7e0) 00000020:00000001:0.0:1788877046.664814:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664815:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664816:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664817:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664818:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664820:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003d7c0903[2 00000000687c1588 1 1 0000000000000000 0 0 21] 00000020:00000001:0.0:1788877046.664822:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664823:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664824:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664825:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceae840 00000008:00000001:0.0:1788877046.664826:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664827:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceae850 page ffff8d0bcceae840 at index 21. 00000008:00000001:0.0:1788877046.664829:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664830:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664832:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a000 index 21 00000020:00000001:0.0:1788877046.664833:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664834:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664836:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664838:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003d7c0903[1 00000000687c1588 5 1 0000000000000000 0 0 21] 00000020:00000001:0.0:1788877046.664839:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664840:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664842:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae7e0. 00000020:00000001:0.0:1788877046.664844:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664845:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664846:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664848:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554946272 : -126393154605344 : ffff8d0bcceaeee0) 00000020:00000001:0.0:1788877046.664849:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664851:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664852:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664853:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664854:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664857:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004cb9dbd7[2 00000000687c1588 1 1 0000000000000000 0 0 22] 00000020:00000001:0.0:1788877046.664858:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664859:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664861:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664862:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaef40 00000008:00000001:0.0:1788877046.664863:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664865:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaef50 page ffff8d0bcceaef40 at index 22. 00000008:00000001:0.0:1788877046.664866:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664880:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664881:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a040 index 22 00000020:00000001:0.0:1788877046.664884:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664884:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664885:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664888:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004cb9dbd7[1 00000000687c1588 5 1 0000000000000000 0 0 22] 00000020:00000001:0.0:1788877046.664890:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664891:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664893:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaeee0. 00000020:00000001:0.0:1788877046.664895:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664896:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664897:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664899:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554943584 : -126393154608032 : ffff8d0bcceae460) 00000020:00000001:0.0:1788877046.664901:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664902:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664903:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664904:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664905:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664908:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000041585482[2 00000000687c1588 1 1 0000000000000000 0 0 23] 00000020:00000001:0.0:1788877046.664909:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664911:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664912:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664913:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceae4c0 00000008:00000001:0.0:1788877046.664914:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664916:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceae4d0 page ffff8d0bcceae4c0 at index 23. 00000008:00000001:0.0:1788877046.664918:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664920:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664922:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a080 index 23 00000020:00000001:0.0:1788877046.664924:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664925:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664926:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664929:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000041585482[1 00000000687c1588 5 1 0000000000000000 0 0 23] 00000020:00000001:0.0:1788877046.664930:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664932:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664933:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae460. 00000020:00000001:0.0:1788877046.664936:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664937:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664938:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664940:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554943136 : -126393154608480 : ffff8d0bcceae2a0) 00000020:00000001:0.0:1788877046.664942:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664943:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664944:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664946:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664947:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664949:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000091ba9a15[2 00000000687c1588 1 1 0000000000000000 0 0 24] 00000020:00000001:0.0:1788877046.664951:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664953:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664954:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664955:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceae300 00000008:00000001:0.0:1788877046.664957:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.664958:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceae310 page ffff8d0bcceae300 at index 24. 00000008:00000001:0.0:1788877046.664961:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.664963:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.664964:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a0c0 index 24 00000020:00000001:0.0:1788877046.664966:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664967:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.664969:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.664971:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000091ba9a15[1 00000000687c1588 5 1 0000000000000000 0 0 24] 00000020:00000001:0.0:1788877046.664973:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.664974:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.664977:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae2a0. 00000020:00000001:0.0:1788877046.664979:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.664980:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.664981:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.664983:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554943360 : -126393154608256 : ffff8d0bcceae380) 00000020:00000001:0.0:1788877046.664985:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664986:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.664988:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.664989:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.664990:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.664993:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006b0c3bd5[2 00000000687c1588 1 1 0000000000000000 0 0 25] 00000020:00000001:0.0:1788877046.664995:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.664996:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.664997:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.664999:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceae3e0 00000008:00000001:0.0:1788877046.665001:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665002:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceae3f0 page ffff8d0bcceae3e0 at index 25. 00000008:00000001:0.0:1788877046.665004:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665007:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665008:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a100 index 25 00000020:00000001:0.0:1788877046.665010:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665011:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665012:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665015:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006b0c3bd5[1 00000000687c1588 5 1 0000000000000000 0 0 25] 00000020:00000001:0.0:1788877046.665017:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665018:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665020:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae380. 00000020:00000001:0.0:1788877046.665022:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665023:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.665025:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.665027:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554942688 : -126393154608928 : ffff8d0bcceae0e0) 00000020:00000001:0.0:1788877046.665028:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665030:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665031:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.665032:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.665033:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.665036:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000091b201d[2 00000000687c1588 1 1 0000000000000000 0 0 26] 00000020:00000001:0.0:1788877046.665037:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.665038:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.665040:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.665040:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceae140 00000008:00000001:0.0:1788877046.665042:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665043:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceae150 page ffff8d0bcceae140 at index 26. 00000008:00000001:0.0:1788877046.665045:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665048:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665049:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a140 index 26 00000020:00000001:0.0:1788877046.665051:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665052:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665053:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665056:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000091b201d[1 00000000687c1588 5 1 0000000000000000 0 0 26] 00000020:00000001:0.0:1788877046.665057:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665059:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665060:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae0e0. 00000020:00000001:0.0:1788877046.665063:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665064:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.665065:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.665066:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554942464 : -126393154609152 : ffff8d0bcceae000) 00000020:00000001:0.0:1788877046.665069:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665070:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665071:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.665073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.665074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.665076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c06ad976[2 00000000687c1588 1 1 0000000000000000 0 0 27] 00000020:00000001:0.0:1788877046.665078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.665079:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.665081:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.665082:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceae060 00000008:00000001:0.0:1788877046.665083:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665084:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceae070 page ffff8d0bcceae060 at index 27. 00000008:00000001:0.0:1788877046.665086:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665088:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665090:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a180 index 27 00000020:00000001:0.0:1788877046.665091:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665092:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665094:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665096:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c06ad976[1 00000000687c1588 5 1 0000000000000000 0 0 27] 00000020:00000001:0.0:1788877046.665098:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665099:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665100:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceae000. 00000020:00000001:0.0:1788877046.665103:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665104:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.665106:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.665107:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554946560 : -126393154605056 : ffff8d0bcceaf000) 00000020:00000001:0.0:1788877046.665110:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665111:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665112:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.665113:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.665114:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.665117:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e6d160d3[2 00000000687c1588 1 1 0000000000000000 0 0 28] 00000020:00000001:0.0:1788877046.665119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.665120:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.665122:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.665123:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf060 00000008:00000001:0.0:1788877046.665125:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665127:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf070 page ffff8d0bcceaf060 at index 28. 00000008:00000001:0.0:1788877046.665129:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665132:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665133:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a1c0 index 28 00000020:00000001:0.0:1788877046.665135:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665136:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665137:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665140:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e6d160d3[1 00000000687c1588 5 1 0000000000000000 0 0 28] 00000020:00000001:0.0:1788877046.665141:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665142:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665144:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf000. 00000020:00000001:0.0:1788877046.665147:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665148:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.665150:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.665151:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554947904 : -126393154603712 : ffff8d0bcceaf540) 00000020:00000001:0.0:1788877046.665153:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665154:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665155:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.665156:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.665157:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.665160:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009684691b[2 00000000687c1588 1 1 0000000000000000 0 0 29] 00000020:00000001:0.0:1788877046.665161:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.665162:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.665163:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.665164:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf5a0 00000008:00000001:0.0:1788877046.665166:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665167:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf5b0 page ffff8d0bcceaf5a0 at index 29. 00000008:00000001:0.0:1788877046.665170:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665171:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665173:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a200 index 29 00000020:00000001:0.0:1788877046.665175:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665176:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665177:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665180:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009684691b[1 00000000687c1588 5 1 0000000000000000 0 0 29] 00000020:00000001:0.0:1788877046.665181:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665182:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665184:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf540. 00000020:00000001:0.0:1788877046.665186:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665187:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.665668:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.665672:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554950144 : -126393154601472 : ffff8d0bcceafe00) 00000020:00000001:0.0:1788877046.665675:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665676:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665677:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.665678:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.665679:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.665683:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000043efbffa[2 00000000687c1588 1 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877046.665684:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.665686:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.665687:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.665689:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceafe60 00000008:00000001:0.0:1788877046.665690:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665692:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceafe70 page ffff8d0bcceafe60 at index 30. 00000008:00000001:0.0:1788877046.665694:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665698:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665699:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a240 index 30 00000020:00000001:0.0:1788877046.665702:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665703:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665704:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665707:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000043efbffa[1 00000000687c1588 5 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877046.665709:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665711:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665714:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceafe00. 00000020:00000001:0.0:1788877046.665717:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665718:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.665719:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.665721:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554948800 : -126393154602816 : ffff8d0bcceaf8c0) 00000020:00000001:0.0:1788877046.665723:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665724:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665725:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.665726:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.665727:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.665730:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000037c337db[2 00000000687c1588 1 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877046.665731:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.665733:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.665734:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.665735:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf920 00000008:00000001:0.0:1788877046.665737:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665738:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf930 page ffff8d0bcceaf920 at index 31. 00000008:00000001:0.0:1788877046.665740:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665742:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665743:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a280 index 31 00000020:00000001:0.0:1788877046.665745:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665746:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665747:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665749:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000037c337db[1 00000000687c1588 5 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877046.665750:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665751:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665753:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf8c0. 00000020:00000001:0.0:1788877046.665755:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665756:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.665757:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.665758:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554949472 : -126393154602144 : ffff8d0bcceafb60) 00000020:00000001:0.0:1788877046.665760:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665761:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665762:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.665763:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.665764:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.665766:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ba9319e5[2 00000000687c1588 1 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877046.665767:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.665768:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.665770:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.665771:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceafbc0 00000008:00000001:0.0:1788877046.665772:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665773:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceafbd0 page ffff8d0bcceafbc0 at index 32. 00000008:00000001:0.0:1788877046.665775:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665777:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665779:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a2c0 index 32 00000020:00000001:0.0:1788877046.665781:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665781:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665782:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665785:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ba9319e5[1 00000000687c1588 5 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877046.665786:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665788:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665789:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceafb60. 00000020:00000001:0.0:1788877046.665792:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665793:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.665794:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.665795:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554949920 : -126393154601696 : ffff8d0bcceafd20) 00000020:00000001:0.0:1788877046.665797:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665798:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665799:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.665799:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.665800:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.665803:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002e934fad[2 00000000687c1588 1 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877046.665804:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.665805:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.665807:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.665807:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceafd80 00000008:00000001:0.0:1788877046.665809:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665810:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceafd90 page ffff8d0bcceafd80 at index 33. 00000008:00000001:0.0:1788877046.665812:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665814:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665815:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a300 index 33 00000020:00000001:0.0:1788877046.665817:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665818:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665819:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665822:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002e934fad[1 00000000687c1588 5 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877046.665823:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665824:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665826:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceafd20. 00000020:00000001:0.0:1788877046.665828:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665829:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.665830:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.665831:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554947008 : -126393154604608 : ffff8d0bcceaf1c0) 00000020:00000001:0.0:1788877046.665833:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665834:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.665835:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.665836:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.665837:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.665840:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004614f320[2 00000000687c1588 1 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877046.665841:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.665842:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.665844:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.665845:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf220 00000008:00000001:0.0:1788877046.665847:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.665848:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf230 page ffff8d0bcceaf220 at index 34. 00000008:00000001:0.0:1788877046.665850:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.665852:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.665853:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a340 index 34 00000020:00000001:0.0:1788877046.665855:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665856:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.665857:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.665859:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004614f320[1 00000000687c1588 5 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877046.665861:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.665862:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.665863:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf1c0. 00000020:00000001:0.0:1788877046.665865:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.665866:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666026:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666028:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554949248 : -126393154602368 : ffff8d0bcceafa80) 00000020:00000001:0.0:1788877046.666031:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666032:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666033:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666034:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666035:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000026fe0267[2 00000000687c1588 1 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877046.666040:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666041:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666042:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666043:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceafae0 00000008:00000001:0.0:1788877046.666045:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666046:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceafaf0 page ffff8d0bcceafae0 at index 35. 00000008:00000001:0.0:1788877046.666048:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666051:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666052:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a380 index 35 00000020:00000001:0.0:1788877046.666054:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666055:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666056:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000026fe0267[1 00000000687c1588 5 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877046.666059:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666060:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666062:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceafa80. 00000020:00000001:0.0:1788877046.666065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666068:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554948128 : -126393154603488 : ffff8d0bcceaf620) 00000020:00000001:0.0:1788877046.666070:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666071:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666072:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006c80c986[2 00000000687c1588 1 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877046.666077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666078:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666079:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666080:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf680 00000008:00000001:0.0:1788877046.666081:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666082:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf690 page ffff8d0bcceaf680 at index 36. 00000008:00000001:0.0:1788877046.666084:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666087:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666088:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4029a3c0 index 36 00000020:00000001:0.0:1788877046.666089:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666090:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666091:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666094:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006c80c986[1 00000000687c1588 5 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877046.666517:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666520:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666523:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf620. 00000020:00000001:0.0:1788877046.666527:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666528:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666530:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666532:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554948352 : -126393154603264 : ffff8d0bcceaf700) 00000020:00000001:0.0:1788877046.666591:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666592:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666594:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666595:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666596:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666600:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059983d05[2 00000000687c1588 1 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877046.666602:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666603:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666605:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666607:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf760 00000008:00000001:0.0:1788877046.666609:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666610:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf770 page ffff8d0bcceaf760 at index 37. 00000008:00000001:0.0:1788877046.666612:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666616:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666617:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f400 index 37 00000020:00000001:0.0:1788877046.666620:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666621:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666622:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666625:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000059983d05[1 00000000687c1588 5 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877046.666626:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666627:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666629:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf700. 00000020:00000001:0.0:1788877046.666632:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666633:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666634:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666636:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554949696 : -126393154601920 : ffff8d0bcceafc40) 00000020:00000001:0.0:1788877046.666637:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666638:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666639:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666641:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666642:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666644:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c8f85b81[2 00000000687c1588 1 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877046.666646:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666647:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666649:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666650:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceafca0 00000008:00000001:0.0:1788877046.666652:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666653:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceafcb0 page ffff8d0bcceafca0 at index 38. 00000008:00000001:0.0:1788877046.666655:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666658:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666660:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f440 index 38 00000020:00000001:0.0:1788877046.666662:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666663:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666664:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666667:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c8f85b81[1 00000000687c1588 5 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877046.666668:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666669:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666671:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceafc40. 00000020:00000001:0.0:1788877046.666673:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666675:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666676:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666677:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554949024 : -126393154602592 : ffff8d0bcceaf9a0) 00000020:00000001:0.0:1788877046.666679:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666680:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666681:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666682:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666683:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666686:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001e8ec242[2 00000000687c1588 1 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877046.666687:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666689:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666690:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666691:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceafa00 00000008:00000001:0.0:1788877046.666692:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666693:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceafa10 page ffff8d0bcceafa00 at index 39. 00000008:00000001:0.0:1788877046.666695:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666697:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666699:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f480 index 39 00000020:00000001:0.0:1788877046.666701:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666702:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666703:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666706:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001e8ec242[1 00000000687c1588 5 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877046.666707:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666708:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666710:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf9a0. 00000020:00000001:0.0:1788877046.666712:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666713:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666715:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666716:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554948576 : -126393154603040 : ffff8d0bcceaf7e0) 00000020:00000001:0.0:1788877046.666718:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666719:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666720:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666721:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666723:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666725:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f5345c80[2 00000000687c1588 1 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877046.666727:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666728:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666730:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666731:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf840 00000008:00000001:0.0:1788877046.666733:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666734:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf850 page ffff8d0bcceaf840 at index 40. 00000008:00000001:0.0:1788877046.666736:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666738:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666739:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f4c0 index 40 00000020:00000001:0.0:1788877046.666741:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666743:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666744:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666746:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f5345c80[1 00000000687c1588 5 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877046.666747:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666748:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666750:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf7e0. 00000020:00000001:0.0:1788877046.666752:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666753:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666754:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666756:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554950368 : -126393154601248 : ffff8d0bcceafee0) 00000020:00000001:0.0:1788877046.666757:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666759:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666760:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666761:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666762:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666765:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b36a3ab3[2 00000000687c1588 1 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877046.666766:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666767:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666769:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666770:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaff40 00000008:00000001:0.0:1788877046.666771:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666772:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaff50 page ffff8d0bcceaff40 at index 41. 00000008:00000001:0.0:1788877046.666774:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666777:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666779:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f500 index 41 00000020:00000001:0.0:1788877046.666781:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666782:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666782:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666785:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b36a3ab3[1 00000000687c1588 5 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877046.666786:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666787:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666789:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceafee0. 00000020:00000001:0.0:1788877046.666792:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666793:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666794:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666796:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554947680 : -126393154603936 : ffff8d0bcceaf460) 00000020:00000001:0.0:1788877046.666797:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666799:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666800:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666801:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666802:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666804:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008a412443[2 00000000687c1588 1 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877046.666806:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666807:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666808:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666809:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf4c0 00000008:00000001:0.0:1788877046.666810:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666812:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf4d0 page ffff8d0bcceaf4c0 at index 42. 00000008:00000001:0.0:1788877046.666814:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666816:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666817:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f540 index 42 00000020:00000001:0.0:1788877046.666819:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666820:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666821:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666823:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008a412443[1 00000000687c1588 5 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877046.666825:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666826:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666827:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf460. 00000020:00000001:0.0:1788877046.666830:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666831:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666832:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666833:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554947232 : -126393154604384 : ffff8d0bcceaf2a0) 00000020:00000001:0.0:1788877046.666835:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666836:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666837:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666838:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666840:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666842:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b4ebe21e[2 00000000687c1588 1 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877046.666844:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666845:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666847:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666848:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf300 00000008:00000001:0.0:1788877046.666850:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666851:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf310 page ffff8d0bcceaf300 at index 43. 00000008:00000001:0.0:1788877046.666853:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666855:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666856:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f580 index 43 00000020:00000001:0.0:1788877046.666859:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666860:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666861:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666863:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b4ebe21e[1 00000000687c1588 5 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877046.666865:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666866:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666868:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf2a0. 00000020:00000001:0.0:1788877046.666881:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666883:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666884:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666886:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554947456 : -126393154604160 : ffff8d0bcceaf380) 00000020:00000001:0.0:1788877046.666888:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666889:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666890:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666891:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666892:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666895:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cadcdc46[2 00000000687c1588 1 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877046.666897:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666898:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666899:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666901:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf3e0 00000008:00000001:0.0:1788877046.666902:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.666903:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf3f0 page ffff8d0bcceaf3e0 at index 44. 00000008:00000001:0.0:1788877046.666906:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.666908:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.666910:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f5c0 index 44 00000020:00000001:0.0:1788877046.666912:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666913:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.666914:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.666917:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cadcdc46[1 00000000687c1588 5 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877046.666918:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.666919:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.666921:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf380. 00000020:00000001:0.0:1788877046.666924:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.666925:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.666982:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.666984:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554946784 : -126393154604832 : ffff8d0bcceaf0e0) 00000020:00000001:0.0:1788877046.666987:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666988:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.666989:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.666990:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.666991:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.666994:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059a601ba[2 00000000687c1588 1 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877046.666995:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.666997:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.666998:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.666999:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceaf140 00000008:00000001:0.0:1788877046.667001:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.667002:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceaf150 page ffff8d0bcceaf140 at index 45. 00000008:00000001:0.0:1788877046.667004:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.667007:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.667008:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f600 index 45 00000020:00000001:0.0:1788877046.667010:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.667011:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.667012:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.667014:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000059a601ba[1 00000000687c1588 5 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877046.667016:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.667017:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.667019:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceaf0e0. 00000020:00000001:0.0:1788877046.667021:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.667022:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.667024:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.667025:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556128448 : -126393153423168 : ffff8d0bccfcf8c0) 00000020:00000001:0.0:1788877046.667027:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.667028:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.667029:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.667030:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.667031:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.667034:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000065e69bf9[2 00000000687c1588 1 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877046.667035:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.667037:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.667038:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.667040:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf920 00000008:00000001:0.0:1788877046.667041:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.667042:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf930 page ffff8d0bccfcf920 at index 46. 00000008:00000001:0.0:1788877046.667044:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.667047:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.667049:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f640 index 46 00000020:00000001:0.0:1788877046.667051:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.667052:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.667053:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.667055:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000065e69bf9[1 00000000687c1588 5 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877046.667057:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.667058:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.667059:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf8c0. 00000020:00000001:0.0:1788877046.667176:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.667177:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.667179:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.667180:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556129120 : -126393153422496 : ffff8d0bccfcfb60) 00000020:00000001:0.0:1788877046.667182:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.667184:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.667185:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.667187:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.667188:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.667191:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000323cfbc9[2 00000000687c1588 1 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877046.667192:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.667194:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.667195:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.667197:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcfbc0 00000008:00000001:0.0:1788877046.667198:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.667200:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcfbd0 page ffff8d0bccfcfbc0 at index 47. 00000008:00000001:0.0:1788877046.667202:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.667205:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.674000:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f680 index 47 00000020:00000001:0.0:1788877046.674022:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674024:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674027:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.674035:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000323cfbc9[1 00000000687c1588 5 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877046.674037:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.674039:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.674046:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcfb60. 00000020:00000001:0.0:1788877046.674056:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.674058:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.674064:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.674066:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556129568 : -126393153422048 : ffff8d0bccfcfd20) 00000020:00000001:0.0:1788877046.674069:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674071:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674073:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.674075:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.674077:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.674080:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001f8146af[2 00000000687c1588 1 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877046.674082:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.674084:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.674088:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.674089:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcfd80 00000008:00000001:0.0:1788877046.674093:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.674095:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcfd90 page ffff8d0bccfcfd80 at index 48. 00000008:00000001:0.0:1788877046.674098:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.674108:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.674110:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f6c0 index 48 00000020:00000001:0.0:1788877046.674112:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674113:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674114:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.674117:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001f8146af[1 00000000687c1588 5 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877046.674119:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.674120:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.674122:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcfd20. 00000020:00000001:0.0:1788877046.674124:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.674125:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.674126:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.674128:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556126656 : -126393153424960 : ffff8d0bccfcf1c0) 00000020:00000001:0.0:1788877046.674130:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674131:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674133:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.674134:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.674135:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.674138:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e6285653[2 00000000687c1588 1 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877046.674139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.674141:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.674142:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.674144:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf220 00000008:00000001:0.0:1788877046.674145:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.674147:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf230 page ffff8d0bccfcf220 at index 49. 00000008:00000001:0.0:1788877046.674149:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.674151:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.674152:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f700 index 49 00000020:00000001:0.0:1788877046.674155:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674156:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674157:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.674160:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e6285653[1 00000000687c1588 5 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877046.674162:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.674163:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.674165:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf1c0. 00000020:00000001:0.0:1788877046.674167:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.674168:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.674169:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.674170:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556128896 : -126393153422720 : ffff8d0bccfcfa80) 00000020:00000001:0.0:1788877046.674172:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674174:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674175:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.674176:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.674178:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.674180:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e01a2129[2 00000000687c1588 1 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877046.674182:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.674184:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.674185:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.674186:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcfae0 00000008:00000001:0.0:1788877046.674187:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.674189:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcfaf0 page ffff8d0bccfcfae0 at index 50. 00000008:00000001:0.0:1788877046.674191:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.674193:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.674194:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f740 index 50 00000020:00000001:0.0:1788877046.674196:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674197:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674198:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.674200:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e01a2129[1 00000000687c1588 5 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877046.674202:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.674203:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.674204:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcfa80. 00000020:00000001:0.0:1788877046.674206:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.674208:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.674209:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.674210:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556127776 : -126393153423840 : ffff8d0bccfcf620) 00000020:00000001:0.0:1788877046.674212:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674212:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674213:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.674214:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.674215:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.674217:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000454ffa8d[2 00000000687c1588 1 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877046.674219:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.674220:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.674221:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.674222:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf680 00000008:00000001:0.0:1788877046.674223:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.674224:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf690 page ffff8d0bccfcf680 at index 51. 00000008:00000001:0.0:1788877046.674226:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.674228:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.674229:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f780 index 51 00000020:00000001:0.0:1788877046.674230:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674231:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674232:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.674234:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000454ffa8d[1 00000000687c1588 5 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877046.674235:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.674236:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.674238:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf620. 00000020:00000001:0.0:1788877046.674240:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.674241:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.674242:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.674243:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556128000 : -126393153423616 : ffff8d0bccfcf700) 00000020:00000001:0.0:1788877046.674245:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674246:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674272:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.674273:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.674274:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.674277:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fc13e281[2 00000000687c1588 1 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877046.674279:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.674280:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.674281:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.674283:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf760 00000008:00000001:0.0:1788877046.674284:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.674285:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf770 page ffff8d0bccfcf760 at index 52. 00000008:00000001:0.0:1788877046.674287:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.674290:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.674291:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f7c0 index 52 00000020:00000001:0.0:1788877046.674293:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674294:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.674296:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.674298:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fc13e281[1 00000000687c1588 5 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877046.674300:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.674301:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.674303:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf700. 00000020:00000001:0.0:1788877046.674305:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.674306:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.674308:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.674309:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556129344 : -126393153422272 : ffff8d0bccfcfc40) 00000020:00000001:0.0:1788877046.674311:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674312:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.674313:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.674314:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.674315:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.675634:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002735125c[2 00000000687c1588 1 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877046.675641:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.675643:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.675646:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.675649:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcfca0 00000008:00000001:0.0:1788877046.675653:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.675655:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcfcb0 page ffff8d0bccfcfca0 at index 53. 00000008:00000001:0.0:1788877046.675658:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.675664:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.675667:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c400 index 53 00000020:00000001:0.0:1788877046.675671:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675673:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675675:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.675680:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002735125c[1 00000000687c1588 5 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877046.675682:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.675683:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.675688:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcfc40. 00000020:00000001:0.0:1788877046.675692:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.675693:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.675697:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.675699:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556128672 : -126393153422944 : ffff8d0bccfcf9a0) 00000020:00000001:0.0:1788877046.675702:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675704:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675705:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.675707:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.675708:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.675711:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a433a5a0[2 00000000687c1588 1 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877046.675713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.675714:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.675716:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.675717:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcfa00 00000008:00000001:0.0:1788877046.675719:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.675720:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcfa10 page ffff8d0bccfcfa00 at index 54. 00000008:00000001:0.0:1788877046.675722:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.675725:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.675726:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c440 index 54 00000020:00000001:0.0:1788877046.675728:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675729:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675730:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.675733:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a433a5a0[1 00000000687c1588 5 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877046.675734:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.675736:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.675738:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf9a0. 00000020:00000001:0.0:1788877046.675740:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.675741:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.675743:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.675744:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556128224 : -126393153423392 : ffff8d0bccfcf7e0) 00000020:00000001:0.0:1788877046.675746:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675747:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675748:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.675749:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.675751:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.675754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009a7a2543[2 00000000687c1588 1 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877046.675756:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.675757:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.675759:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.675761:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf840 00000008:00000001:0.0:1788877046.675762:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.675764:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf850 page ffff8d0bccfcf840 at index 55. 00000008:00000001:0.0:1788877046.675766:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.675768:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.675770:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c480 index 55 00000020:00000001:0.0:1788877046.675772:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675773:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675774:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.675777:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009a7a2543[1 00000000687c1588 5 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877046.675778:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.675780:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.675781:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf7e0. 00000020:00000001:0.0:1788877046.675783:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.675784:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.675786:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.675787:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556130016 : -126393153421600 : ffff8d0bccfcfee0) 00000020:00000001:0.0:1788877046.675789:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675790:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675791:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.675793:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.675794:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.675797:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057480020[2 00000000687c1588 1 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877046.675799:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.675800:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.675802:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.675802:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcff40 00000008:00000001:0.0:1788877046.675804:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.675805:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcff50 page ffff8d0bccfcff40 at index 56. 00000008:00000001:0.0:1788877046.675807:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.675809:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.675811:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c4c0 index 56 00000020:00000001:0.0:1788877046.675813:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675814:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675816:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.675819:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000057480020[1 00000000687c1588 5 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877046.675820:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.675821:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.675823:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcfee0. 00000020:00000001:0.0:1788877046.675825:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.675827:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.675828:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.675829:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556127328 : -126393153424288 : ffff8d0bccfcf460) 00000020:00000001:0.0:1788877046.675832:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675833:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675834:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.675835:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.675837:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.675839:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000a5762b5[2 00000000687c1588 1 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877046.675841:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.675842:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.675843:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.675844:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf4c0 00000008:00000001:0.0:1788877046.675845:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.675846:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf4d0 page ffff8d0bccfcf4c0 at index 57. 00000008:00000001:0.0:1788877046.675848:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.675850:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.675851:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c500 index 57 00000020:00000001:0.0:1788877046.675853:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675854:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675855:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.675857:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000a5762b5[1 00000000687c1588 5 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877046.675858:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.675859:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.675861:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf460. 00000020:00000001:0.0:1788877046.675863:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.675864:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.675866:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.675878:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556126880 : -126393153424736 : ffff8d0bccfcf2a0) 00000020:00000001:0.0:1788877046.675881:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675882:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675883:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.675884:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.675885:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.675888:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008e479f88[2 00000000687c1588 1 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877046.675890:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.675892:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.675893:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.675895:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf300 00000008:00000001:0.0:1788877046.675896:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.675898:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf310 page ffff8d0bccfcf300 at index 58. 00000008:00000001:0.0:1788877046.675900:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.675902:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.675904:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c540 index 58 00000020:00000001:0.0:1788877046.675906:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675907:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675908:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.675911:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008e479f88[1 00000000687c1588 5 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877046.675913:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.675914:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.675916:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf2a0. 00000020:00000001:0.0:1788877046.675918:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.675919:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.675921:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.675922:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556127104 : -126393153424512 : ffff8d0bccfcf380) 00000020:00000001:0.0:1788877046.675924:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675925:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.675926:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.675928:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.675929:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.675932:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ee18713c[2 00000000687c1588 1 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877046.675933:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.675935:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.675936:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.675938:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf3e0 00000008:00000001:0.0:1788877046.675939:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.675941:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf3f0 page ffff8d0bccfcf3e0 at index 59. 00000008:00000001:0.0:1788877046.675943:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.675945:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.675946:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c580 index 59 00000020:00000001:0.0:1788877046.675948:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675949:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.675950:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.675952:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ee18713c[1 00000000687c1588 5 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877046.675954:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.675955:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.675957:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf380. 00000020:00000001:0.0:1788877046.675959:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.675960:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.676030:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.676032:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556126432 : -126393153425184 : ffff8d0bccfcf0e0) 00000020:00000001:0.0:1788877046.676035:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.676036:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.676037:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.676039:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.676040:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.676043:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007c158139[2 00000000687c1588 1 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877046.676045:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.676047:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.676048:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.676051:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf140 00000008:00000001:0.0:1788877046.676053:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.676054:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf150 page ffff8d0bccfcf140 at index 60. 00000008:00000001:0.0:1788877046.676056:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.676059:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.676061:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c5c0 index 60 00000020:00000001:0.0:1788877046.676063:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.676065:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.676066:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.676068:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007c158139[1 00000000687c1588 5 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877046.676070:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.676071:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.676073:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf0e0. 00000020:00000001:0.0:1788877046.676076:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.676078:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.676079:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.676081:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556126208 : -126393153425408 : ffff8d0bccfcf000) 00000020:00000001:0.0:1788877046.676083:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.676084:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.676085:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.676086:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.676088:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.676091:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001d57e20f[2 00000000687c1588 1 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877046.676092:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.676094:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.676095:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.676097:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf060 00000008:00000001:0.0:1788877046.676098:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.676100:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf070 page ffff8d0bccfcf060 at index 61. 00000008:00000001:0.0:1788877046.676102:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.676105:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.676107:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c600 index 61 00000020:00000001:0.0:1788877046.676109:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.676110:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.676111:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.676113:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001d57e20f[1 00000000687c1588 5 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877046.676115:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.676116:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.676117:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf000. 00000020:00000001:0.0:1788877046.676120:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.676121:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.676122:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.676123:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556127552 : -126393153424064 : ffff8d0bccfcf540) 00000020:00000001:0.0:1788877046.676125:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.676127:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.676128:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.676129:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.676131:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.676134:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000029f92b25[2 00000000687c1588 1 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877046.676135:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.676137:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.676138:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.676139:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcf5a0 00000008:00000001:0.0:1788877046.676141:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.676142:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcf5b0 page ffff8d0bccfcf5a0 at index 62. 00000008:00000001:0.0:1788877046.676144:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.676146:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.676148:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c640 index 62 00000020:00000001:0.0:1788877046.676150:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.676151:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.676152:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.676154:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000029f92b25[1 00000000687c1588 5 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877046.676156:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.676157:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.676158:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcf540. 00000020:00000001:0.0:1788877046.676161:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.676162:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.676163:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.676165:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556129792 : -126393153421824 : ffff8d0bccfcfe00) 00000020:00000001:0.0:1788877046.676167:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.676168:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.676169:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.676170:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.676171:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.676174:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000069d36434[2 00000000687c1588 1 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877046.676175:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.676177:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.676178:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.676179:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfcfe60 00000008:00000001:0.0:1788877046.676180:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.676182:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfcfe70 page ffff8d0bccfcfe60 at index 63. 00000008:00000001:0.0:1788877046.676184:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.676192:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.676193:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c680 index 63 00000020:00000001:0.0:1788877046.676195:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.676197:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.676198:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.676200:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000069d36434[1 00000000687c1588 5 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877046.676202:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.676203:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678154:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfcfe00. 00000020:00000001:0.0:1788877046.678173:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678174:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678180:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678182:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556147808 : -126393153403808 : ffff8d0bccfd4460) 00000020:00000001:0.0:1788877046.678185:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678187:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678188:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678190:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678191:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678199:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000815a93d[2 00000000687c1588 1 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877046.678201:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678203:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678214:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678218:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd44c0 00000008:00000001:0.0:1788877046.678221:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678223:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd44d0 page ffff8d0bccfd44c0 at index 64. 00000008:00000001:0.0:1788877046.678226:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678235:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678238:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c6c0 index 64 00000020:00000001:0.0:1788877046.678243:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678244:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678245:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678272:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000815a93d[1 00000000687c1588 5 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877046.678274:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678276:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678282:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4460. 00000020:00000001:0.0:1788877046.678286:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678287:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678289:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678290:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556147360 : -126393153404256 : ffff8d0bccfd42a0) 00000020:00000001:0.0:1788877046.678293:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678294:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678295:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678296:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678297:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678301:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000076df6988[2 00000000687c1588 1 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877046.678302:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678304:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678305:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678306:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4300 00000008:00000001:0.0:1788877046.678308:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678309:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4310 page ffff8d0bccfd4300 at index 65. 00000008:00000001:0.0:1788877046.678312:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678315:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678317:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c700 index 65 00000020:00000001:0.0:1788877046.678319:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678332:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678333:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678336:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000076df6988[1 00000000687c1588 5 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877046.678338:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678339:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678341:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd42a0. 00000020:00000001:0.0:1788877046.678345:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678346:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678347:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678349:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556147584 : -126393153404032 : ffff8d0bccfd4380) 00000020:00000001:0.0:1788877046.678351:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678352:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678353:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678355:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678356:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678359:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000075d35847[2 00000000687c1588 1 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877046.678361:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678362:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678363:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678364:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd43e0 00000008:00000001:0.0:1788877046.678366:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678367:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd43f0 page ffff8d0bccfd43e0 at index 66. 00000008:00000001:0.0:1788877046.678369:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678372:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678373:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c740 index 66 00000020:00000001:0.0:1788877046.678375:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678376:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678377:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678380:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000075d35847[1 00000000687c1588 5 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877046.678382:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678383:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678385:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4380. 00000020:00000001:0.0:1788877046.678387:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678389:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678390:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678392:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556146912 : -126393153404704 : ffff8d0bccfd40e0) 00000020:00000001:0.0:1788877046.678394:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678395:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678396:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678398:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678399:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678401:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c6f7d85c[2 00000000687c1588 1 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877046.678403:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678405:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678406:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678408:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4140 00000008:00000001:0.0:1788877046.678409:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678411:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4150 page ffff8d0bccfd4140 at index 67. 00000008:00000001:0.0:1788877046.678413:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678415:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678416:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c780 index 67 00000020:00000001:0.0:1788877046.678419:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678420:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678421:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678423:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c6f7d85c[1 00000000687c1588 5 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877046.678425:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678426:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678428:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd40e0. 00000020:00000001:0.0:1788877046.678430:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678431:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678433:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678434:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556146688 : -126393153404928 : ffff8d0bccfd4000) 00000020:00000001:0.0:1788877046.678436:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678438:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678439:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678440:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678441:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678444:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000096728a8d[2 00000000687c1588 1 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877046.678446:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678447:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678449:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678450:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4060 00000008:00000001:0.0:1788877046.678452:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678453:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4070 page ffff8d0bccfd4060 at index 68. 00000008:00000001:0.0:1788877046.678455:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678457:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678468:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c7c0 index 68 00000020:00000001:0.0:1788877046.678471:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678472:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678473:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678476:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000096728a8d[1 00000000687c1588 5 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877046.678477:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678479:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678481:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4000. 00000020:00000001:0.0:1788877046.678484:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678485:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678486:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678488:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556148032 : -126393153403584 : ffff8d0bccfd4540) 00000020:00000001:0.0:1788877046.678490:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678491:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678492:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678494:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678495:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678498:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000098fb01f7[2 00000000687c1588 1 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877046.678499:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678501:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678502:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678503:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd45a0 00000008:00000001:0.0:1788877046.678504:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678505:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd45b0 page ffff8d0bccfd45a0 at index 69. 00000008:00000001:0.0:1788877046.678507:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678509:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678510:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c800 index 69 00000020:00000001:0.0:1788877046.678512:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678514:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678515:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678518:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000098fb01f7[1 00000000687c1588 5 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877046.678519:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678520:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678522:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4540. 00000020:00000001:0.0:1788877046.678525:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678526:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678528:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678530:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556150272 : -126393153401344 : ffff8d0bccfd4e00) 00000020:00000001:0.0:1788877046.678532:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678533:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678543:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678544:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678545:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678548:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ac4bbb82[2 00000000687c1588 1 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877046.678550:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678552:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678553:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678555:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4e60 00000008:00000001:0.0:1788877046.678556:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678558:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4e70 page ffff8d0bccfd4e60 at index 70. 00000008:00000001:0.0:1788877046.678561:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678563:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678565:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c840 index 70 00000020:00000001:0.0:1788877046.678567:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678569:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678570:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678573:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ac4bbb82[1 00000000687c1588 5 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877046.678574:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678575:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678578:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4e00. 00000020:00000001:0.0:1788877046.678580:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678581:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678583:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678585:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556148928 : -126393153402688 : ffff8d0bccfd48c0) 00000020:00000001:0.0:1788877046.678586:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678588:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678589:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678590:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678591:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678595:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c2d9fc3e[2 00000000687c1588 1 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877046.678596:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678598:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678599:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678600:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4920 00000008:00000001:0.0:1788877046.678602:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678604:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4930 page ffff8d0bccfd4920 at index 71. 00000008:00000001:0.0:1788877046.678606:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678608:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678610:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c880 index 71 00000020:00000001:0.0:1788877046.678613:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678614:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678615:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678618:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c2d9fc3e[1 00000000687c1588 5 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877046.678619:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678621:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678622:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd48c0. 00000020:00000001:0.0:1788877046.678625:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678626:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678627:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678628:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556149600 : -126393153402016 : ffff8d0bccfd4b60) 00000020:00000001:0.0:1788877046.678630:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678631:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678632:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678633:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678634:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678637:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008c0f63e6[2 00000000687c1588 1 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877046.678638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678640:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678641:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678642:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4bc0 00000008:00000001:0.0:1788877046.678643:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678645:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4bd0 page ffff8d0bccfd4bc0 at index 72. 00000008:00000001:0.0:1788877046.678647:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678650:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678651:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c8c0 index 72 00000020:00000001:0.0:1788877046.678653:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678654:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678655:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678658:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008c0f63e6[1 00000000687c1588 5 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877046.678660:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678661:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678663:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4b60. 00000020:00000001:0.0:1788877046.678666:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678667:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678668:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678669:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556150048 : -126393153401568 : ffff8d0bccfd4d20) 00000020:00000001:0.0:1788877046.678671:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678673:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678674:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678675:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678676:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678679:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002cba2322[2 00000000687c1588 1 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877046.678680:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678681:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678683:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678685:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4d80 00000008:00000001:0.0:1788877046.678686:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678688:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4d90 page ffff8d0bccfd4d80 at index 73. 00000008:00000001:0.0:1788877046.678690:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678692:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678693:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c900 index 73 00000020:00000001:0.0:1788877046.678695:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678696:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678696:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678699:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002cba2322[1 00000000687c1588 5 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877046.678700:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678701:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678703:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4d20. 00000020:00000001:0.0:1788877046.678705:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678706:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678707:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678708:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556147136 : -126393153404480 : ffff8d0bccfd41c0) 00000020:00000001:0.0:1788877046.678709:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678710:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678711:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678712:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678713:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678715:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a5789a56[2 00000000687c1588 1 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877046.678717:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678718:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678719:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678720:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4220 00000008:00000001:0.0:1788877046.678721:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678722:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4230 page ffff8d0bccfd4220 at index 74. 00000008:00000001:0.0:1788877046.678724:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678726:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678727:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c940 index 74 00000020:00000001:0.0:1788877046.678729:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678730:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678731:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678733:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a5789a56[1 00000000687c1588 5 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877046.678734:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678735:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678737:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd41c0. 00000020:00000001:0.0:1788877046.678740:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678741:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678829:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678831:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556149376 : -126393153402240 : ffff8d0bccfd4a80) 00000020:00000001:0.0:1788877046.678833:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678834:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678835:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678836:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678837:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678841:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005e59b6d3[2 00000000687c1588 1 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877046.678842:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678843:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678844:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678845:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4ae0 00000008:00000001:0.0:1788877046.678847:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678848:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4af0 page ffff8d0bccfd4ae0 at index 75. 00000008:00000001:0.0:1788877046.678850:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678852:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678854:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c980 index 75 00000020:00000001:0.0:1788877046.678856:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678857:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678859:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678861:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005e59b6d3[1 00000000687c1588 5 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877046.678862:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678863:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678865:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4a80. 00000020:00000001:0.0:1788877046.678868:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678880:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678882:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678883:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556148256 : -126393153403360 : ffff8d0bccfd4620) 00000020:00000001:0.0:1788877046.678885:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678886:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678887:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678888:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678890:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678892:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001963cf41[2 00000000687c1588 1 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877046.678893:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678894:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678896:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678897:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4680 00000008:00000001:0.0:1788877046.678898:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678899:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4690 page ffff8d0bccfd4680 at index 76. 00000008:00000001:0.0:1788877046.678902:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678904:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678905:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028c9c0 index 76 00000020:00000001:0.0:1788877046.678907:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678908:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678909:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678912:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001963cf41[1 00000000687c1588 5 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877046.678913:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678914:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678916:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4620. 00000020:00000001:0.0:1788877046.678918:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678919:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678920:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678922:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556148480 : -126393153403136 : ffff8d0bccfd4700) 00000020:00000001:0.0:1788877046.678923:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678924:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678925:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678926:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678927:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678930:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000094430588[2 00000000687c1588 1 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877046.678931:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678932:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678933:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678934:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4760 00000008:00000001:0.0:1788877046.678936:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678937:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4770 page ffff8d0bccfd4760 at index 77. 00000008:00000001:0.0:1788877046.678940:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678942:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678944:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028ca00 index 77 00000020:00000001:0.0:1788877046.678945:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678946:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678948:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678951:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000094430588[1 00000000687c1588 5 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877046.678952:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678953:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678955:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4700. 00000020:00000001:0.0:1788877046.678957:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678958:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678959:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.678960:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556149824 : -126393153401792 : ffff8d0bccfd4c40) 00000020:00000001:0.0:1788877046.678962:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678963:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.678964:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.678965:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.678966:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.678968:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000066e18665[2 00000000687c1588 1 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877046.678970:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.678971:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.678973:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.678974:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4ca0 00000008:00000001:0.0:1788877046.678975:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.678977:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4cb0 page ffff8d0bccfd4ca0 at index 78. 00000008:00000001:0.0:1788877046.678979:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.678981:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.678982:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028ca40 index 78 00000020:00000001:0.0:1788877046.678984:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678986:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.678987:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.678990:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000066e18665[1 00000000687c1588 5 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877046.678991:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.678992:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.678994:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4c40. 00000020:00000001:0.0:1788877046.678996:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.678998:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.678999:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679000:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556149152 : -126393153402464 : ffff8d0bccfd49a0) 00000020:00000001:0.0:1788877046.679002:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679003:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679004:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679005:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679007:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679010:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000097ff8795[2 00000000687c1588 1 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877046.679011:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679012:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679014:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679015:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4a00 00000008:00000001:0.0:1788877046.679016:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679018:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4a10 page ffff8d0bccfd4a00 at index 79. 00000008:00000001:0.0:1788877046.679020:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679022:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679024:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028ca80 index 79 00000020:00000001:0.0:1788877046.679026:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679027:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679028:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679031:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000097ff8795[1 00000000687c1588 5 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877046.679032:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679034:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679035:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd49a0. 00000020:00000001:0.0:1788877046.679037:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679038:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679040:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679041:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556148704 : -126393153402912 : ffff8d0bccfd47e0) 00000020:00000001:0.0:1788877046.679043:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679044:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679045:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679046:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679047:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679050:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000002ecb463[2 00000000687c1588 1 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877046.679051:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679053:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679054:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679055:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4840 00000008:00000001:0.0:1788877046.679056:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679058:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4850 page ffff8d0bccfd4840 at index 80. 00000008:00000001:0.0:1788877046.679060:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679062:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679063:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cac0 index 80 00000020:00000001:0.0:1788877046.679065:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679066:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679067:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679070:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000002ecb463[1 00000000687c1588 5 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877046.679072:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679073:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679074:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd47e0. 00000020:00000001:0.0:1788877046.679077:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679078:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679079:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679081:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556150496 : -126393153401120 : ffff8d0bccfd4ee0) 00000020:00000001:0.0:1788877046.679083:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679084:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679085:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679086:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679087:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679090:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007a93c7c4[2 00000000687c1588 1 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877046.679091:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679093:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679094:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679095:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd4f40 00000008:00000001:0.0:1788877046.679096:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679098:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd4f50 page ffff8d0bccfd4f40 at index 81. 00000008:00000001:0.0:1788877046.679100:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679102:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679104:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cb00 index 81 00000020:00000001:0.0:1788877046.679106:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679107:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679108:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679111:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007a93c7c4[1 00000000687c1588 5 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877046.679113:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679114:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679116:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd4ee0. 00000020:00000001:0.0:1788877046.679118:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679119:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679120:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679121:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556154592 : -126393153397024 : ffff8d0bccfd5ee0) 00000020:00000001:0.0:1788877046.679123:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679124:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679125:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679126:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679127:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679130:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d2764e3c[2 00000000687c1588 1 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877046.679132:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679133:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679135:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679136:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd5f40 00000008:00000001:0.0:1788877046.679137:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679139:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd5f50 page ffff8d0bccfd5f40 at index 82. 00000008:00000001:0.0:1788877046.679141:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679144:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679145:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cb40 index 82 00000020:00000001:0.0:1788877046.679146:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679147:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679149:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679151:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d2764e3c[1 00000000687c1588 5 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877046.679152:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679154:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679155:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd5ee0. 00000020:00000001:0.0:1788877046.679157:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679159:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679160:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679161:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556151904 : -126393153399712 : ffff8d0bccfd5460) 00000020:00000001:0.0:1788877046.679163:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679164:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679165:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679166:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679167:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679169:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005087377c[2 00000000687c1588 1 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877046.679171:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679172:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679172:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679173:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd54c0 00000008:00000001:0.0:1788877046.679174:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679175:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd54d0 page ffff8d0bccfd54c0 at index 83. 00000008:00000001:0.0:1788877046.679177:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679179:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679180:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cb80 index 83 00000020:00000001:0.0:1788877046.679181:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679182:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679183:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679186:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005087377c[1 00000000687c1588 5 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877046.679187:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679188:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679189:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd5460. 00000020:00000001:0.0:1788877046.679191:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679192:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679193:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679194:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556151456 : -126393153400160 : ffff8d0bccfd52a0) 00000020:00000001:0.0:1788877046.679196:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679197:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679198:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679198:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679199:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679202:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d9581996[2 00000000687c1588 1 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877046.679203:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679204:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679205:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679206:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd5300 00000008:00000001:0.0:1788877046.679207:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679208:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd5310 page ffff8d0bccfd5300 at index 84. 00000008:00000001:0.0:1788877046.679210:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679211:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679212:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cbc0 index 84 00000020:00000001:0.0:1788877046.679214:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679215:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679216:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679218:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d9581996[1 00000000687c1588 5 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877046.679219:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679220:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679221:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd52a0. 00000020:00000001:0.0:1788877046.679224:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679224:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679226:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679227:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556151680 : -126393153399936 : ffff8d0bccfd5380) 00000020:00000001:0.0:1788877046.679229:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679230:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679231:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679232:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679233:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679236:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3ab8ed1[2 00000000687c1588 1 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877046.679237:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679239:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679240:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679242:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd53e0 00000008:00000001:0.0:1788877046.679243:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679245:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd53f0 page ffff8d0bccfd53e0 at index 85. 00000008:00000001:0.0:1788877046.679276:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679281:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679283:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cc00 index 85 00000020:00000001:0.0:1788877046.679285:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679286:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679287:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679290:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f3ab8ed1[1 00000000687c1588 5 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877046.679291:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679293:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679294:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd5380. 00000020:00000001:0.0:1788877046.679297:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679298:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679299:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679300:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556151008 : -126393153400608 : ffff8d0bccfd50e0) 00000020:00000001:0.0:1788877046.679302:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679303:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679304:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679305:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679306:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679308:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000023020101[2 00000000687c1588 1 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877046.679310:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679311:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679312:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679313:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd5140 00000008:00000001:0.0:1788877046.679315:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679316:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd5150 page ffff8d0bccfd5140 at index 86. 00000008:00000001:0.0:1788877046.679318:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679320:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679322:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cc40 index 86 00000020:00000001:0.0:1788877046.679324:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679325:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679326:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679328:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000023020101[1 00000000687c1588 5 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877046.679330:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679331:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679333:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd50e0. 00000020:00000001:0.0:1788877046.679336:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679337:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679338:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679340:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556150784 : -126393153400832 : ffff8d0bccfd5000) 00000020:00000001:0.0:1788877046.679342:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679343:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679344:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679345:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679346:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679349:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009b4cf312[2 00000000687c1588 1 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877046.679350:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679352:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679353:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679354:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd5060 00000008:00000001:0.0:1788877046.679355:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679357:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd5070 page ffff8d0bccfd5060 at index 87. 00000008:00000001:0.0:1788877046.679359:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679361:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679363:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cc80 index 87 00000020:00000001:0.0:1788877046.679364:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679365:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679367:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679369:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009b4cf312[1 00000000687c1588 5 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877046.679371:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679372:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679374:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd5000. 00000020:00000001:0.0:1788877046.679376:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679377:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679378:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679380:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556152128 : -126393153399488 : ffff8d0bccfd5540) 00000020:00000001:0.0:1788877046.679382:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679383:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679384:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679385:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679386:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679389:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000537abdc8[2 00000000687c1588 1 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877046.679391:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679392:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679394:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679395:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd55a0 00000008:00000001:0.0:1788877046.679396:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679398:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd55b0 page ffff8d0bccfd55a0 at index 88. 00000008:00000001:0.0:1788877046.679400:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679403:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679404:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028ccc0 index 88 00000020:00000001:0.0:1788877046.679406:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679407:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679408:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679410:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000537abdc8[1 00000000687c1588 5 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877046.679412:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679413:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679415:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd5540. 00000020:00000001:0.0:1788877046.679417:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679418:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679419:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679420:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556154368 : -126393153397248 : ffff8d0bccfd5e00) 00000020:00000001:0.0:1788877046.679422:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679423:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679424:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679426:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679427:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679429:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d73c7d46[2 00000000687c1588 1 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877046.679431:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679432:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679433:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679434:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd5e60 00000008:00000001:0.0:1788877046.679436:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679437:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd5e70 page ffff8d0bccfd5e60 at index 89. 00000008:00000001:0.0:1788877046.679439:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679441:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679443:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cd00 index 89 00000020:00000001:0.0:1788877046.679445:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679446:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679447:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679450:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d73c7d46[1 00000000687c1588 5 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877046.679451:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679452:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679454:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd5e00. 00000020:00000001:0.0:1788877046.679457:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679458:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679514:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679516:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556153024 : -126393153398592 : ffff8d0bccfd58c0) 00000020:00000001:0.0:1788877046.679519:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679520:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679521:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679522:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679523:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679526:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000073a925ef[2 00000000687c1588 1 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877046.679527:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679529:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679530:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679531:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd5920 00000008:00000001:0.0:1788877046.679533:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679534:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd5930 page ffff8d0bccfd5920 at index 90. 00000008:00000001:0.0:1788877046.679536:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679539:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679541:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cd40 index 90 00000020:00000001:0.0:1788877046.679543:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679544:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679545:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679548:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000073a925ef[1 00000000687c1588 5 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877046.679550:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679551:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679553:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd58c0. 00000020:00000001:0.0:1788877046.679555:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679556:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679558:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679559:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556153696 : -126393153397920 : ffff8d0bccfd5b60) 00000020:00000001:0.0:1788877046.679561:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679562:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679563:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679564:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679565:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679568:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000052a1d600[2 00000000687c1588 1 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877046.679569:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679571:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679572:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679573:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd5bc0 00000008:00000001:0.0:1788877046.679575:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679577:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd5bd0 page ffff8d0bccfd5bc0 at index 91. 00000008:00000001:0.0:1788877046.679579:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679581:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679583:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cd80 index 91 00000020:00000001:0.0:1788877046.679585:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679586:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679587:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679589:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000052a1d600[1 00000000687c1588 5 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877046.679591:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679592:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679594:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd5b60. 00000020:00000001:0.0:1788877046.679596:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679597:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679598:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679599:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556154144 : -126393153397472 : ffff8d0bccfd5d20) 00000020:00000001:0.0:1788877046.679601:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679602:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679603:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679605:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679606:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679609:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d370f5b1[2 00000000687c1588 1 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877046.679610:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679612:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679614:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679614:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfd5d80 00000008:00000001:0.0:1788877046.679616:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679617:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfd5d90 page ffff8d0bccfd5d80 at index 92. 00000008:00000001:0.0:1788877046.679619:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679622:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679623:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028cdc0 index 92 00000020:00000001:0.0:1788877046.679626:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679627:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679628:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679631:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d370f5b1[1 00000000687c1588 5 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877046.679632:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679633:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679635:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfd5d20. 00000020:00000001:0.0:1788877046.679646:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679647:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679649:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679650:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557815776 : -126393151735840 : ffff8d0bcd16b7e0) 00000020:00000001:0.0:1788877046.679653:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679654:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679655:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679656:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679658:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679660:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000091ab8e5d[2 00000000687c1588 1 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877046.679662:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679663:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679665:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679666:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b840 00000008:00000001:0.0:1788877046.679667:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679668:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b850 page ffff8d0bcd16b840 at index 93. 00000008:00000001:0.0:1788877046.679670:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679673:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679674:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028ce00 index 93 00000020:00000001:0.0:1788877046.679677:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679678:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679679:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679681:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000091ab8e5d[1 00000000687c1588 5 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877046.679683:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679684:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679686:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b7e0. 00000020:00000001:0.0:1788877046.679689:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679690:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679692:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679693:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557817568 : -126393151734048 : ffff8d0bcd16bee0) 00000020:00000001:0.0:1788877046.679695:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679696:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679696:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679697:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679698:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679701:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001a5cc3ad[2 00000000687c1588 1 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877046.679702:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679704:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679705:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679706:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16bf40 00000008:00000001:0.0:1788877046.679707:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679709:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16bf50 page ffff8d0bcd16bf40 at index 94. 00000008:00000001:0.0:1788877046.679710:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679713:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679714:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dec0 index 94 00000020:00000001:0.0:1788877046.679716:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679717:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679718:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679720:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001a5cc3ad[1 00000000687c1588 5 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877046.679722:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679723:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679724:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16bee0. 00000020:00000001:0.0:1788877046.679727:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679728:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679729:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679730:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557814880 : -126393151736736 : ffff8d0bcd16b460) 00000020:00000001:0.0:1788877046.679731:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679733:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679734:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679735:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679736:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679738:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000acd9962a[2 00000000687c1588 1 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877046.679740:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679741:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679742:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679743:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b4c0 00000008:00000001:0.0:1788877046.679745:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679746:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b4d0 page ffff8d0bcd16b4c0 at index 95. 00000008:00000001:0.0:1788877046.679748:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679750:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679752:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026df00 index 95 00000020:00000001:0.0:1788877046.679754:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679755:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679756:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679758:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000acd9962a[1 00000000687c1588 5 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877046.679759:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679760:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679761:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b460. 00000020:00000001:0.0:1788877046.679764:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679765:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679766:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679767:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557814432 : -126393151737184 : ffff8d0bcd16b2a0) 00000020:00000001:0.0:1788877046.679769:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679770:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679771:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679772:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679773:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.679775:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038b8c3bc[2 00000000687c1588 1 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877046.679777:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.679778:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.679779:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.679780:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b300 00000008:00000001:0.0:1788877046.679781:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.679782:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b310 page ffff8d0bcd16b300 at index 96. 00000008:00000001:0.0:1788877046.679784:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.679786:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.679787:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026df40 index 96 00000020:00000001:0.0:1788877046.679789:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679790:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.679791:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.679794:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000038b8c3bc[1 00000000687c1588 5 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877046.679796:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.679797:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.679799:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b2a0. 00000020:00000001:0.0:1788877046.679801:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.679802:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.679803:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.679805:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557814656 : -126393151736960 : ffff8d0bcd16b380) 00000020:00000001:0.0:1788877046.679806:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679807:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.679808:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.679809:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.679810:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.681608:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007bf7f70c[2 00000000687c1588 1 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877046.681620:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.681625:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.681629:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.681633:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b3e0 00000008:00000001:0.0:1788877046.681638:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.681640:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b3f0 page ffff8d0bcd16b3e0 at index 97. 00000008:00000001:0.0:1788877046.681644:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.681652:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.681655:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026df80 index 97 00000020:00000001:0.0:1788877046.681660:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681662:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681664:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.681671:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007bf7f70c[1 00000000687c1588 5 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877046.681673:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.681675:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.681682:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b380. 00000020:00000001:0.0:1788877046.681688:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.681690:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.681694:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.681696:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557818080 : -126393151733536 : ffff8d0bcd16c0e0) 00000020:00000001:0.0:1788877046.681699:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681700:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681701:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.681703:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.681704:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.681707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001cd665a3[2 00000000687c1588 1 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877046.681709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.681710:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.681711:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.681712:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16c140 00000008:00000001:0.0:1788877046.681714:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.681715:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16c150 page ffff8d0bcd16c140 at index 98. 00000008:00000001:0.0:1788877046.681717:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.681719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.681721:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dfc0 index 98 00000020:00000001:0.0:1788877046.681723:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681724:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681725:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.681727:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001cd665a3[1 00000000687c1588 5 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877046.681729:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.681730:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.681732:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16c0e0. 00000020:00000001:0.0:1788877046.681735:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.681736:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.681737:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.681738:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557817856 : -126393151733760 : ffff8d0bcd16c000) 00000020:00000001:0.0:1788877046.681740:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681741:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681742:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.681743:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.681744:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.681746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b07c93e9[2 00000000687c1588 1 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877046.681747:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.681749:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.681750:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.681751:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16c060 00000008:00000001:0.0:1788877046.681752:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.681753:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16c070 page ffff8d0bcd16c060 at index 99. 00000008:00000001:0.0:1788877046.681755:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.681757:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.681758:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026e000 index 99 00000020:00000001:0.0:1788877046.681760:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681761:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681762:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.681765:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b07c93e9[1 00000000687c1588 5 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877046.681766:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.681767:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.681769:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16c000. 00000020:00000001:0.0:1788877046.681771:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.681772:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.681773:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.681775:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557819200 : -126393151732416 : ffff8d0bcd16c540) 00000020:00000001:0.0:1788877046.681777:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681778:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681779:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.681780:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.681781:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.681784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aa80e6e5[2 00000000687c1588 1 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877046.681786:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.681787:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.681788:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.681790:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16c5a0 00000008:00000001:0.0:1788877046.681791:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.681793:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16c5b0 page ffff8d0bcd16c5a0 at index 100. 00000008:00000001:0.0:1788877046.681795:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.681797:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.681798:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026e040 index 100 00000020:00000001:0.0:1788877046.681800:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681801:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681802:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.681805:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aa80e6e5[1 00000000687c1588 5 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877046.681806:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.681807:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.681809:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16c540. 00000020:00000001:0.0:1788877046.681811:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.681813:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.681814:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.681815:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557821440 : -126393151730176 : ffff8d0bcd16ce00) 00000020:00000001:0.0:1788877046.681817:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681818:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681819:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.681820:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.681821:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.681824:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001108ed48[2 00000000687c1588 1 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877046.681825:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.681826:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.681828:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.681829:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16ce60 00000008:00000001:0.0:1788877046.681830:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.681831:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16ce70 page ffff8d0bcd16ce60 at index 101. 00000008:00000001:0.0:1788877046.681833:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.681835:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.681837:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026e080 index 101 00000020:00000001:0.0:1788877046.681839:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681840:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.681841:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.681844:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001108ed48[1 00000000687c1588 5 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877046.681845:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.681846:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.681847:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16ce00. 00000020:00000001:0.0:1788877046.681849:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.681850:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.681852:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.681853:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557820096 : -126393151731520 : ffff8d0bcd16c8c0) 00000020:00000001:0.0:1788877046.681855:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681856:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.681857:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.681858:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.681859:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.681862:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c6fc4978[2 00000000687c1588 1 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877046.681863:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.681865:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.681866:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.681867:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16c920 00000008:00000001:0.0:1788877046.683156:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683168:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16c930 page ffff8d0bcd16c920 at index 102. 00000008:00000001:0.0:1788877046.683175:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683183:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683187:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026e0c0 index 102 00000020:00000001:0.0:1788877046.683192:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683194:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683197:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683204:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c6fc4978[1 00000000687c1588 5 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877046.683214:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683217:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683222:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16c8c0. 00000020:00000001:0.0:1788877046.683230:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683231:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683235:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683237:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557820768 : -126393151730848 : ffff8d0bcd16cb60) 00000020:00000001:0.0:1788877046.683240:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683241:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683243:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683244:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683246:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683269:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cb64a87e[2 00000000687c1588 1 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877046.683272:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683273:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683276:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683278:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16cbc0 00000008:00000001:0.0:1788877046.683280:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683281:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16cbd0 page ffff8d0bcd16cbc0 at index 103. 00000008:00000001:0.0:1788877046.683284:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683287:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683288:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026e100 index 103 00000020:00000001:0.0:1788877046.683291:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683292:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683293:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683296:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cb64a87e[1 00000000687c1588 5 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877046.683298:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683299:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683301:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16cb60. 00000020:00000001:0.0:1788877046.683388:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683390:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683392:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683394:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557103520 : -126393152448096 : ffff8d0bcd0bd9a0) 00000020:00000001:0.0:1788877046.683396:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683397:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683398:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683399:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683400:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683404:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000014501cae[2 00000000687c1588 1 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877046.683405:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683407:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683408:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683409:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bda00 00000008:00000001:0.0:1788877046.683411:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683412:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bda10 page ffff8d0bcd0bda00 at index 104. 00000008:00000001:0.0:1788877046.683414:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683417:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683418:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026e140 index 104 00000020:00000001:0.0:1788877046.683421:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683422:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683423:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683425:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000014501cae[1 00000000687c1588 5 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877046.683427:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683428:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683430:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bd9a0. 00000020:00000001:0.0:1788877046.683433:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683434:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683542:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683544:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557103072 : -126393152448544 : ffff8d0bcd0bd7e0) 00000020:00000001:0.0:1788877046.683547:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683548:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683549:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683550:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683551:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683555:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000155e7999[2 00000000687c1588 1 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877046.683557:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683558:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683559:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683560:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bd840 00000008:00000001:0.0:1788877046.683562:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683563:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bd850 page ffff8d0bcd0bd840 at index 105. 00000008:00000001:0.0:1788877046.683566:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683569:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683570:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269440 index 105 00000020:00000001:0.0:1788877046.683572:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683573:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683575:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683577:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000155e7999[1 00000000687c1588 5 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877046.683579:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683580:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683582:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bd7e0. 00000020:00000001:0.0:1788877046.683585:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683586:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683587:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683589:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557104864 : -126393152446752 : ffff8d0bcd0bdee0) 00000020:00000001:0.0:1788877046.683591:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683592:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683593:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683594:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683595:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683598:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de379bca[2 00000000687c1588 1 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877046.683599:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683601:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683602:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683603:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bdf40 00000008:00000001:0.0:1788877046.683605:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683606:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bdf50 page ffff8d0bcd0bdf40 at index 106. 00000008:00000001:0.0:1788877046.683608:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683610:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683612:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269480 index 106 00000020:00000001:0.0:1788877046.683614:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683615:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683616:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683619:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de379bca[1 00000000687c1588 5 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877046.683621:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683622:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683623:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bdee0. 00000020:00000001:0.0:1788877046.683625:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683626:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683628:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683629:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557102176 : -126393152449440 : ffff8d0bcd0bd460) 00000020:00000001:0.0:1788877046.683631:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683632:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683633:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683634:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683635:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000734150fc[2 00000000687c1588 1 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877046.683640:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683641:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683642:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683643:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bd4c0 00000008:00000001:0.0:1788877046.683645:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683646:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bd4d0 page ffff8d0bcd0bd4c0 at index 107. 00000008:00000001:0.0:1788877046.683649:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683651:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683653:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402694c0 index 107 00000020:00000001:0.0:1788877046.683655:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683656:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683657:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683660:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000734150fc[1 00000000687c1588 5 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877046.683662:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683663:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683664:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bd460. 00000020:00000001:0.0:1788877046.683667:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683668:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683669:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683670:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557101728 : -126393152449888 : ffff8d0bcd0bd2a0) 00000020:00000001:0.0:1788877046.683672:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683673:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683674:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683675:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683676:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683679:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000757af9bd[2 00000000687c1588 1 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877046.683680:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683681:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683682:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683683:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bd300 00000008:00000001:0.0:1788877046.683684:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683685:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bd310 page ffff8d0bcd0bd300 at index 108. 00000008:00000001:0.0:1788877046.683687:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683689:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683690:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269500 index 108 00000020:00000001:0.0:1788877046.683692:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683693:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683694:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683696:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000757af9bd[1 00000000687c1588 5 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877046.683698:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683699:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683700:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bd2a0. 00000020:00000001:0.0:1788877046.683703:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683704:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683705:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683707:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557101952 : -126393152449664 : ffff8d0bcd0bd380) 00000020:00000001:0.0:1788877046.683709:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683710:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683711:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683712:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683713:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683716:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000035cf382f[2 00000000687c1588 1 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877046.683718:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683719:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683721:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683723:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bd3e0 00000008:00000001:0.0:1788877046.683724:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683725:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bd3f0 page ffff8d0bcd0bd3e0 at index 109. 00000008:00000001:0.0:1788877046.683727:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683729:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683731:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269540 index 109 00000020:00000001:0.0:1788877046.683733:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683733:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683734:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683736:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000035cf382f[1 00000000687c1588 5 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877046.683738:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683739:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683741:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bd380. 00000020:00000001:0.0:1788877046.683743:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683744:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683745:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683746:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557101280 : -126393152450336 : ffff8d0bcd0bd0e0) 00000020:00000001:0.0:1788877046.683748:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683749:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683750:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683751:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683752:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b69d0e19[2 00000000687c1588 1 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877046.683755:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683756:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683757:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683759:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bd140 00000008:00000001:0.0:1788877046.683760:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683761:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bd150 page ffff8d0bcd0bd140 at index 110. 00000008:00000001:0.0:1788877046.683763:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683765:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683766:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269580 index 110 00000020:00000001:0.0:1788877046.683768:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683769:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683770:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683773:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b69d0e19[1 00000000687c1588 5 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877046.683774:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683775:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683776:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bd0e0. 00000020:00000001:0.0:1788877046.683779:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683780:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683781:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683782:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557101056 : -126393152450560 : ffff8d0bcd0bd000) 00000020:00000001:0.0:1788877046.683784:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683785:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683786:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683787:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683788:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683790:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000023032666[2 00000000687c1588 1 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877046.683792:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683793:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683794:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683795:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bd060 00000008:00000001:0.0:1788877046.683796:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683797:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bd070 page ffff8d0bcd0bd060 at index 111. 00000008:00000001:0.0:1788877046.683799:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683801:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683803:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402695c0 index 111 00000020:00000001:0.0:1788877046.683804:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683805:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683807:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683809:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000023032666[1 00000000687c1588 5 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877046.683811:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683812:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683813:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bd000. 00000020:00000001:0.0:1788877046.683815:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683817:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683818:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683819:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557102400 : -126393152449216 : ffff8d0bcd0bd540) 00000020:00000001:0.0:1788877046.683820:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683822:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683823:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683824:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683825:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683827:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a1faec73[2 00000000687c1588 1 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877046.683829:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.683830:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.683831:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.683833:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bd5a0 00000008:00000001:0.0:1788877046.683834:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.683835:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bd5b0 page ffff8d0bcd0bd5a0 at index 112. 00000008:00000001:0.0:1788877046.683837:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.683840:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.683841:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269600 index 112 00000020:00000001:0.0:1788877046.683843:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683844:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.683845:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.683848:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a1faec73[1 00000000687c1588 5 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877046.683849:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.683850:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.683852:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bd540. 00000020:00000001:0.0:1788877046.683854:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.683855:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.683856:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.683857:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557104640 : -126393152446976 : ffff8d0bcd0bde00) 00000020:00000001:0.0:1788877046.683859:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683860:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.683861:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.683863:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.683864:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.683866:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000124f0e22[2 00000000687c1588 1 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877046.683868:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.684671:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.684680:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.684682:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bde60 00000008:00000001:0.0:1788877046.684686:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.684688:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bde70 page ffff8d0bcd0bde60 at index 113. 00000008:00000001:0.0:1788877046.684691:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.684697:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.684700:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269640 index 113 00000020:00000001:0.0:1788877046.684704:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.684705:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.684707:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.684712:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000124f0e22[1 00000000687c1588 5 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877046.684714:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.684716:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.684719:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bde00. 00000020:00000001:0.0:1788877046.684724:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.684725:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.684728:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.684730:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557103296 : -126393152448320 : ffff8d0bcd0bd8c0) 00000020:00000001:0.0:1788877046.684733:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.684734:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.684735:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.684736:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.684737:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.684740:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c6a85ad7[2 00000000687c1588 1 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877046.684742:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.684743:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.684744:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.684745:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bd920 00000008:00000001:0.0:1788877046.684746:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.684747:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bd930 page ffff8d0bcd0bd920 at index 114. 00000008:00000001:0.0:1788877046.684749:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.684751:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.684753:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269680 index 114 00000020:00000001:0.0:1788877046.684754:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.684755:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.684757:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.684759:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c6a85ad7[1 00000000687c1588 5 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877046.684760:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.684761:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.684763:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bd8c0. 00000020:00000001:0.0:1788877046.684765:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.684766:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.684767:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.684768:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557103968 : -126393152447648 : ffff8d0bcd0bdb60) 00000020:00000001:0.0:1788877046.684770:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.684771:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.684772:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.684773:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.684774:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.684776:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f063aa43[2 00000000687c1588 1 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877046.684777:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.684779:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.684780:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.684782:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bdbc0 00000008:00000001:0.0:1788877046.684783:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.684784:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bdbd0 page ffff8d0bcd0bdbc0 at index 115. 00000008:00000001:0.0:1788877046.684786:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.684789:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.684790:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402696c0 index 115 00000020:00000001:0.0:1788877046.684792:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.684793:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.684794:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.684796:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f063aa43[1 00000000687c1588 5 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877046.684798:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.684799:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.684800:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bdb60. 00000020:00000001:0.0:1788877046.684814:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.684816:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.684818:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.684819:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558692096 : -126393150859520 : ffff8d0bcd241700) 00000020:00000001:0.0:1788877046.684821:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.684822:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.684823:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.684825:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.684826:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.684829:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000515dfd6e[2 00000000687c1588 1 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877046.684831:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.684832:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.684834:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.684835:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241760 00000008:00000001:0.0:1788877046.684836:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.684838:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241770 page ffff8d0bcd241760 at index 116. 00000008:00000001:0.0:1788877046.684840:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.684843:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.684844:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269700 index 116 00000020:00000001:0.0:1788877046.684847:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.684848:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.684849:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.684852:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000515dfd6e[1 00000000687c1588 5 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877046.684853:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.684854:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.684856:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241700. 00000020:00000001:0.0:1788877046.684860:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.684861:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.684862:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.684864:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558693440 : -126393150858176 : ffff8d0bcd241c40) 00000020:00000001:0.0:1788877046.684866:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.684867:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.684868:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.686977:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.686986:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.686998:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8dd2d83[2 00000000687c1588 1 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877046.687000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.687002:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.687005:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.687008:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241ca0 00000008:00000001:0.0:1788877046.687011:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.687013:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241cb0 page ffff8d0bcd241ca0 at index 117. 00000008:00000001:0.0:1788877046.687016:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.687024:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.687027:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269740 index 117 00000020:00000001:0.0:1788877046.687032:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.687033:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.687036:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.687039:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b8dd2d83[1 00000000687c1588 5 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877046.687040:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.687042:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.687047:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241c40. 00000020:00000001:0.0:1788877046.687054:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.687056:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.687060:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.687062:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558692768 : -126393150858848 : ffff8d0bcd2419a0) 00000020:00000001:0.0:1788877046.687064:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.687066:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.687067:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.687068:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.687069:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.687072:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006e6ab9d2[2 00000000687c1588 1 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877046.687073:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.687074:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.687076:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.687078:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241a00 00000008:00000001:0.0:1788877046.687079:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.687081:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241a10 page ffff8d0bcd241a00 at index 118. 00000008:00000001:0.0:1788877046.687083:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.687085:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.687086:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269780 index 118 00000020:00000001:0.0:1788877046.687089:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.687090:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.687091:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.687093:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006e6ab9d2[1 00000000687c1588 5 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877046.687095:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.687096:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.687098:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2419a0. 00000020:00000001:0.0:1788877046.687100:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.687101:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.687102:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.687104:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558692320 : -126393150859296 : ffff8d0bcd2417e0) 00000020:00000001:0.0:1788877046.687106:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.687107:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.687108:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.687109:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.687110:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.687113:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f27b59ad[2 00000000687c1588 1 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877046.687114:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.687116:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.687117:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.687118:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241840 00000008:00000001:0.0:1788877046.687119:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.687120:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241850 page ffff8d0bcd241840 at index 119. 00000008:00000001:0.0:1788877046.687121:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.687123:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.687125:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402697c0 index 119 00000020:00000001:0.0:1788877046.687126:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.687128:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.687129:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.687131:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f27b59ad[1 00000000687c1588 5 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877046.687132:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.687134:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.687135:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2417e0. 00000020:00000001:0.0:1788877046.687137:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.687138:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.687214:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.687217:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558694112 : -126393150857504 : ffff8d0bcd241ee0) 00000020:00000001:0.0:1788877046.687220:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.687221:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.687222:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.687223:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.687224:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.687227:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000060b602c4[2 00000000687c1588 1 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877046.687229:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.687230:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.687231:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.687233:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241f40 00000008:00000001:0.0:1788877046.687234:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.687235:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241f50 page ffff8d0bcd241f40 at index 120. 00000008:00000001:0.0:1788877046.687237:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.687242:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.687244:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269800 index 120 00000020:00000001:0.0:1788877046.687246:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.689960:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.689972:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.689986:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000060b602c4[1 00000000687c1588 5 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877046.689988:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.689990:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.689997:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241ee0. 00000020:00000001:0.0:1788877046.690006:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690007:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690013:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690016:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558691424 : -126393150860192 : ffff8d0bcd241460) 00000020:00000001:0.0:1788877046.690019:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690021:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690023:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690024:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690027:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690031:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000142a32a[2 00000000687c1588 1 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877046.690033:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690035:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690038:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690041:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2414c0 00000008:00000001:0.0:1788877046.690044:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690046:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2414d0 page ffff8d0bcd2414c0 at index 121. 00000008:00000001:0.0:1788877046.690049:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690059:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690062:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269840 index 121 00000020:00000001:0.0:1788877046.690073:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690074:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690075:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690079:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000142a32a[1 00000000687c1588 5 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877046.690080:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690082:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690084:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241460. 00000020:00000001:0.0:1788877046.690086:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690087:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690089:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690091:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558690976 : -126393150860640 : ffff8d0bcd2412a0) 00000020:00000001:0.0:1788877046.690093:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690094:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690095:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690097:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690098:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690101:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000079ec5b39[2 00000000687c1588 1 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877046.690103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690104:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690106:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690107:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241300 00000008:00000001:0.0:1788877046.690109:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690110:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241310 page ffff8d0bcd241300 at index 122. 00000008:00000001:0.0:1788877046.690113:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690115:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690117:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269880 index 122 00000020:00000001:0.0:1788877046.690119:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690120:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690121:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690124:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000079ec5b39[1 00000000687c1588 5 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877046.690126:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690127:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690129:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2412a0. 00000020:00000001:0.0:1788877046.690131:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690133:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690134:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690135:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558691200 : -126393150860416 : ffff8d0bcd241380) 00000020:00000001:0.0:1788877046.690138:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690139:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690140:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690141:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690142:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690145:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005bc50bb5[2 00000000687c1588 1 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877046.690146:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690148:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690149:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690150:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2413e0 00000008:00000001:0.0:1788877046.690152:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690153:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2413f0 page ffff8d0bcd2413e0 at index 123. 00000008:00000001:0.0:1788877046.690155:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690158:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690159:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402698c0 index 123 00000020:00000001:0.0:1788877046.690161:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690162:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690164:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690167:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005bc50bb5[1 00000000687c1588 5 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877046.690168:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690170:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690172:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241380. 00000020:00000001:0.0:1788877046.690174:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690176:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690177:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690179:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558690528 : -126393150861088 : ffff8d0bcd2410e0) 00000020:00000001:0.0:1788877046.690181:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690182:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690183:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690184:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690186:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690189:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fe64049e[2 00000000687c1588 1 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877046.690190:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690192:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690193:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690194:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241140 00000008:00000001:0.0:1788877046.690196:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690197:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241150 page ffff8d0bcd241140 at index 124. 00000008:00000001:0.0:1788877046.690200:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690202:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690203:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269900 index 124 00000020:00000001:0.0:1788877046.690215:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690217:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690218:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690222:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fe64049e[1 00000000687c1588 5 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877046.690223:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690224:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690226:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2410e0. 00000020:00000001:0.0:1788877046.690229:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690230:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690232:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690233:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558690304 : -126393150861312 : ffff8d0bcd241000) 00000020:00000001:0.0:1788877046.690236:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690237:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690238:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690240:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690241:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690244:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000df32a2c6[2 00000000687c1588 1 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877046.690245:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690306:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690308:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690309:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241060 00000008:00000001:0.0:1788877046.690311:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690313:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241070 page ffff8d0bcd241060 at index 125. 00000008:00000001:0.0:1788877046.690315:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690318:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690381:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269940 index 125 00000020:00000001:0.0:1788877046.690385:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690386:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690387:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690390:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000df32a2c6[1 00000000687c1588 5 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877046.690392:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690393:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690395:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241000. 00000020:00000001:0.0:1788877046.690397:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690398:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690400:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690401:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558691648 : -126393150859968 : ffff8d0bcd241540) 00000020:00000001:0.0:1788877046.690404:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690405:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690406:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690407:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690408:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690411:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ed17320e[2 00000000687c1588 1 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877046.690413:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690414:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690415:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690416:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2415a0 00000008:00000001:0.0:1788877046.690418:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690419:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2415b0 page ffff8d0bcd2415a0 at index 126. 00000008:00000001:0.0:1788877046.690422:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690425:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690426:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269980 index 126 00000020:00000001:0.0:1788877046.690428:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690429:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690430:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690433:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ed17320e[1 00000000687c1588 5 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877046.690435:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690436:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690437:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241540. 00000020:00000001:0.0:1788877046.690440:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690441:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690442:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690444:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558693888 : -126393150857728 : ffff8d0bcd241e00) 00000020:00000001:0.0:1788877046.690446:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690447:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690448:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690449:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690451:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690453:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000091b0c397[2 00000000687c1588 1 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877046.690455:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690456:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690458:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690470:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241e60 00000008:00000001:0.0:1788877046.690471:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690473:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241e70 page ffff8d0bcd241e60 at index 127. 00000008:00000001:0.0:1788877046.690475:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690484:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690486:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402699c0 index 127 00000020:00000001:0.0:1788877046.690488:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690489:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690490:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690493:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000091b0c397[1 00000000687c1588 5 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877046.690495:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690496:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690498:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241e00. 00000020:00000001:0.0:1788877046.690500:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690502:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690503:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690505:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558692544 : -126393150859072 : ffff8d0bcd2418c0) 00000020:00000001:0.0:1788877046.690507:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690508:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690509:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690510:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690512:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690515:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d54fb2c3[2 00000000687c1588 1 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877046.690517:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690518:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690519:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690521:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241920 00000008:00000001:0.0:1788877046.690522:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690523:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241930 page ffff8d0bcd241920 at index 128. 00000008:00000001:0.0:1788877046.690526:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690529:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690530:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269a00 index 128 00000020:00000001:0.0:1788877046.690532:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690645:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690647:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690651:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d54fb2c3[1 00000000687c1588 5 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877046.690653:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690654:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690656:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2418c0. 00000020:00000001:0.0:1788877046.690659:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690660:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690662:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690663:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558693216 : -126393150858400 : ffff8d0bcd241b60) 00000020:00000001:0.0:1788877046.690666:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690667:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690668:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690669:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690670:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690672:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000caf52109[2 00000000687c1588 1 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877046.690674:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690675:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690677:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690678:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241bc0 00000008:00000001:0.0:1788877046.690679:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690681:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241bd0 page ffff8d0bcd241bc0 at index 129. 00000008:00000001:0.0:1788877046.690683:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690686:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690687:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269a40 index 129 00000020:00000001:0.0:1788877046.690689:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690690:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690691:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690693:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000caf52109[1 00000000687c1588 5 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877046.690694:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690696:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690697:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241b60. 00000020:00000001:0.0:1788877046.690699:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690700:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690702:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690703:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558693664 : -126393150857952 : ffff8d0bcd241d20) 00000020:00000001:0.0:1788877046.690705:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690706:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690707:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690708:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690709:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690711:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008dcf5d4c[2 00000000687c1588 1 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877046.690713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690714:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690715:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690717:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241d80 00000008:00000001:0.0:1788877046.690718:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690720:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241d90 page ffff8d0bcd241d80 at index 130. 00000008:00000001:0.0:1788877046.690722:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690724:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690726:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269a80 index 130 00000020:00000001:0.0:1788877046.690728:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690729:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690730:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690733:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008dcf5d4c[1 00000000687c1588 5 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877046.690735:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690736:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690737:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241d20. 00000020:00000001:0.0:1788877046.690740:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690741:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690742:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690744:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558690752 : -126393150860864 : ffff8d0bcd2411c0) 00000020:00000001:0.0:1788877046.690745:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690746:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690747:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690748:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690749:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690752:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f225b44[2 00000000687c1588 1 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877046.690753:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690754:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690756:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690756:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241220 00000008:00000001:0.0:1788877046.690758:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690759:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241230 page ffff8d0bcd241220 at index 131. 00000008:00000001:0.0:1788877046.690761:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690763:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690765:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269ac0 index 131 00000020:00000001:0.0:1788877046.690766:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690767:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690768:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690772:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f225b44[1 00000000687c1588 5 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877046.690773:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690774:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690776:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2411c0. 00000020:00000001:0.0:1788877046.690779:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690780:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690781:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690782:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558692992 : -126393150858624 : ffff8d0bcd241a80) 00000020:00000001:0.0:1788877046.690784:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690786:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690787:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690788:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690789:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690792:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bde37d94[2 00000000687c1588 1 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877046.690793:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690794:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690796:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690797:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241ae0 00000008:00000001:0.0:1788877046.690798:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690800:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241af0 page ffff8d0bcd241ae0 at index 132. 00000008:00000001:0.0:1788877046.690802:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690804:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690806:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269b00 index 132 00000020:00000001:0.0:1788877046.690808:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690809:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690810:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690813:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bde37d94[1 00000000687c1588 5 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877046.690815:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690816:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690818:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241a80. 00000020:00000001:0.0:1788877046.690820:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690821:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690823:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690824:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558691872 : -126393150859744 : ffff8d0bcd241620) 00000020:00000001:0.0:1788877046.690826:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690828:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.690829:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.690830:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.690831:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.690834:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000098dec4a8[2 00000000687c1588 1 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877046.690835:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.690837:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.690838:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.690840:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd241680 00000008:00000001:0.0:1788877046.690841:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.690843:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd241690 page ffff8d0bcd241680 at index 133. 00000008:00000001:0.0:1788877046.690845:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.690848:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.690850:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269b40 index 133 00000020:00000001:0.0:1788877046.690851:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690853:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.690854:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.690856:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000098dec4a8[1 00000000687c1588 5 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877046.690858:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.690859:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.690861:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd241620. 00000020:00000001:0.0:1788877046.690863:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.690864:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.690866:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.690867:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557108960 : -126393152442656 : ffff8d0bcd0beee0) 00000020:00000001:0.0:1788877046.692417:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692426:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692428:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.692430:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.692432:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.692442:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ba463641[2 00000000687c1588 1 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877046.692444:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.692446:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.692448:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.692450:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bef40 00000008:00000001:0.0:1788877046.692454:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.692456:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bef50 page ffff8d0bcd0bef40 at index 134. 00000008:00000001:0.0:1788877046.692458:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.692475:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.692479:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269b80 index 134 00000020:00000001:0.0:1788877046.692484:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692485:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692487:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.692490:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ba463641[1 00000000687c1588 5 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877046.692492:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.692493:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.692499:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0beee0. 00000020:00000001:0.0:1788877046.692509:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.692510:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.692713:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.692716:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557106272 : -126393152445344 : ffff8d0bcd0be460) 00000020:00000001:0.0:1788877046.692719:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692720:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692721:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.692722:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.692723:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.692727:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d75959ca[2 00000000687c1588 1 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877046.692729:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.692730:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.692731:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.692732:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be4c0 00000008:00000001:0.0:1788877046.692734:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.692735:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be4d0 page ffff8d0bcd0be4c0 at index 135. 00000008:00000001:0.0:1788877046.692737:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.692740:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.692741:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269bc0 index 135 00000020:00000001:0.0:1788877046.692744:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692745:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692746:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.692749:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d75959ca[1 00000000687c1588 5 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877046.692750:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.692752:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.692755:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be460. 00000020:00000001:0.0:1788877046.692757:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.692758:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.692760:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.692761:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557105824 : -126393152445792 : ffff8d0bcd0be2a0) 00000020:00000001:0.0:1788877046.692763:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692764:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692765:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.692765:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.692767:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.692769:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aefa3e72[2 00000000687c1588 1 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877046.692770:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.692771:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.692772:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.692774:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be300 00000008:00000001:0.0:1788877046.692775:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.692776:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be310 page ffff8d0bcd0be300 at index 136. 00000008:00000001:0.0:1788877046.692778:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.692780:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.692781:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269c00 index 136 00000020:00000001:0.0:1788877046.692783:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692784:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692785:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.692787:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aefa3e72[1 00000000687c1588 5 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877046.692789:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.692789:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.692791:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be2a0. 00000020:00000001:0.0:1788877046.692793:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.692794:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.692795:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.692796:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557106048 : -126393152445568 : ffff8d0bcd0be380) 00000020:00000001:0.0:1788877046.692798:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692799:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692800:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.692801:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.692802:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.692805:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000025201a6c[2 00000000687c1588 1 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877046.692806:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.692807:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.692809:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.692810:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be3e0 00000008:00000001:0.0:1788877046.692811:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.692812:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be3f0 page ffff8d0bcd0be3e0 at index 137. 00000008:00000001:0.0:1788877046.692814:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.692817:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.692818:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269c40 index 137 00000020:00000001:0.0:1788877046.692820:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692821:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692822:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.692824:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000025201a6c[1 00000000687c1588 5 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877046.692825:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.692826:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.692828:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be380. 00000020:00000001:0.0:1788877046.692831:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.692832:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.692833:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.692834:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557105376 : -126393152446240 : ffff8d0bcd0be0e0) 00000020:00000001:0.0:1788877046.692836:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692837:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.692838:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.692839:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.692840:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.692843:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000076bcffc5[2 00000000687c1588 1 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877046.692844:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.692846:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.692847:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.692848:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be140 00000008:00000001:0.0:1788877046.692849:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.692850:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be150 page ffff8d0bcd0be140 at index 138. 00000008:00000001:0.0:1788877046.692852:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.692854:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.692855:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269c80 index 138 00000020:00000001:0.0:1788877046.692857:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692858:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.692859:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.692862:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000076bcffc5[1 00000000687c1588 5 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877046.692863:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.692865:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693043:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be0e0. 00000020:00000001:0.0:1788877046.693047:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693048:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693050:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693051:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557105152 : -126393152446464 : ffff8d0bcd0be000) 00000020:00000001:0.0:1788877046.693053:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693054:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693055:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693056:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693057:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693060:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000273ba783[2 00000000687c1588 1 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877046.693062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693063:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693064:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693066:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be060 00000008:00000001:0.0:1788877046.693068:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693070:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be070 page ffff8d0bcd0be060 at index 139. 00000008:00000001:0.0:1788877046.693072:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693075:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693076:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269cc0 index 139 00000020:00000001:0.0:1788877046.693079:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693080:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693081:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693083:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000273ba783[1 00000000687c1588 5 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877046.693085:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693086:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693087:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be000. 00000020:00000001:0.0:1788877046.693089:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693090:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693092:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693093:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557106496 : -126393152445120 : ffff8d0bcd0be540) 00000020:00000001:0.0:1788877046.693095:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693096:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693097:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693098:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693099:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007698e204[2 00000000687c1588 1 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877046.693104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693105:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693107:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693107:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be5a0 00000008:00000001:0.0:1788877046.693109:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693110:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be5b0 page ffff8d0bcd0be5a0 at index 140. 00000008:00000001:0.0:1788877046.693112:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693114:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693115:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ee00 index 140 00000020:00000001:0.0:1788877046.693117:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693118:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693119:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693122:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007698e204[1 00000000687c1588 5 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877046.693123:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693124:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693125:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be540. 00000020:00000001:0.0:1788877046.693128:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693129:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693130:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693131:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557108736 : -126393152442880 : ffff8d0bcd0bee00) 00000020:00000001:0.0:1788877046.693133:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693134:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693135:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693136:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693137:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001a57f4aa[2 00000000687c1588 1 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877046.693141:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693142:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693143:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693144:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bee60 00000008:00000001:0.0:1788877046.693145:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693146:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bee70 page ffff8d0bcd0bee60 at index 141. 00000008:00000001:0.0:1788877046.693148:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693150:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693152:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ee40 index 141 00000020:00000001:0.0:1788877046.693153:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693154:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693155:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693158:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001a57f4aa[1 00000000687c1588 5 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877046.693159:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693160:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693162:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bee00. 00000020:00000001:0.0:1788877046.693163:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693165:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693166:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693167:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557107392 : -126393152444224 : ffff8d0bcd0be8c0) 00000020:00000001:0.0:1788877046.693169:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693170:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693171:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693172:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693173:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693175:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e2018c60[2 00000000687c1588 1 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877046.693177:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693178:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693179:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693180:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be920 00000008:00000001:0.0:1788877046.693182:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693183:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be930 page ffff8d0bcd0be920 at index 142. 00000008:00000001:0.0:1788877046.693185:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693187:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693189:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ee80 index 142 00000020:00000001:0.0:1788877046.693190:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693191:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693193:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693195:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e2018c60[1 00000000687c1588 5 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877046.693196:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693198:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693199:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be8c0. 00000020:00000001:0.0:1788877046.693201:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693214:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693216:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693217:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557108064 : -126393152443552 : ffff8d0bcd0beb60) 00000020:00000001:0.0:1788877046.693219:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693220:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693221:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693223:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693224:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693226:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a29c6de[2 00000000687c1588 1 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877046.693228:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693229:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693231:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693232:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bebc0 00000008:00000001:0.0:1788877046.693233:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693234:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bebd0 page ffff8d0bcd0bebc0 at index 143. 00000008:00000001:0.0:1788877046.693236:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693239:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693240:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027eec0 index 143 00000020:00000001:0.0:1788877046.693242:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693243:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693244:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693597:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a29c6de[1 00000000687c1588 5 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877046.693599:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693601:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693603:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0beb60. 00000020:00000001:0.0:1788877046.693607:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693608:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693609:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693611:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557108512 : -126393152443104 : ffff8d0bcd0bed20) 00000020:00000001:0.0:1788877046.693613:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693614:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693615:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693615:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693617:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693620:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a300da37[2 00000000687c1588 1 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877046.693621:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693622:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693624:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693625:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bed80 00000008:00000001:0.0:1788877046.693626:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693627:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bed90 page ffff8d0bcd0bed80 at index 144. 00000008:00000001:0.0:1788877046.693629:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693632:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693634:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269d00 index 144 00000020:00000001:0.0:1788877046.693636:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693637:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693638:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693641:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a300da37[1 00000000687c1588 5 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877046.693642:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693643:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693645:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bed20. 00000020:00000001:0.0:1788877046.693648:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693649:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693650:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693652:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557105600 : -126393152446016 : ffff8d0bcd0be1c0) 00000020:00000001:0.0:1788877046.693654:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693655:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693656:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693657:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693658:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693661:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e5c209ae[2 00000000687c1588 1 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877046.693663:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693664:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693665:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693667:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be220 00000008:00000001:0.0:1788877046.693669:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693670:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be230 page ffff8d0bcd0be220 at index 145. 00000008:00000001:0.0:1788877046.693672:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693675:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693676:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269d40 index 145 00000020:00000001:0.0:1788877046.693678:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693679:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693680:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693683:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e5c209ae[1 00000000687c1588 5 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877046.693685:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693686:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693688:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be1c0. 00000020:00000001:0.0:1788877046.693691:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693692:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693693:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693695:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557107840 : -126393152443776 : ffff8d0bcd0bea80) 00000020:00000001:0.0:1788877046.693697:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693698:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693699:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693700:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693701:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693704:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008345edfd[2 00000000687c1588 1 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877046.693706:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693707:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693708:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693709:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0beae0 00000008:00000001:0.0:1788877046.693711:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693712:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0beaf0 page ffff8d0bcd0beae0 at index 146. 00000008:00000001:0.0:1788877046.693714:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693717:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693718:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269d80 index 146 00000020:00000001:0.0:1788877046.693721:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693722:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693723:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693725:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008345edfd[1 00000000687c1588 5 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877046.693727:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693728:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693730:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bea80. 00000020:00000001:0.0:1788877046.693733:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693734:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693735:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693737:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557106720 : -126393152444896 : ffff8d0bcd0be620) 00000020:00000001:0.0:1788877046.693739:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693739:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693741:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693742:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693743:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ad281e66[2 00000000687c1588 1 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877046.693746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693747:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693748:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693749:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be680 00000008:00000001:0.0:1788877046.693751:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693752:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be690 page ffff8d0bcd0be680 at index 147. 00000008:00000001:0.0:1788877046.693754:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693756:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693758:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269dc0 index 147 00000020:00000001:0.0:1788877046.693760:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693761:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693762:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693765:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ad281e66[1 00000000687c1588 5 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877046.693766:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693767:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693769:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be620. 00000020:00000001:0.0:1788877046.693771:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693772:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693773:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693774:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557106944 : -126393152444672 : ffff8d0bcd0be700) 00000020:00000001:0.0:1788877046.693776:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693777:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693778:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693780:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693781:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e03d34c7[2 00000000687c1588 1 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877046.693786:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693787:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693788:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693790:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be760 00000008:00000001:0.0:1788877046.693791:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693793:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be770 page ffff8d0bcd0be760 at index 148. 00000008:00000001:0.0:1788877046.693794:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693797:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693798:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e600 index 148 00000020:00000001:0.0:1788877046.693800:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693801:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693802:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693804:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e03d34c7[1 00000000687c1588 5 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877046.693806:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693807:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693808:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be700. 00000020:00000001:0.0:1788877046.693810:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693811:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693813:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693814:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557108288 : -126393152443328 : ffff8d0bcd0bec40) 00000020:00000001:0.0:1788877046.693816:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693817:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693818:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693819:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693820:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693823:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006219b143[2 00000000687c1588 1 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877046.693825:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693826:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693827:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693828:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0beca0 00000008:00000001:0.0:1788877046.693830:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693831:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0becb0 page ffff8d0bcd0beca0 at index 149. 00000008:00000001:0.0:1788877046.693833:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693835:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693837:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e640 index 149 00000020:00000001:0.0:1788877046.693838:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693839:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693840:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693842:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006219b143[1 00000000687c1588 5 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877046.693844:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693845:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693846:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bec40. 00000020:00000001:0.0:1788877046.693849:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693850:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693929:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693931:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557107616 : -126393152444000 : ffff8d0bcd0be9a0) 00000020:00000001:0.0:1788877046.693934:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693935:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693936:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693937:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693938:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693941:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005547c329[2 00000000687c1588 1 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877046.693942:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693944:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693945:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693947:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bea00 00000008:00000001:0.0:1788877046.693948:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693949:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bea10 page ffff8d0bcd0bea00 at index 150. 00000008:00000001:0.0:1788877046.693951:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693953:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693955:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e680 index 150 00000020:00000001:0.0:1788877046.693957:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693958:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693959:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.693962:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005547c329[1 00000000687c1588 5 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877046.693963:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.693964:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.693966:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be9a0. 00000020:00000001:0.0:1788877046.693969:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.693970:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.693971:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.693973:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557107168 : -126393152444448 : ffff8d0bcd0be7e0) 00000020:00000001:0.0:1788877046.693975:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693976:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.693977:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.693978:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.693979:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.693982:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e4664a12[2 00000000687c1588 1 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877046.693983:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.693985:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.693986:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.693988:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0be840 00000008:00000001:0.0:1788877046.693989:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.693990:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0be850 page ffff8d0bcd0be840 at index 151. 00000008:00000001:0.0:1788877046.693993:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.693995:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.693996:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e6c0 index 151 00000020:00000001:0.0:1788877046.693998:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.693999:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694000:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694002:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e4664a12[1 00000000687c1588 5 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877046.694003:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694004:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694006:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0be7e0. 00000020:00000001:0.0:1788877046.694008:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694009:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694011:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694012:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558687776 : -126393150863840 : ffff8d0bcd240620) 00000020:00000001:0.0:1788877046.694014:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694015:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694016:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.694017:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.694018:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.694021:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009583e61e[2 00000000687c1588 1 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877046.694022:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.694023:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.694025:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.694026:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240680 00000008:00000001:0.0:1788877046.694027:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.694028:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240690 page ffff8d0bcd240680 at index 152. 00000008:00000001:0.0:1788877046.694030:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.694032:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.694034:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e700 index 152 00000020:00000001:0.0:1788877046.694036:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694037:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694038:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694041:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009583e61e[1 00000000687c1588 5 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877046.694043:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694044:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694045:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240620. 00000020:00000001:0.0:1788877046.694049:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694050:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694051:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694052:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558688000 : -126393150863616 : ffff8d0bcd240700) 00000020:00000001:0.0:1788877046.694054:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694055:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694056:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.694057:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.694058:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.694061:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000e4c3247[2 00000000687c1588 1 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877046.694062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.694064:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.694065:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.694066:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240760 00000008:00000001:0.0:1788877046.694067:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.694068:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240770 page ffff8d0bcd240760 at index 153. 00000008:00000001:0.0:1788877046.694070:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.694073:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.694074:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e740 index 153 00000020:00000001:0.0:1788877046.694076:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694077:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694078:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694081:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000e4c3247[1 00000000687c1588 5 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877046.694082:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694083:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694085:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240700. 00000020:00000001:0.0:1788877046.694088:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694089:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694090:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694091:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558689344 : -126393150862272 : ffff8d0bcd240c40) 00000020:00000001:0.0:1788877046.694093:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694094:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694095:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.694096:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.694097:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.694100:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cdbdff3b[2 00000000687c1588 1 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877046.694102:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.694103:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.694105:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.694106:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240ca0 00000008:00000001:0.0:1788877046.694107:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.694109:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240cb0 page ffff8d0bcd240ca0 at index 154. 00000008:00000001:0.0:1788877046.694111:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.694114:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.694115:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e780 index 154 00000020:00000001:0.0:1788877046.694117:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694118:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694119:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694121:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cdbdff3b[1 00000000687c1588 5 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877046.694123:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694124:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694125:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240c40. 00000020:00000001:0.0:1788877046.694127:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694128:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694130:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694131:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558688672 : -126393150862944 : ffff8d0bcd2409a0) 00000020:00000001:0.0:1788877046.694133:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694134:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694135:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.694136:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.694137:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.694140:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d91a530[2 00000000687c1588 1 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877046.694141:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.694142:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.694142:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.694143:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240a00 00000008:00000001:0.0:1788877046.694144:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.694145:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240a10 page ffff8d0bcd240a00 at index 155. 00000008:00000001:0.0:1788877046.694146:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.694148:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.694149:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e7c0 index 155 00000020:00000001:0.0:1788877046.694150:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694151:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694152:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694154:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d91a530[1 00000000687c1588 5 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877046.694155:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694155:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694157:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2409a0. 00000020:00000001:0.0:1788877046.694159:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694160:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694161:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694162:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558688224 : -126393150863392 : ffff8d0bcd2407e0) 00000020:00000001:0.0:1788877046.694164:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694164:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694165:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.694166:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.694167:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.694169:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003798a55b[2 00000000687c1588 1 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877046.694170:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.694171:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.694172:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.694172:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240840 00000008:00000001:0.0:1788877046.694173:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.694174:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240850 page ffff8d0bcd240840 at index 156. 00000008:00000001:0.0:1788877046.694175:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.694177:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.694178:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ec00 index 156 00000020:00000001:0.0:1788877046.694179:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694180:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694180:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694182:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003798a55b[1 00000000687c1588 5 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877046.694183:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694184:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694186:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2407e0. 00000020:00000001:0.0:1788877046.694187:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694188:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694189:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694190:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558690016 : -126393150861600 : ffff8d0bcd240ee0) 00000020:00000001:0.0:1788877046.694192:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694193:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694194:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.694195:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.694196:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.694199:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007f410343[2 00000000687c1588 1 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877046.694200:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.694202:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.694203:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.694205:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240f40 00000008:00000001:0.0:1788877046.694206:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.694208:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240f50 page ffff8d0bcd240f40 at index 157. 00000008:00000001:0.0:1788877046.694210:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.694213:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.694214:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ec40 index 157 00000020:00000001:0.0:1788877046.694216:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694217:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694218:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694221:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007f410343[1 00000000687c1588 5 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877046.694222:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694223:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694225:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240ee0. 00000020:00000001:0.0:1788877046.694227:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694228:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694230:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694231:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558687328 : -126393150864288 : ffff8d0bcd240460) 00000020:00000001:0.0:1788877046.694233:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694234:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694235:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.694236:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.694237:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.694240:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000620255ba[2 00000000687c1588 1 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877046.694241:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.694242:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.694244:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.694245:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2404c0 00000008:00000001:0.0:1788877046.694287:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.694289:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2404d0 page ffff8d0bcd2404c0 at index 158. 00000008:00000001:0.0:1788877046.694292:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.694294:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.694296:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ec80 index 158 00000020:00000001:0.0:1788877046.694298:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694299:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694300:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694303:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000620255ba[1 00000000687c1588 5 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877046.694304:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694305:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694307:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240460. 00000020:00000001:0.0:1788877046.694310:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694311:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694312:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694314:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558686880 : -126393150864736 : ffff8d0bcd2402a0) 00000020:00000001:0.0:1788877046.694315:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694316:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694318:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.694319:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.694857:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.694864:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e737e9e5[2 00000000687c1588 1 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877046.694920:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.694922:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.694924:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.694925:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240300 00000008:00000001:0.0:1788877046.694927:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.694928:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240310 page ffff8d0bcd240300 at index 159. 00000008:00000001:0.0:1788877046.694930:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.694934:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.694936:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ecc0 index 159 00000020:00000001:0.0:1788877046.694938:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694939:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694940:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694943:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e737e9e5[1 00000000687c1588 5 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877046.694944:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694945:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694948:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2402a0. 00000020:00000001:0.0:1788877046.694952:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694953:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694954:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694956:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558687104 : -126393150864512 : ffff8d0bcd240380) 00000020:00000001:0.0:1788877046.694958:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694959:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.694960:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.694961:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.694963:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.694965:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000055638144[2 00000000687c1588 1 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877046.694967:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.694968:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.694970:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.694972:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2403e0 00000008:00000001:0.0:1788877046.694973:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.694975:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2403f0 page ffff8d0bcd2403e0 at index 160. 00000008:00000001:0.0:1788877046.694977:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.694979:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.694980:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ed00 index 160 00000020:00000001:0.0:1788877046.694983:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694984:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.694985:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.694988:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000055638144[1 00000000687c1588 5 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877046.694989:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.694991:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.694993:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240380. 00000020:00000001:0.0:1788877046.694995:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.694996:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.694997:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.694999:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558686432 : -126393150865184 : ffff8d0bcd2400e0) 00000020:00000001:0.0:1788877046.695000:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695002:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695003:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.695004:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.695005:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.695008:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009e3bb4f5[2 00000000687c1588 1 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877046.695009:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.695010:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.695012:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.695012:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240140 00000008:00000001:0.0:1788877046.695014:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.695015:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240150 page ffff8d0bcd240140 at index 161. 00000008:00000001:0.0:1788877046.695017:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.695019:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.695021:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ed40 index 161 00000020:00000001:0.0:1788877046.695023:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.695025:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.695026:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.695028:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009e3bb4f5[1 00000000687c1588 5 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877046.695030:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.695031:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.695032:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2400e0. 00000020:00000001:0.0:1788877046.695035:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.695036:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.695037:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.695039:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558686208 : -126393150865408 : ffff8d0bcd240000) 00000020:00000001:0.0:1788877046.695041:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695042:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695043:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.695044:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.695045:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.695047:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004c70fc2d[2 00000000687c1588 1 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877046.695049:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.695051:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.695052:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.695053:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240060 00000008:00000001:0.0:1788877046.695054:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.695055:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240070 page ffff8d0bcd240060 at index 162. 00000008:00000001:0.0:1788877046.695057:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.695060:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.695061:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ed80 index 162 00000020:00000001:0.0:1788877046.695063:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.695064:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.695065:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.695067:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004c70fc2d[1 00000000687c1588 5 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877046.695069:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.695070:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.695072:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240000. 00000020:00000001:0.0:1788877046.695074:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.695075:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.695076:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.695077:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558687552 : -126393150864064 : ffff8d0bcd240540) 00000020:00000001:0.0:1788877046.695079:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695080:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695080:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.695081:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.695082:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.695084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000c8534a2[2 00000000687c1588 1 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877046.695086:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.695087:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.695088:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.695090:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2405a0 00000008:00000001:0.0:1788877046.695091:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.695092:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2405b0 page ffff8d0bcd2405a0 at index 163. 00000008:00000001:0.0:1788877046.695094:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.695097:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.695098:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027edc0 index 163 00000020:00000001:0.0:1788877046.695100:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.695101:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.695102:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.695104:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000c8534a2[1 00000000687c1588 5 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877046.695106:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.695107:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.695108:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240540. 00000020:00000001:0.0:1788877046.695110:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.695111:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.695113:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.695114:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558689792 : -126393150861824 : ffff8d0bcd240e00) 00000020:00000001:0.0:1788877046.695116:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695117:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695118:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.695119:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.695120:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.695123:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004c90c13e[2 00000000687c1588 1 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877046.695124:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.695125:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.695126:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.695127:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240e60 00000008:00000001:0.0:1788877046.695129:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.695130:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240e70 page ffff8d0bcd240e60 at index 164. 00000008:00000001:0.0:1788877046.695132:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.695134:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.695136:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269e00 index 164 00000020:00000001:0.0:1788877046.695138:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.695139:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.695140:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.695143:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004c90c13e[1 00000000687c1588 5 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877046.695144:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.695145:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.695147:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240e00. 00000020:00000001:0.0:1788877046.695149:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.695150:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.695511:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.695514:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558688448 : -126393150863168 : ffff8d0bcd2408c0) 00000020:00000001:0.0:1788877046.695517:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695519:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.695520:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.695522:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.695523:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.695527:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dff5e054[2 00000000687c1588 1 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877046.695528:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.695530:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.695531:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.695532:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240920 00000008:00000001:0.0:1788877046.696412:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696420:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240930 page ffff8d0bcd240920 at index 165. 00000008:00000001:0.0:1788877046.696424:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696433:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696437:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269e40 index 165 00000020:00000001:0.0:1788877046.696442:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696443:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696446:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696451:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dff5e054[1 00000000687c1588 5 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877046.696453:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696455:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696475:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2408c0. 00000020:00000001:0.0:1788877046.696481:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696482:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696485:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696487:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558689120 : -126393150862496 : ffff8d0bcd240b60) 00000020:00000001:0.0:1788877046.696489:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696491:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696492:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696493:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696494:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696497:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000030e76efc[2 00000000687c1588 1 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877046.696499:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696500:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696501:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696503:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240bc0 00000008:00000001:0.0:1788877046.696504:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696506:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240bd0 page ffff8d0bcd240bc0 at index 166. 00000008:00000001:0.0:1788877046.696508:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696510:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696511:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269e80 index 166 00000020:00000001:0.0:1788877046.696513:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696514:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696515:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696518:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000030e76efc[1 00000000687c1588 5 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877046.696519:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696520:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696522:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240b60. 00000020:00000001:0.0:1788877046.696524:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696525:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696526:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696527:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558689568 : -126393150862048 : ffff8d0bcd240d20) 00000020:00000001:0.0:1788877046.696529:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696530:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696531:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696532:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696533:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696544:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059d767be[2 00000000687c1588 1 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877046.696546:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696547:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696549:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696549:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240d80 00000008:00000001:0.0:1788877046.696551:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696552:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240d90 page ffff8d0bcd240d80 at index 167. 00000008:00000001:0.0:1788877046.696554:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696557:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696558:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269ec0 index 167 00000020:00000001:0.0:1788877046.696560:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696561:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696562:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696564:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000059d767be[1 00000000687c1588 5 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877046.696565:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696566:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696568:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240d20. 00000020:00000001:0.0:1788877046.696570:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696571:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696573:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696574:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558686656 : -126393150864960 : ffff8d0bcd2401c0) 00000020:00000001:0.0:1788877046.696576:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696577:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696578:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696579:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696580:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696582:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003dea2f49[2 00000000687c1588 1 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877046.696584:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696585:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696586:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696587:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240220 00000008:00000001:0.0:1788877046.696589:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696590:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240230 page ffff8d0bcd240220 at index 168. 00000008:00000001:0.0:1788877046.696592:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696594:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696596:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269f00 index 168 00000020:00000001:0.0:1788877046.696597:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696598:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696599:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696602:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003dea2f49[1 00000000687c1588 5 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877046.696603:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696605:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696606:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2401c0. 00000020:00000001:0.0:1788877046.696609:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696609:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696611:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696612:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558688896 : -126393150862720 : ffff8d0bcd240a80) 00000020:00000001:0.0:1788877046.696614:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696615:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696616:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696617:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696618:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696620:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000620c517f[2 00000000687c1588 1 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877046.696622:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696623:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696624:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696626:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd240ae0 00000008:00000001:0.0:1788877046.696627:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696629:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd240af0 page ffff8d0bcd240ae0 at index 169. 00000008:00000001:0.0:1788877046.696631:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696633:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696634:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269f40 index 169 00000020:00000001:0.0:1788877046.696636:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696637:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696638:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696641:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000620c517f[1 00000000687c1588 5 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877046.696642:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696643:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696645:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd240a80. 00000020:00000001:0.0:1788877046.696647:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696648:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696649:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696650:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557111040 : -126393152440576 : ffff8d0bcd0bf700) 00000020:00000001:0.0:1788877046.696652:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696653:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696654:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696655:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696657:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696659:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000046cc7c04[2 00000000687c1588 1 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877046.696661:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696662:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696663:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696664:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf760 00000008:00000001:0.0:1788877046.696666:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696667:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf770 page ffff8d0bcd0bf760 at index 170. 00000008:00000001:0.0:1788877046.696669:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696671:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696673:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269f80 index 170 00000020:00000001:0.0:1788877046.696675:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696676:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696676:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696679:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000046cc7c04[1 00000000687c1588 5 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877046.696680:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696681:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696683:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf700. 00000020:00000001:0.0:1788877046.696687:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696688:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696689:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696690:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557112384 : -126393152439232 : ffff8d0bcd0bfc40) 00000020:00000001:0.0:1788877046.696692:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696693:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696693:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696694:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696695:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696697:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000022a223f7[2 00000000687c1588 1 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877046.696699:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696700:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696701:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696702:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bfca0 00000008:00000001:0.0:1788877046.696703:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696705:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bfcb0 page ffff8d0bcd0bfca0 at index 171. 00000008:00000001:0.0:1788877046.696706:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696708:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696710:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40269fc0 index 171 00000020:00000001:0.0:1788877046.696711:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696712:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696713:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696716:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000022a223f7[1 00000000687c1588 5 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877046.696717:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696718:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696720:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bfc40. 00000020:00000001:0.0:1788877046.696722:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696723:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696724:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696725:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557111712 : -126393152439904 : ffff8d0bcd0bf9a0) 00000020:00000001:0.0:1788877046.696727:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696728:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696729:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696730:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696731:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696733:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d8fccaff[2 00000000687c1588 1 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877046.696735:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696736:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696737:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696738:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bfa00 00000008:00000001:0.0:1788877046.696740:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696741:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bfa10 page ffff8d0bcd0bfa00 at index 172. 00000008:00000001:0.0:1788877046.696743:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696745:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696746:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e800 index 172 00000020:00000001:0.0:1788877046.696748:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696749:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696749:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696752:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d8fccaff[1 00000000687c1588 5 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877046.696753:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696754:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696756:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf9a0. 00000020:00000001:0.0:1788877046.696758:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696759:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696760:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696761:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557111264 : -126393152440352 : ffff8d0bcd0bf7e0) 00000020:00000001:0.0:1788877046.696763:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696764:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696765:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696766:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696767:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696770:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000103cef50[2 00000000687c1588 1 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877046.696771:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696772:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696774:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696774:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf840 00000008:00000001:0.0:1788877046.696776:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696777:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf850 page ffff8d0bcd0bf840 at index 173. 00000008:00000001:0.0:1788877046.696779:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696781:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696783:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e840 index 173 00000020:00000001:0.0:1788877046.696785:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696786:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696787:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696789:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000103cef50[1 00000000687c1588 5 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877046.696790:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696791:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696792:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf7e0. 00000020:00000001:0.0:1788877046.696795:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696796:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696797:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696798:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557113056 : -126393152438560 : ffff8d0bcd0bfee0) 00000020:00000001:0.0:1788877046.696800:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696801:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696802:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696803:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696804:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696806:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000042adb55e[2 00000000687c1588 1 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877046.696807:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696808:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696809:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696810:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bff40 00000008:00000001:0.0:1788877046.696811:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696812:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bff50 page ffff8d0bcd0bff40 at index 174. 00000008:00000001:0.0:1788877046.696814:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696816:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696817:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e880 index 174 00000020:00000001:0.0:1788877046.696819:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696820:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696821:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696824:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000042adb55e[1 00000000687c1588 5 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877046.696825:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696826:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696828:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bfee0. 00000020:00000001:0.0:1788877046.696830:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696831:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696832:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696833:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557110368 : -126393152441248 : ffff8d0bcd0bf460) 00000020:00000001:0.0:1788877046.696835:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696836:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696837:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696838:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696838:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696841:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007de16633[2 00000000687c1588 1 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877046.696842:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696844:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696845:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696846:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf4c0 00000008:00000001:0.0:1788877046.696847:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696848:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf4d0 page ffff8d0bcd0bf4c0 at index 175. 00000008:00000001:0.0:1788877046.696850:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696852:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696854:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e8c0 index 175 00000020:00000001:0.0:1788877046.696856:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696861:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696863:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696865:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007de16633[1 00000000687c1588 5 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877046.696867:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696868:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696869:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf460. 00000020:00000001:0.0:1788877046.696872:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696872:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696874:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696875:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557109920 : -126393152441696 : ffff8d0bcd0bf2a0) 00000020:00000001:0.0:1788877046.696877:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696878:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696879:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696880:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696881:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696884:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004a65f2be[2 00000000687c1588 1 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877046.696885:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696886:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696887:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696887:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf300 00000008:00000001:0.0:1788877046.696888:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696889:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf310 page ffff8d0bcd0bf300 at index 176. 00000008:00000001:0.0:1788877046.696891:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696893:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696895:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e900 index 176 00000020:00000001:0.0:1788877046.696897:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696898:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696899:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696901:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004a65f2be[1 00000000687c1588 5 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877046.696902:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696903:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696905:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf2a0. 00000020:00000001:0.0:1788877046.696907:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696908:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696910:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696911:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557110144 : -126393152441472 : ffff8d0bcd0bf380) 00000020:00000001:0.0:1788877046.696913:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696914:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696915:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696916:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696917:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696919:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000caed9498[2 00000000687c1588 1 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877046.696920:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696921:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696922:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696923:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf3e0 00000008:00000001:0.0:1788877046.696924:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696925:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf3f0 page ffff8d0bcd0bf3e0 at index 177. 00000008:00000001:0.0:1788877046.696926:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696928:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696929:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e940 index 177 00000020:00000001:0.0:1788877046.696931:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696932:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696932:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696934:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000caed9498[1 00000000687c1588 5 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877046.696935:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696937:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696938:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf380. 00000020:00000001:0.0:1788877046.696940:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696941:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696942:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696943:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557109472 : -126393152442144 : ffff8d0bcd0bf0e0) 00000020:00000001:0.0:1788877046.696945:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696945:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696946:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696947:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696949:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696951:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009516e14e[2 00000000687c1588 1 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877046.696952:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696953:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696954:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696955:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf140 00000008:00000001:0.0:1788877046.696956:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696957:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf150 page ffff8d0bcd0bf140 at index 178. 00000008:00000001:0.0:1788877046.696959:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696961:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696962:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e980 index 178 00000020:00000001:0.0:1788877046.696965:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696965:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696966:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.696968:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009516e14e[1 00000000687c1588 5 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877046.696969:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.696970:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.696972:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf0e0. 00000020:00000001:0.0:1788877046.696974:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.696974:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.696976:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.696977:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557109248 : -126393152442368 : ffff8d0bcd0bf000) 00000020:00000001:0.0:1788877046.696979:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696980:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.696981:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.696982:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.696983:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.696985:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a1542c14[2 00000000687c1588 1 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877046.696986:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.696987:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.696989:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.696989:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf060 00000008:00000001:0.0:1788877046.696990:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.696991:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf070 page ffff8d0bcd0bf060 at index 179. 00000008:00000001:0.0:1788877046.696993:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.696996:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.696997:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027e9c0 index 179 00000020:00000001:0.0:1788877046.696999:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.696999:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697000:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697003:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a1542c14[1 00000000687c1588 5 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877046.697004:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697005:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697006:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf000. 00000020:00000001:0.0:1788877046.697009:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697010:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697095:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697097:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557110592 : -126393152441024 : ffff8d0bcd0bf540) 00000020:00000001:0.0:1788877046.697100:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697101:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697102:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697103:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697104:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697107:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009925d1c3[2 00000000687c1588 1 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877046.697108:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697109:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697111:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697111:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf5a0 00000008:00000001:0.0:1788877046.697113:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697114:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf5b0 page ffff8d0bcd0bf5a0 at index 180. 00000008:00000001:0.0:1788877046.697115:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697118:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697119:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ea00 index 180 00000020:00000001:0.0:1788877046.697122:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697123:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697124:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697126:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009925d1c3[1 00000000687c1588 5 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877046.697127:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697129:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697130:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf540. 00000020:00000001:0.0:1788877046.697133:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697134:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697135:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697137:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557112832 : -126393152438784 : ffff8d0bcd0bfe00) 00000020:00000001:0.0:1788877046.697138:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697139:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697140:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697141:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697142:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697145:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009c60209a[2 00000000687c1588 1 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877046.697147:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697148:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697149:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697150:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bfe60 00000008:00000001:0.0:1788877046.697152:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697153:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bfe70 page ffff8d0bcd0bfe60 at index 181. 00000008:00000001:0.0:1788877046.697155:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697157:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697159:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ea40 index 181 00000020:00000001:0.0:1788877046.697161:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697161:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697162:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697165:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009c60209a[1 00000000687c1588 5 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877046.697166:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697167:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697169:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bfe00. 00000020:00000001:0.0:1788877046.697171:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697172:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697174:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697175:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557111488 : -126393152440128 : ffff8d0bcd0bf8c0) 00000020:00000001:0.0:1788877046.697177:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697178:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697179:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697180:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697181:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697183:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a786c032[2 00000000687c1588 1 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877046.697185:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697186:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697187:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697188:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf920 00000008:00000001:0.0:1788877046.697189:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697191:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf930 page ffff8d0bcd0bf920 at index 182. 00000008:00000001:0.0:1788877046.697192:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697194:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697196:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ea80 index 182 00000020:00000001:0.0:1788877046.697198:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697199:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697200:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697203:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a786c032[1 00000000687c1588 5 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877046.697204:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697205:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697206:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf8c0. 00000020:00000001:0.0:1788877046.697208:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697210:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697211:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697212:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557112160 : -126393152439456 : ffff8d0bcd0bfb60) 00000020:00000001:0.0:1788877046.697214:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697215:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697216:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697217:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697218:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697221:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dddc0079[2 00000000687c1588 1 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877046.697222:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697223:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697224:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697225:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bfbc0 00000008:00000001:0.0:1788877046.697226:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697227:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bfbd0 page ffff8d0bcd0bfbc0 at index 183. 00000008:00000001:0.0:1788877046.697229:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697232:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697233:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027eac0 index 183 00000020:00000001:0.0:1788877046.697235:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697236:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697237:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697239:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dddc0079[1 00000000687c1588 5 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877046.697240:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697242:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697243:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bfb60. 00000020:00000001:0.0:1788877046.697246:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697246:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697274:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697276:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557112608 : -126393152439008 : ffff8d0bcd0bfd20) 00000020:00000001:0.0:1788877046.697278:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697279:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697280:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697281:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697282:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697285:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ba07a2b6[2 00000000687c1588 1 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877046.697286:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697287:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697288:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697289:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bfd80 00000008:00000001:0.0:1788877046.697291:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697292:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bfd90 page ffff8d0bcd0bfd80 at index 184. 00000008:00000001:0.0:1788877046.697294:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697296:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697297:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027eb00 index 184 00000020:00000001:0.0:1788877046.697299:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697300:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697301:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697303:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ba07a2b6[1 00000000687c1588 5 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877046.697304:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697305:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697307:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bfd20. 00000020:00000001:0.0:1788877046.697309:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697310:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697311:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697312:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557109696 : -126393152441920 : ffff8d0bcd0bf1c0) 00000020:00000001:0.0:1788877046.697314:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697314:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697315:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697316:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697317:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697518:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000389fab20[2 00000000687c1588 1 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877046.697521:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697522:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697524:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697525:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf220 00000008:00000001:0.0:1788877046.697526:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697528:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf230 page ffff8d0bcd0bf220 at index 185. 00000008:00000001:0.0:1788877046.697538:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697541:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697543:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027eb40 index 185 00000020:00000001:0.0:1788877046.697545:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697546:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697547:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697550:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000389fab20[1 00000000687c1588 5 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877046.697551:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697552:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697555:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf1c0. 00000020:00000001:0.0:1788877046.697558:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697559:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697560:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697562:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557111936 : -126393152439680 : ffff8d0bcd0bfa80) 00000020:00000001:0.0:1788877046.697564:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697565:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697566:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697567:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697568:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697570:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005f20049d[2 00000000687c1588 1 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877046.697572:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697573:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697574:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697575:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bfae0 00000008:00000001:0.0:1788877046.697576:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697578:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bfaf0 page ffff8d0bcd0bfae0 at index 186. 00000008:00000001:0.0:1788877046.697580:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697582:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697583:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027eb80 index 186 00000020:00000001:0.0:1788877046.697585:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697586:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697587:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697590:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005f20049d[1 00000000687c1588 5 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877046.697591:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697592:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697594:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bfa80. 00000020:00000001:0.0:1788877046.697596:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697597:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697598:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697599:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557110816 : -126393152440800 : ffff8d0bcd0bf620) 00000020:00000001:0.0:1788877046.697601:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697602:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697603:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697604:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697605:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697607:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005b27f36d[2 00000000687c1588 1 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877046.697609:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697610:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697611:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697612:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0bf680 00000008:00000001:0.0:1788877046.697613:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697614:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0bf690 page ffff8d0bcd0bf680 at index 187. 00000008:00000001:0.0:1788877046.697616:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697619:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697620:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4027ebc0 index 187 00000020:00000001:0.0:1788877046.697622:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697623:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697624:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697626:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005b27f36d[1 00000000687c1588 5 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877046.697628:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697629:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697630:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0bf620. 00000020:00000001:0.0:1788877046.697633:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697634:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697635:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697636:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558697536 : -126393150854080 : ffff8d0bcd242c40) 00000020:00000001:0.0:1788877046.697638:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697639:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697640:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697641:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697642:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697645:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000062c9831d[2 00000000687c1588 1 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877046.697646:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697647:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697649:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697649:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242ca0 00000008:00000001:0.0:1788877046.697651:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697652:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242cb0 page ffff8d0bcd242ca0 at index 188. 00000008:00000001:0.0:1788877046.697654:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697656:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697658:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a000 index 188 00000020:00000001:0.0:1788877046.697660:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697661:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697662:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697664:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000062c9831d[1 00000000687c1588 5 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877046.697666:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697667:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697668:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242c40. 00000020:00000001:0.0:1788877046.697674:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697675:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697676:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697677:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558696864 : -126393150854752 : ffff8d0bcd2429a0) 00000020:00000001:0.0:1788877046.697679:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697680:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697681:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697682:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697683:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697685:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a1718f39[2 00000000687c1588 1 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877046.697687:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697688:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697689:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697690:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242a00 00000008:00000001:0.0:1788877046.697691:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697692:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242a10 page ffff8d0bcd242a00 at index 189. 00000008:00000001:0.0:1788877046.697694:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697696:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697698:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a040 index 189 00000020:00000001:0.0:1788877046.697699:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697700:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697701:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697704:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a1718f39[1 00000000687c1588 5 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877046.697705:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697706:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697708:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2429a0. 00000020:00000001:0.0:1788877046.697875:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697876:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697878:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697880:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558696416 : -126393150855200 : ffff8d0bcd2427e0) 00000020:00000001:0.0:1788877046.697882:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697883:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697884:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697885:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697886:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697889:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a16441fc[2 00000000687c1588 1 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877046.697890:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697892:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697893:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697894:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242840 00000008:00000001:0.0:1788877046.697896:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697897:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242850 page ffff8d0bcd242840 at index 190. 00000008:00000001:0.0:1788877046.697899:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.697902:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.697903:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a080 index 190 00000020:00000001:0.0:1788877046.697905:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697906:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.697907:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.697909:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a16441fc[1 00000000687c1588 5 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877046.697911:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.697912:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.697914:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2427e0. 00000020:00000001:0.0:1788877046.697916:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.697917:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.697918:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.697920:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558698208 : -126393150853408 : ffff8d0bcd242ee0) 00000020:00000001:0.0:1788877046.697921:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697922:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.697923:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.697924:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.697925:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.697984:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c26312a7[2 00000000687c1588 1 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877046.697988:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.697989:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.697990:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.697991:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242f40 00000008:00000001:0.0:1788877046.697993:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.697994:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242f50 page ffff8d0bcd242f40 at index 191. 00000008:00000001:0.0:1788877046.697996:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.698003:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.698008:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a0c0 index 191 00000020:00000001:0.0:1788877046.698009:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698010:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698011:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.698014:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c26312a7[1 00000000687c1588 5 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877046.698015:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.698019:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.698021:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242ee0. 00000020:00000001:0.0:1788877046.698024:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.698025:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.698026:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.698027:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558695520 : -126393150856096 : ffff8d0bcd242460) 00000020:00000001:0.0:1788877046.698029:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698030:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698031:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.698032:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.698033:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.698036:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002e8a8f96[2 00000000687c1588 1 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877046.698040:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.698041:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.698042:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.698043:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2424c0 00000008:00000001:0.0:1788877046.698045:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.698046:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2424d0 page ffff8d0bcd2424c0 at index 192. 00000008:00000001:0.0:1788877046.698048:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.698053:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.698054:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a100 index 192 00000020:00000001:0.0:1788877046.698056:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698057:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698058:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.698060:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002e8a8f96[1 00000000687c1588 5 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877046.698061:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.698063:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.698064:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242460. 00000020:00000001:0.0:1788877046.698066:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.698070:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.698071:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.698072:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558695072 : -126393150856544 : ffff8d0bcd2422a0) 00000020:00000001:0.0:1788877046.698074:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698075:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698076:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.698078:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.698081:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.698083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d3e8e959[2 00000000687c1588 1 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877046.698084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.698086:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.698087:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.698088:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242300 00000008:00000001:0.0:1788877046.698089:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.698091:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242310 page ffff8d0bcd242300 at index 193. 00000008:00000001:0.0:1788877046.698093:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.698095:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.698099:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a140 index 193 00000020:00000001:0.0:1788877046.698101:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698102:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698103:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.698105:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d3e8e959[1 00000000687c1588 5 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877046.698107:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.698108:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.698112:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2422a0. 00000020:00000001:0.0:1788877046.698114:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.698115:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.698116:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.698117:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558695296 : -126393150856320 : ffff8d0bcd242380) 00000020:00000001:0.0:1788877046.698119:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698119:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698120:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.698122:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.698123:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.698125:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9ae8309[2 00000000687c1588 1 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877046.698127:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.698128:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.698131:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.698132:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2423e0 00000008:00000001:0.0:1788877046.698134:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.698135:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2423f0 page ffff8d0bcd2423e0 at index 194. 00000008:00000001:0.0:1788877046.698137:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.698139:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.698142:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a180 index 194 00000020:00000001:0.0:1788877046.698144:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698145:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698146:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.698148:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e9ae8309[1 00000000687c1588 5 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877046.698149:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.698150:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.698152:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242380. 00000020:00000001:0.0:1788877046.698154:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.698156:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.698631:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.698634:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558694624 : -126393150856992 : ffff8d0bcd2420e0) 00000020:00000001:0.0:1788877046.698637:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698638:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698639:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.698640:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.698642:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.698646:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dd797942[2 00000000687c1588 1 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877046.698648:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.698649:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.698651:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.698652:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242140 00000008:00000001:0.0:1788877046.698654:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.698655:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242150 page ffff8d0bcd242140 at index 195. 00000008:00000001:0.0:1788877046.698657:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.698660:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.698662:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a1c0 index 195 00000020:00000001:0.0:1788877046.698665:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698666:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698667:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.698670:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dd797942[1 00000000687c1588 5 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877046.698677:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.698678:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.698681:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2420e0. 00000020:00000001:0.0:1788877046.698685:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.698686:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.698687:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.698688:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558694400 : -126393150857216 : ffff8d0bcd242000) 00000020:00000001:0.0:1788877046.698690:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698691:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698692:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.698693:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.698694:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.698696:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000330e4904[2 00000000687c1588 1 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877046.698698:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.698699:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.698700:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.698702:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242060 00000008:00000001:0.0:1788877046.698703:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.698704:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242070 page ffff8d0bcd242060 at index 196. 00000008:00000001:0.0:1788877046.698705:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.698708:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.698709:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a200 index 196 00000020:00000001:0.0:1788877046.698711:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698712:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698713:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.698715:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000330e4904[1 00000000687c1588 5 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877046.698717:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.698718:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.698719:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242000. 00000020:00000001:0.0:1788877046.698721:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.698722:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.698723:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.698724:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558695744 : -126393150855872 : ffff8d0bcd242540) 00000020:00000001:0.0:1788877046.698727:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698728:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698729:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.698730:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.698731:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.698733:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000469cf576[2 00000000687c1588 1 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877046.698735:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.698736:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.698738:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.698739:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2425a0 00000008:00000001:0.0:1788877046.698741:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.698742:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2425b0 page ffff8d0bcd2425a0 at index 197. 00000008:00000001:0.0:1788877046.698745:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.698747:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.698748:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026a240 index 197 00000020:00000001:0.0:1788877046.698750:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698751:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698752:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.698754:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000469cf576[1 00000000687c1588 5 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877046.698755:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.698756:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.698758:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242540. 00000020:00000001:0.0:1788877046.698760:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.698761:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.698763:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.698764:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558697984 : -126393150853632 : ffff8d0bcd242e00) 00000020:00000001:0.0:1788877046.698765:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698767:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698768:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.698769:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.698770:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.698772:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b9c14380[2 00000000687c1588 1 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877046.698773:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.698775:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.698776:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.698776:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242e60 00000008:00000001:0.0:1788877046.698777:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.698779:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242e70 page ffff8d0bcd242e60 at index 198. 00000008:00000001:0.0:1788877046.698780:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.698782:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.698784:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026efc0 index 198 00000020:00000001:0.0:1788877046.698785:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698786:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.698788:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.698790:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b9c14380[1 00000000687c1588 5 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877046.698791:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.698793:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.698794:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242e00. 00000020:00000001:0.0:1788877046.698796:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.698797:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.698798:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.698799:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558696640 : -126393150854976 : ffff8d0bcd2428c0) 00000020:00000001:0.0:1788877046.698801:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698802:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.698803:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.698804:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.698805:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.698808:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dcfc36dd[2 00000000687c1588 1 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877046.698809:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.698810:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.698811:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.698813:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242920 00000008:00000001:0.0:1788877046.698814:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.698815:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242930 page ffff8d0bcd242920 at index 199. 00000008:00000001:0.0:1788877046.698817:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.699405:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.699408:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ef80 index 199 00000020:00000001:0.0:1788877046.699411:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.699413:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.699414:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.699418:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dcfc36dd[1 00000000687c1588 5 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877046.699419:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.699420:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.699423:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2428c0. 00000020:00000001:0.0:1788877046.699426:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.699427:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.699429:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.699431:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558697312 : -126393150854304 : ffff8d0bcd242b60) 00000020:00000001:0.0:1788877046.699432:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.699434:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.699435:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.699436:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.699437:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.699440:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000355d8ee6[2 00000000687c1588 1 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877046.699441:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.699442:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.699444:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.699445:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242bc0 00000008:00000001:0.0:1788877046.699446:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.699447:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242bd0 page ffff8d0bcd242bc0 at index 200. 00000008:00000001:0.0:1788877046.699450:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.699452:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.699453:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ef00 index 200 00000020:00000001:0.0:1788877046.699455:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.699456:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.699457:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.699470:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000355d8ee6[1 00000000687c1588 5 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877046.699472:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.699473:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.699474:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242b60. 00000020:00000001:0.0:1788877046.699477:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.699478:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.699480:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.699481:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558697760 : -126393150853856 : ffff8d0bcd242d20) 00000020:00000001:0.0:1788877046.699483:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.699484:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.699485:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.699486:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.699487:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.699489:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000049a6ee0c[2 00000000687c1588 1 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877046.699491:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.699492:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.699493:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.699494:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242d80 00000008:00000001:0.0:1788877046.699495:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.699497:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242d90 page ffff8d0bcd242d80 at index 201. 00000008:00000001:0.0:1788877046.699499:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.699501:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.699502:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ef40 index 201 00000020:00000001:0.0:1788877046.699504:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.699505:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.699506:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.699508:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000049a6ee0c[1 00000000687c1588 5 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877046.699509:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.699511:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.699512:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242d20. 00000020:00000001:0.0:1788877046.699514:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.699515:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.699516:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.699518:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558694848 : -126393150856768 : ffff8d0bcd2421c0) 00000020:00000001:0.0:1788877046.699520:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.699520:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.699521:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.699523:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.699524:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.699526:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009ebb7560[2 00000000687c1588 1 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877046.699527:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.699528:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.699529:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.699530:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242220 00000008:00000001:0.0:1788877046.699532:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.699533:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242230 page ffff8d0bcd242220 at index 202. 00000008:00000001:0.0:1788877046.699977:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.699981:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.699983:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026eec0 index 202 00000020:00000001:0.0:1788877046.699986:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.699987:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.699988:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.699992:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009ebb7560[1 00000000687c1588 5 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877046.699993:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.699994:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.699996:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2421c0. 00000020:00000001:0.0:1788877046.699999:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700000:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700002:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700003:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558697088 : -126393150854528 : ffff8d0bcd242a80) 00000020:00000001:0.0:1788877046.700005:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700006:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700007:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700008:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700010:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700012:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ea2b6b0d[2 00000000687c1588 1 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877046.700014:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700015:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700016:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700017:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242ae0 00000008:00000001:0.0:1788877046.700019:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700020:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242af0 page ffff8d0bcd242ae0 at index 203. 00000008:00000001:0.0:1788877046.700022:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700024:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700026:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f000 index 203 00000020:00000001:0.0:1788877046.700027:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700028:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700029:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700032:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ea2b6b0d[1 00000000687c1588 5 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877046.700033:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700034:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700036:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242a80. 00000020:00000001:0.0:1788877046.700038:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700039:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700041:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700042:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558695968 : -126393150855648 : ffff8d0bcd242620) 00000020:00000001:0.0:1788877046.700044:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700045:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700046:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700047:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700048:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700050:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004111cb16[2 00000000687c1588 1 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877046.700051:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700053:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700054:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700054:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242680 00000008:00000001:0.0:1788877046.700055:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700057:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242690 page ffff8d0bcd242680 at index 204. 00000008:00000001:0.0:1788877046.700058:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700060:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700061:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f040 index 204 00000020:00000001:0.0:1788877046.700063:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700063:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700065:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700067:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004111cb16[1 00000000687c1588 5 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877046.700068:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700070:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700071:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242620. 00000020:00000001:0.0:1788877046.700073:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700074:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700075:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700077:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558696192 : -126393150855424 : ffff8d0bcd242700) 00000020:00000001:0.0:1788877046.700078:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700079:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700080:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700081:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700082:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004e76cee5[2 00000000687c1588 1 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877046.700086:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700087:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700089:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700091:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd242760 00000008:00000001:0.0:1788877046.700092:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700094:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd242770 page ffff8d0bcd242760 at index 205. 00000008:00000001:0.0:1788877046.700095:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700098:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700099:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f080 index 205 00000020:00000001:0.0:1788877046.700100:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700101:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700102:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700104:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004e76cee5[1 00000000687c1588 5 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877046.700105:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700106:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700108:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd242700. 00000020:00000001:0.0:1788877046.700109:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700110:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700111:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700113:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558698720 : -126393150852896 : ffff8d0bcd2430e0) 00000020:00000001:0.0:1788877046.700115:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700116:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700117:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700118:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700119:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700122:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e94bffdc[2 00000000687c1588 1 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877046.700123:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700124:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700125:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700126:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243140 00000008:00000001:0.0:1788877046.700128:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700129:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243150 page ffff8d0bcd243140 at index 206. 00000008:00000001:0.0:1788877046.700131:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700133:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700134:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f0c0 index 206 00000020:00000001:0.0:1788877046.700136:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700137:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700137:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700140:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e94bffdc[1 00000000687c1588 5 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877046.700141:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700142:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700143:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2430e0. 00000020:00000001:0.0:1788877046.700147:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700148:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700149:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700151:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558698496 : -126393150853120 : ffff8d0bcd243000) 00000020:00000001:0.0:1788877046.700153:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700154:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700155:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700156:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700157:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002494ffae[2 00000000687c1588 1 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877046.700161:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700162:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700163:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700164:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243060 00000008:00000001:0.0:1788877046.700166:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700167:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243070 page ffff8d0bcd243060 at index 207. 00000008:00000001:0.0:1788877046.700169:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700171:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700172:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f100 index 207 00000020:00000001:0.0:1788877046.700174:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700175:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700176:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700179:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002494ffae[1 00000000687c1588 5 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877046.700180:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700181:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700182:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243000. 00000020:00000001:0.0:1788877046.700184:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700185:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700187:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700188:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558699840 : -126393150851776 : ffff8d0bcd243540) 00000020:00000001:0.0:1788877046.700190:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700191:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700192:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700193:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700193:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700196:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000037aaee7[2 00000000687c1588 1 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877046.700197:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700198:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700199:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700200:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2435a0 00000008:00000001:0.0:1788877046.700202:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700203:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2435b0 page ffff8d0bcd2435a0 at index 208. 00000008:00000001:0.0:1788877046.700205:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700208:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700209:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f140 index 208 00000020:00000001:0.0:1788877046.700211:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700212:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700213:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700215:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000037aaee7[1 00000000687c1588 5 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877046.700217:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700218:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700220:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243540. 00000020:00000001:0.0:1788877046.700222:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700223:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700224:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700226:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558702080 : -126393150849536 : ffff8d0bcd243e00) 00000020:00000001:0.0:1788877046.700228:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700229:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700230:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700231:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700232:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700235:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005162b7f7[2 00000000687c1588 1 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877046.700236:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700237:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700239:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700240:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243e60 00000008:00000001:0.0:1788877046.700242:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700243:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243e70 page ffff8d0bcd243e60 at index 209. 00000008:00000001:0.0:1788877046.700245:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700625:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700628:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f180 index 209 00000020:00000001:0.0:1788877046.700632:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700633:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700634:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700638:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005162b7f7[1 00000000687c1588 5 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877046.700639:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700641:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700644:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243e00. 00000020:00000001:0.0:1788877046.700647:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700648:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700718:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700721:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558700736 : -126393150850880 : ffff8d0bcd2438c0) 00000020:00000001:0.0:1788877046.700723:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700725:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700726:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700727:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700728:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700732:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003fe8d90e[2 00000000687c1588 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877046.700733:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700734:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700736:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700737:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243920 00000008:00000001:0.0:1788877046.700739:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700740:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243930 page ffff8d0bcd243920 at index 210. 00000008:00000001:0.0:1788877046.700742:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700745:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700747:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d1c0 index 210 00000020:00000001:0.0:1788877046.700749:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700750:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700752:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700754:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003fe8d90e[1 00000000687c1588 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877046.700755:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700756:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700758:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2438c0. 00000020:00000001:0.0:1788877046.700761:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700762:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700763:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700765:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558701408 : -126393150850208 : ffff8d0bcd243b60) 00000020:00000001:0.0:1788877046.700767:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700768:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700769:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700770:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700770:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700773:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000458ce13f[2 00000000687c1588 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877046.700775:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700776:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700777:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700779:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243bc0 00000008:00000001:0.0:1788877046.700780:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700781:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243bd0 page ffff8d0bcd243bc0 at index 211. 00000008:00000001:0.0:1788877046.700783:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700786:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700787:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d200 index 211 00000020:00000001:0.0:1788877046.700789:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700790:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700791:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700794:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000458ce13f[1 00000000687c1588 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877046.700795:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700796:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700798:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243b60. 00000020:00000001:0.0:1788877046.700801:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700801:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700803:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700804:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558701856 : -126393150849760 : ffff8d0bcd243d20) 00000020:00000001:0.0:1788877046.700807:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700808:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700809:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700810:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700811:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700814:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004b7f7610[2 00000000687c1588 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877046.700816:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700817:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700819:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700820:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243d80 00000008:00000001:0.0:1788877046.700822:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700823:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243d90 page ffff8d0bcd243d80 at index 212. 00000008:00000001:0.0:1788877046.700825:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700827:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.700829:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d240 index 212 00000020:00000001:0.0:1788877046.700831:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700832:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.700833:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.700836:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004b7f7610[1 00000000687c1588 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877046.700838:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.700839:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.700841:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243d20. 00000020:00000001:0.0:1788877046.700843:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.700844:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.700845:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.700847:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558698944 : -126393150852672 : ffff8d0bcd2431c0) 00000020:00000001:0.0:1788877046.700849:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700850:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.700851:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.700852:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.700853:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.700856:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000077cb18f6[2 00000000687c1588 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877046.700858:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.700859:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.700860:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.700861:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243220 00000008:00000001:0.0:1788877046.700862:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.700864:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243230 page ffff8d0bcd243220 at index 213. 00000008:00000001:0.0:1788877046.700866:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.700868:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.702623:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d280 index 213 00000020:00000001:0.0:1788877046.702633:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702636:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702638:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.702645:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000077cb18f6[1 00000000687c1588 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877046.702647:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.702649:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.702654:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2431c0. 00000020:00000001:0.0:1788877046.702661:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.702663:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.702667:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.702669:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558701184 : -126393150850432 : ffff8d0bcd243a80) 00000020:00000001:0.0:1788877046.702672:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702673:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702675:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.702676:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.702678:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.702681:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000276ec054[2 00000000687c1588 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877046.702684:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.702685:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.702687:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.702690:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243ae0 00000008:00000001:0.0:1788877046.702692:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.702694:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243af0 page ffff8d0bcd243ae0 at index 214. 00000008:00000001:0.0:1788877046.702696:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.702704:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.702705:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d2c0 index 214 00000020:00000001:0.0:1788877046.702707:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702708:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702709:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.702712:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000276ec054[1 00000000687c1588 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877046.702714:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.702715:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.702717:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243a80. 00000020:00000001:0.0:1788877046.702719:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.702720:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.702722:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.702723:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558700064 : -126393150851552 : ffff8d0bcd243620) 00000020:00000001:0.0:1788877046.702725:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702726:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702728:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.702729:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.702730:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.702733:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b504c67a[2 00000000687c1588 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877046.702734:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.702735:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.702737:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.702738:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243680 00000008:00000001:0.0:1788877046.702739:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.702740:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243690 page ffff8d0bcd243680 at index 215. 00000008:00000001:0.0:1788877046.702742:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.702744:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.702746:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d300 index 215 00000020:00000001:0.0:1788877046.702748:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702749:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702750:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.702753:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b504c67a[1 00000000687c1588 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877046.702754:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.702755:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.702757:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243620. 00000020:00000001:0.0:1788877046.702759:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.702761:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.702762:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.702763:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558700288 : -126393150851328 : ffff8d0bcd243700) 00000020:00000001:0.0:1788877046.702765:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702766:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702767:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.702768:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.702769:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.702772:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000037b04cde[2 00000000687c1588 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877046.702774:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.702775:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.702776:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.702777:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243760 00000008:00000001:0.0:1788877046.702779:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.702780:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243770 page ffff8d0bcd243760 at index 216. 00000008:00000001:0.0:1788877046.702782:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.702784:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.702785:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d340 index 216 00000020:00000001:0.0:1788877046.702787:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702788:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702789:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.702792:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000037b04cde[1 00000000687c1588 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877046.702793:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.702795:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.702796:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243700. 00000020:00000001:0.0:1788877046.702799:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.702799:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.702801:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.702803:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558701632 : -126393150849984 : ffff8d0bcd243c40) 00000020:00000001:0.0:1788877046.702805:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702806:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702807:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.702808:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.702809:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.702812:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a1cbddde[2 00000000687c1588 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877046.702814:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.702815:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.702816:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.702818:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243ca0 00000008:00000001:0.0:1788877046.702819:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.702821:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243cb0 page ffff8d0bcd243ca0 at index 217. 00000008:00000001:0.0:1788877046.702823:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.702825:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.702827:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d380 index 217 00000020:00000001:0.0:1788877046.702829:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702830:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.702831:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.702833:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a1cbddde[1 00000000687c1588 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877046.702835:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.702836:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.702837:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243c40. 00000020:00000001:0.0:1788877046.702840:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.702841:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.702842:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.702844:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558700960 : -126393150850656 : ffff8d0bcd2439a0) 00000020:00000001:0.0:1788877046.702846:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702847:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.702848:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.702849:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.702850:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.702853:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008ae58aee[2 00000000687c1588 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877046.702854:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.702856:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.702857:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.702858:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243a00 00000008:00000001:0.0:1788877046.702859:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.702860:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243a10 page ffff8d0bcd243a00 at index 218. 00000008:00000001:0.0:1788877046.702862:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.702864:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.702866:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d3c0 index 218 00000020:00000001:0.0:1788877046.702868:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.703968:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.703976:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.703986:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008ae58aee[1 00000000687c1588 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877046.703988:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.703989:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.703995:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2439a0. 00000020:00000001:0.0:1788877046.704002:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.704003:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.704007:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.704009:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558700512 : -126393150851104 : ffff8d0bcd2437e0) 00000020:00000001:0.0:1788877046.704012:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704013:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704014:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.704016:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.704018:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.704021:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ce14d9dd[2 00000000687c1588 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877046.704023:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.704024:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.704027:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.704028:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243840 00000008:00000001:0.0:1788877046.704030:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.704032:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243850 page ffff8d0bcd243840 at index 219. 00000008:00000001:0.0:1788877046.704034:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.704040:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.704043:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d400 index 219 00000020:00000001:0.0:1788877046.704046:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.704047:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.704049:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.704051:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ce14d9dd[1 00000000687c1588 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877046.704053:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.704054:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.704056:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2437e0. 00000020:00000001:0.0:1788877046.704059:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.704060:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.704061:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.704063:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558702304 : -126393150849312 : ffff8d0bcd243ee0) 00000020:00000001:0.0:1788877046.704065:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704066:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704067:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.704068:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.704069:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.704072:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000030987a79[2 00000000687c1588 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877046.704073:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.704074:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.704076:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.704077:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243f40 00000008:00000001:0.0:1788877046.704079:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.704080:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243f50 page ffff8d0bcd243f40 at index 220. 00000008:00000001:0.0:1788877046.704082:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.704084:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.704086:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d440 index 220 00000020:00000001:0.0:1788877046.704088:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.704089:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.704090:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.704093:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000030987a79[1 00000000687c1588 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877046.704094:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.704096:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.704097:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243ee0. 00000020:00000001:0.0:1788877046.704099:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.704100:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.704102:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.704103:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558699616 : -126393150852000 : ffff8d0bcd243460) 00000020:00000001:0.0:1788877046.704105:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704106:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704107:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.704109:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.704110:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.704113:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006003226c[2 00000000687c1588 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877046.704114:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.704116:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.704117:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.704118:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2434c0 00000008:00000001:0.0:1788877046.704119:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.704121:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2434d0 page ffff8d0bcd2434c0 at index 221. 00000008:00000001:0.0:1788877046.704123:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.704125:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.704126:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d480 index 221 00000020:00000001:0.0:1788877046.704128:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.704129:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.704130:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.704133:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006003226c[1 00000000687c1588 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877046.704134:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.704135:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.704137:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243460. 00000020:00000001:0.0:1788877046.704139:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.704140:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.704141:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.704143:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558699168 : -126393150852448 : ffff8d0bcd2432a0) 00000020:00000001:0.0:1788877046.704145:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704146:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704147:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.704148:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.704149:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.704153:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ec3ae874[2 00000000687c1588 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877046.704154:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.704156:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.704157:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.704158:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd243300 00000008:00000001:0.0:1788877046.704159:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.704161:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd243310 page ffff8d0bcd243300 at index 222. 00000008:00000001:0.0:1788877046.704163:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.704165:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.704166:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d4c0 index 222 00000020:00000001:0.0:1788877046.704168:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.704169:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.704170:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.704173:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ec3ae874[1 00000000687c1588 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877046.704175:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.704176:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.704177:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2432a0. 00000020:00000001:0.0:1788877046.704179:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.704180:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.704182:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.704183:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558699392 : -126393150852224 : ffff8d0bcd243380) 00000020:00000001:0.0:1788877046.704185:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704186:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.704187:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.704188:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.704189:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.704192:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000858b0656[2 00000000687c1588 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877046.704193:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.704195:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.704196:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.704197:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2433e0 00000008:00000001:0.0:1788877046.704198:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.704200:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2433f0 page ffff8d0bcd2433e0 at index 223. 00000008:00000001:0.0:1788877046.704202:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.706970:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.706986:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d500 index 223 00000020:00000001:0.0:1788877046.706996:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.706999:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707002:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707010:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000858b0656[1 00000000687c1588 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877046.707012:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707013:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707021:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd243380. 00000020:00000001:0.0:1788877046.707029:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707030:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707036:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707038:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558703712 : -126393150847904 : ffff8d0bcd244460) 00000020:00000001:0.0:1788877046.707041:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707042:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707044:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707046:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707048:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707051:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000937226cb[2 00000000687c1588 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877046.707054:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.707056:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.707058:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.707059:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2444c0 00000008:00000001:0.0:1788877046.707062:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.707064:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2444d0 page ffff8d0bcd2444c0 at index 224. 00000008:00000001:0.0:1788877046.707067:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.707077:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.707079:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d540 index 224 00000020:00000001:0.0:1788877046.707082:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707083:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707084:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707087:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000937226cb[1 00000000687c1588 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877046.707088:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707089:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707091:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244460. 00000020:00000001:0.0:1788877046.707096:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707097:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707167:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707169:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558703264 : -126393150848352 : ffff8d0bcd2442a0) 00000020:00000001:0.0:1788877046.707171:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707173:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707174:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707175:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707176:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707179:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b11749ce[2 00000000687c1588 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877046.707180:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.707182:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.707183:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.707184:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244300 00000008:00000001:0.0:1788877046.707185:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.707187:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244310 page ffff8d0bcd244300 at index 225. 00000008:00000001:0.0:1788877046.707189:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.707192:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.707193:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d580 index 225 00000020:00000001:0.0:1788877046.707195:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707196:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707198:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707200:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b11749ce[1 00000000687c1588 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877046.707202:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707203:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707217:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2442a0. 00000020:00000001:0.0:1788877046.707221:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707222:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707223:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707224:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558703488 : -126393150848128 : ffff8d0bcd244380) 00000020:00000001:0.0:1788877046.707226:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707227:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707228:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707229:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707230:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707233:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005735ab76[2 00000000687c1588 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877046.707234:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.707235:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.707237:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.707238:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2443e0 00000008:00000001:0.0:1788877046.707239:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.707241:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2443f0 page ffff8d0bcd2443e0 at index 226. 00000008:00000001:0.0:1788877046.707243:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.707246:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.707607:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d5c0 index 226 00000020:00000001:0.0:1788877046.707611:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707612:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707613:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707616:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005735ab76[1 00000000687c1588 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877046.707618:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707619:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707621:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244380. 00000020:00000001:0.0:1788877046.707624:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707625:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707626:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707628:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558702816 : -126393150848800 : ffff8d0bcd2440e0) 00000020:00000001:0.0:1788877046.707630:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707631:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707632:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707634:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707635:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000117dbe8[2 00000000687c1588 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877046.707639:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.707640:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.707642:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.707643:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244140 00000008:00000001:0.0:1788877046.707644:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.707646:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244150 page ffff8d0bcd244140 at index 227. 00000008:00000001:0.0:1788877046.707648:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.707651:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.707652:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d600 index 227 00000020:00000001:0.0:1788877046.707654:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707655:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707656:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707659:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000117dbe8[1 00000000687c1588 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877046.707660:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707661:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707663:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2440e0. 00000020:00000001:0.0:1788877046.707665:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707666:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707668:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707669:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558702592 : -126393150849024 : ffff8d0bcd244000) 00000020:00000001:0.0:1788877046.707671:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707672:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707673:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707674:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707675:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707677:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000eaec8d7c[2 00000000687c1588 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877046.707679:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.707680:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.707681:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.707682:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244060 00000008:00000001:0.0:1788877046.707683:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.707684:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244070 page ffff8d0bcd244060 at index 228. 00000008:00000001:0.0:1788877046.707686:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.707688:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.707690:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d640 index 228 00000020:00000001:0.0:1788877046.707691:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707692:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707693:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707695:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000eaec8d7c[1 00000000687c1588 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877046.707696:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707697:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707699:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244000. 00000020:00000001:0.0:1788877046.707701:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707702:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707703:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707705:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558703936 : -126393150847680 : ffff8d0bcd244540) 00000020:00000001:0.0:1788877046.707707:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707708:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707709:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707710:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707711:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000554d117e[2 00000000687c1588 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877046.707714:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.707716:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.707717:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.707718:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2445a0 00000008:00000001:0.0:1788877046.707719:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.707721:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2445b0 page ffff8d0bcd2445a0 at index 229. 00000008:00000001:0.0:1788877046.707723:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.707725:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.707726:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d680 index 229 00000020:00000001:0.0:1788877046.707728:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707729:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707730:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707732:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000554d117e[1 00000000687c1588 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877046.707734:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707735:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707736:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244540. 00000020:00000001:0.0:1788877046.707738:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707739:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707740:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707741:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558706176 : -126393150845440 : ffff8d0bcd244e00) 00000020:00000001:0.0:1788877046.707743:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707744:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707745:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707746:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707747:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707749:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002b5c4c1b[2 00000000687c1588 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877046.707751:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.707752:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.707753:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.707754:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244e60 00000008:00000001:0.0:1788877046.707755:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.707756:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244e70 page ffff8d0bcd244e60 at index 230. 00000008:00000001:0.0:1788877046.707758:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.707760:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.707762:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d6c0 index 230 00000020:00000001:0.0:1788877046.707764:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707764:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707765:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707768:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002b5c4c1b[1 00000000687c1588 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877046.707769:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707771:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707772:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244e00. 00000020:00000001:0.0:1788877046.707775:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707776:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707777:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707778:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558704832 : -126393150846784 : ffff8d0bcd2448c0) 00000020:00000001:0.0:1788877046.707780:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707781:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707782:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707783:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707784:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707786:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007c50bb54[2 00000000687c1588 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877046.707788:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.707789:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.707790:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.707791:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244920 00000008:00000001:0.0:1788877046.707792:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.707794:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244930 page ffff8d0bcd244920 at index 231. 00000008:00000001:0.0:1788877046.707795:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.707798:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.707799:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d700 index 231 00000020:00000001:0.0:1788877046.707801:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707802:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707803:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707806:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007c50bb54[1 00000000687c1588 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877046.707807:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707808:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707810:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2448c0. 00000020:00000001:0.0:1788877046.707812:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707813:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707815:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707816:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558705504 : -126393150846112 : ffff8d0bcd244b60) 00000020:00000001:0.0:1788877046.707819:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707820:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707821:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707822:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707823:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000972dba02[2 00000000687c1588 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877046.707827:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.707829:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.707830:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.707832:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244bc0 00000008:00000001:0.0:1788877046.707833:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.707835:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244bd0 page ffff8d0bcd244bc0 at index 232. 00000008:00000001:0.0:1788877046.707837:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.707839:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.707840:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d740 index 232 00000020:00000001:0.0:1788877046.707842:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707843:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.707844:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.707847:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000972dba02[1 00000000687c1588 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877046.707849:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.707850:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.707851:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244b60. 00000020:00000001:0.0:1788877046.707854:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.707855:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.707856:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.707857:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558705952 : -126393150845664 : ffff8d0bcd244d20) 00000020:00000001:0.0:1788877046.707859:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707860:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.707861:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.707862:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.707864:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.707866:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a396be33[2 00000000687c1588 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877046.707868:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.709503:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.709513:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.709515:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244d80 00000008:00000001:0.0:1788877046.709521:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.709523:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244d90 page ffff8d0bcd244d80 at index 233. 00000008:00000001:0.0:1788877046.709527:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.709951:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.709957:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d780 index 233 00000020:00000001:0.0:1788877046.709964:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.709966:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.709969:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.709977:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a396be33[1 00000000687c1588 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877046.709979:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.709981:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.709987:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244d20. 00000020:00000001:0.0:1788877046.709995:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.709997:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.710001:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.710004:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558703040 : -126393150848576 : ffff8d0bcd2441c0) 00000020:00000001:0.0:1788877046.710006:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710008:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710010:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.710011:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.710013:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.710016:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b31d533e[2 00000000687c1588 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877046.710018:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.710020:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.710021:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.710022:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244220 00000008:00000001:0.0:1788877046.710024:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.710025:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244230 page ffff8d0bcd244220 at index 234. 00000008:00000001:0.0:1788877046.710028:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.710031:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.710032:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4028d7c0 index 234 00000020:00000001:0.0:1788877046.710034:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710035:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710036:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.710039:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b31d533e[1 00000000687c1588 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877046.710040:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.710042:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.710043:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2441c0. 00000020:00000001:0.0:1788877046.710046:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.710047:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.710048:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.710049:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558705280 : -126393150846336 : ffff8d0bcd244a80) 00000020:00000001:0.0:1788877046.710051:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710051:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710052:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.710053:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.710054:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.710056:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e0325b68[2 00000000687c1588 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877046.710057:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.710058:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.710060:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.710061:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244ae0 00000008:00000001:0.0:1788877046.710062:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.710064:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244af0 page ffff8d0bcd244ae0 at index 235. 00000008:00000001:0.0:1788877046.710066:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.710068:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.710069:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f800 index 235 00000020:00000001:0.0:1788877046.710071:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710072:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710073:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.710076:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e0325b68[1 00000000687c1588 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877046.710078:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.710079:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.710080:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244a80. 00000020:00000001:0.0:1788877046.710082:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.710083:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.710085:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.710086:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558704160 : -126393150847456 : ffff8d0bcd244620) 00000020:00000001:0.0:1788877046.710088:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710089:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710090:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.710093:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.710094:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.710103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fc1d8f81[2 00000000687c1588 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877046.710105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.710106:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.710108:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.710109:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244680 00000008:00000001:0.0:1788877046.710110:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.710111:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244690 page ffff8d0bcd244680 at index 236. 00000008:00000001:0.0:1788877046.710114:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.710116:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.710118:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f840 index 236 00000020:00000001:0.0:1788877046.710120:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710121:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710122:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.710125:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fc1d8f81[1 00000000687c1588 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877046.710127:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.710128:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.710130:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244620. 00000020:00000001:0.0:1788877046.710133:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.710134:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.710135:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.710137:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558704384 : -126393150847232 : ffff8d0bcd244700) 00000020:00000001:0.0:1788877046.710139:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710140:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710141:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.710142:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.710143:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.710146:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000091b649bd[2 00000000687c1588 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877046.710147:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.710148:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.710149:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.710150:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244760 00000008:00000001:0.0:1788877046.710151:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.710152:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244770 page ffff8d0bcd244760 at index 237. 00000008:00000001:0.0:1788877046.710154:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.710156:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.710157:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f880 index 237 00000020:00000001:0.0:1788877046.710159:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710160:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710161:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.710163:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000091b649bd[1 00000000687c1588 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877046.710165:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.710166:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.710168:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244700. 00000020:00000001:0.0:1788877046.710170:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.710171:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.710172:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.710173:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558705728 : -126393150845888 : ffff8d0bcd244c40) 00000020:00000001:0.0:1788877046.710175:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710176:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710177:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.710178:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.710179:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.710182:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000022b1b9cf[2 00000000687c1588 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877046.710183:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.710185:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.710186:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.710187:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244ca0 00000008:00000001:0.0:1788877046.710189:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.710190:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244cb0 page ffff8d0bcd244ca0 at index 238. 00000008:00000001:0.0:1788877046.710192:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.710194:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.710196:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f8c0 index 238 00000020:00000001:0.0:1788877046.710197:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710199:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.710200:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.710202:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000022b1b9cf[1 00000000687c1588 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877046.710214:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.710216:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.710217:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244c40. 00000020:00000001:0.0:1788877046.710220:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.710221:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.710222:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.710224:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558705056 : -126393150846560 : ffff8d0bcd2449a0) 00000020:00000001:0.0:1788877046.710226:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710227:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.710228:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.710229:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.710230:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.710234:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000012cc3347[2 00000000687c1588 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877046.710235:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.710236:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.710238:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.710238:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244a00 00000008:00000001:0.0:1788877046.710240:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.710241:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244a10 page ffff8d0bcd244a00 at index 239. 00000008:00000001:0.0:1788877046.710243:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.710246:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.711645:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f900 index 239 00000020:00000001:0.0:1788877046.711656:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.711658:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.711661:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.711669:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000012cc3347[1 00000000687c1588 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877046.711670:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.711672:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.711676:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2449a0. 00000020:00000001:0.0:1788877046.711684:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.711685:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.711785:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.711788:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558704608 : -126393150847008 : ffff8d0bcd2447e0) 00000020:00000001:0.0:1788877046.711792:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.711793:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.711794:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.711796:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.711797:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.711801:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000056fa8055[2 00000000687c1588 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877046.711803:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.711804:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.711807:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.711808:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244840 00000008:00000001:0.0:1788877046.711810:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.711812:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244850 page ffff8d0bcd244840 at index 240. 00000008:00000001:0.0:1788877046.711815:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.711823:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.711825:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f940 index 240 00000020:00000001:0.0:1788877046.711827:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.711828:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.711829:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.711832:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000056fa8055[1 00000000687c1588 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877046.711834:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.711835:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.711838:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2447e0. 00000020:00000001:0.0:1788877046.711840:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.711842:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.711843:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.711845:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558706400 : -126393150845216 : ffff8d0bcd244ee0) 00000020:00000001:0.0:1788877046.711847:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.711848:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.711849:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.711850:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.711851:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.711854:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a99e6fb0[2 00000000687c1588 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877046.711855:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.711857:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.711858:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.711860:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd244f40 00000008:00000001:0.0:1788877046.711861:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.711863:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd244f50 page ffff8d0bcd244f40 at index 241. 00000008:00000001:0.0:1788877046.711865:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.711867:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.713042:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f980 index 241 00000020:00000001:0.0:1788877046.713055:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.713056:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.713058:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.713064:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a99e6fb0[1 00000000687c1588 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877046.713066:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.713068:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.713072:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd244ee0. 00000020:00000001:0.0:1788877046.713077:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.713078:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.713081:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.713083:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558707808 : -126393150843808 : ffff8d0bcd245460) 00000020:00000001:0.0:1788877046.713086:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.713087:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.713088:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.713089:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.713091:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.713094:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000086d60c44[2 00000000687c1588 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877046.713095:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.713097:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.713099:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.713100:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2454c0 00000008:00000001:0.0:1788877046.713102:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.713103:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2454d0 page ffff8d0bcd2454c0 at index 242. 00000008:00000001:0.0:1788877046.713106:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.713112:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.713114:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026f9c0 index 242 00000020:00000001:0.0:1788877046.713117:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.713118:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.713119:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.713122:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000086d60c44[1 00000000687c1588 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877046.713124:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.713125:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.713127:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd245460. 00000020:00000001:0.0:1788877046.713131:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.713132:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.713134:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.713135:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558707360 : -126393150844256 : ffff8d0bcd2452a0) 00000020:00000001:0.0:1788877046.713137:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.713138:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.713139:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.713140:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.713141:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.713144:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007396e415[2 00000000687c1588 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877046.713146:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.713147:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.713148:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.713149:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd245300 00000008:00000001:0.0:1788877046.713150:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.713152:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd245310 page ffff8d0bcd245300 at index 243. 00000008:00000001:0.0:1788877046.713154:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.713157:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.713158:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026fa00 index 243 00000020:00000001:0.0:1788877046.713160:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.713161:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.713162:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.713165:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007396e415[1 00000000687c1588 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877046.713166:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.713168:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.713170:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2452a0. 00000020:00000001:0.0:1788877046.713172:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.713173:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.713174:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.713176:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558707584 : -126393150844032 : ffff8d0bcd245380) 00000020:00000001:0.0:1788877046.713178:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.713179:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.713180:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.713181:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.713182:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.713185:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e6050f77[2 00000000687c1588 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877046.713187:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.713188:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.713190:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.713191:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2453e0 00000008:00000001:0.0:1788877046.713193:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.713194:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2453f0 page ffff8d0bcd2453e0 at index 244. 00000008:00000001:0.0:1788877046.713197:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.713199:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.713201:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026fa40 index 244 00000020:00000001:0.0:1788877046.713203:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.713216:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.713218:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.713221:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e6050f77[1 00000000687c1588 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877046.713223:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.713224:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.713226:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd245380. 00000020:00000001:0.0:1788877046.713229:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.713230:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.713231:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.713233:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558706912 : -126393150844704 : ffff8d0bcd2450e0) 00000020:00000001:0.0:1788877046.713235:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.713236:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.713237:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.713239:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.713240:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.713243:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000046194407[2 00000000687c1588 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877046.713245:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.714010:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.714017:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.714019:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd245140 00000008:00000001:0.0:1788877046.714023:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.714025:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd245150 page ffff8d0bcd245140 at index 245. 00000008:00000001:0.0:1788877046.714028:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.714033:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.714036:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026fa80 index 245 00000020:00000001:0.0:1788877046.714039:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714040:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714042:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.714048:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000046194407[1 00000000687c1588 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877046.714050:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.714052:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.714056:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2450e0. 00000020:00000001:0.0:1788877046.714061:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.714062:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.714065:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.714067:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558706688 : -126393150844928 : ffff8d0bcd245000) 00000020:00000001:0.0:1788877046.714069:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.714070:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.714072:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.714073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.714074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.714077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ee09a05c[2 00000000687c1588 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877046.714079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.714081:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.714082:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.714084:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd245060 00000008:00000001:0.0:1788877046.714085:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.714086:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd245070 page ffff8d0bcd245060 at index 246. 00000008:00000001:0.0:1788877046.714089:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.714091:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.714092:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026fac0 index 246 00000020:00000001:0.0:1788877046.714094:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714096:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714097:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.714099:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ee09a05c[1 00000000687c1588 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877046.714101:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.714102:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.714104:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd245000. 00000020:00000001:0.0:1788877046.714106:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.714107:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.714109:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.714110:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558708032 : -126393150843584 : ffff8d0bcd245540) 00000020:00000001:0.0:1788877046.714112:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.714113:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.714115:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.714116:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.714117:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.714120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cf319a19[2 00000000687c1588 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877046.714121:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.714122:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.714123:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.714125:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2455a0 00000008:00000001:0.0:1788877046.714126:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.714128:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2455b0 page ffff8d0bcd2455a0 at index 247. 00000008:00000001:0.0:1788877046.714130:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.714133:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.714134:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026fb00 index 247 00000020:00000001:0.0:1788877046.714136:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714138:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714139:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.714141:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cf319a19[1 00000000687c1588 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877046.714143:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.714144:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.714146:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd245540. 00000020:00000001:0.0:1788877046.714148:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.714149:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.714150:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.714152:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558710272 : -126393150841344 : ffff8d0bcd245e00) 00000020:00000001:0.0:1788877046.714154:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.714155:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.714157:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.714158:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.714159:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.714162:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008e809ded[2 00000000687c1588 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877046.714163:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.714164:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.714166:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.714167:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd245e60 00000008:00000001:0.0:1788877046.714168:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.714169:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd245e70 page ffff8d0bcd245e60 at index 248. 00000008:00000001:0.0:1788877046.714171:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.714174:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.714175:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026fb40 index 248 00000020:00000001:0.0:1788877046.714177:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714178:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714179:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.714182:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008e809ded[1 00000000687c1588 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877046.714183:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.714184:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.714186:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd245e00. 00000020:00000001:0.0:1788877046.714189:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.714189:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.714191:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.714192:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558708928 : -126393150842688 : ffff8d0bcd2458c0) 00000020:00000001:0.0:1788877046.714194:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.714195:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.714196:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.714197:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.714198:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.714200:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000048e87f6f[2 00000000687c1588 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877046.714202:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.714214:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.714215:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.714216:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd245920 00000008:00000001:0.0:1788877046.714217:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.714219:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd245930 page ffff8d0bcd245920 at index 249. 00000008:00000001:0.0:1788877046.714220:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.714223:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.714225:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026fb80 index 249 00000020:00000001:0.0:1788877046.714226:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714227:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.714229:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.714231:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000048e87f6f[1 00000000687c1588 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877046.714232:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.714234:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.714235:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2458c0. 00000020:00000001:0.0:1788877046.715546:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.715552:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.715557:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.715560:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556448384 : -126393153103232 : ffff8d0bcd01da80) 00000020:00000001:0.0:1788877046.715566:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715568:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715569:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.715571:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.715572:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.715578:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005aeeedd0[2 00000000687c1588 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877046.715580:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.715582:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.715584:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.715587:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01dae0 00000008:00000001:0.0:1788877046.715589:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.715591:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01daf0 page ffff8d0bcd01dae0 at index 250. 00000008:00000001:0.0:1788877046.715593:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.715600:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.715603:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40260680 index 250 00000020:00000001:0.0:1788877046.715607:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715608:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715609:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.715612:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005aeeedd0[1 00000000687c1588 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877046.715613:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.715614:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.715618:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01da80. 00000020:00000001:0.0:1788877046.715622:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.715624:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.715625:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.715626:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556447264 : -126393153104352 : ffff8d0bcd01d620) 00000020:00000001:0.0:1788877046.715628:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715629:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715630:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.715631:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.715632:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.715635:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000009a00c62[2 00000000687c1588 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877046.715636:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.715637:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.715639:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.715640:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01d680 00000008:00000001:0.0:1788877046.715641:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.715643:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01d690 page ffff8d0bcd01d680 at index 251. 00000008:00000001:0.0:1788877046.715645:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.715647:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.715648:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402606c0 index 251 00000020:00000001:0.0:1788877046.715650:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715651:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715652:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.715654:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000009a00c62[1 00000000687c1588 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877046.715656:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.715657:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.715659:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01d620. 00000020:00000001:0.0:1788877046.715662:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.715663:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.715664:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.715666:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556447488 : -126393153104128 : ffff8d0bcd01d700) 00000020:00000001:0.0:1788877046.715668:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715668:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715670:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.715671:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.715672:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.715674:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000662db05[2 00000000687c1588 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877046.715675:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.715677:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.715678:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.715679:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01d760 00000008:00000001:0.0:1788877046.715680:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.715681:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01d770 page ffff8d0bcd01d760 at index 252. 00000008:00000001:0.0:1788877046.715683:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.715685:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.715687:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40260640 index 252 00000020:00000001:0.0:1788877046.715689:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715690:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715691:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.715693:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000662db05[1 00000000687c1588 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877046.715694:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.715696:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.715697:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01d700. 00000020:00000001:0.0:1788877046.715699:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.715700:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.715701:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.715703:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556448832 : -126393153102784 : ffff8d0bcd01dc40) 00000020:00000001:0.0:1788877046.715705:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715705:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715707:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.715708:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.715709:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.715711:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a2aef9bb[2 00000000687c1588 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877046.715712:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.715713:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.715714:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.715716:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01dca0 00000008:00000001:0.0:1788877046.715717:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.715719:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01dcb0 page ffff8d0bcd01dca0 at index 253. 00000008:00000001:0.0:1788877046.715721:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.715723:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.715724:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40260780 index 253 00000020:00000001:0.0:1788877046.715726:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715727:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715728:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.715731:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a2aef9bb[1 00000000687c1588 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877046.715732:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.715733:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.715735:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01dc40. 00000020:00000001:0.0:1788877046.715736:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.715738:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.715739:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.715740:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556448160 : -126393153103456 : ffff8d0bcd01d9a0) 00000020:00000001:0.0:1788877046.715742:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715743:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715744:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.715745:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.715745:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.715748:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006daf3b28[2 00000000687c1588 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877046.715749:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.715750:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.715751:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.715752:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01da00 00000008:00000001:0.0:1788877046.715753:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.715754:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01da10 page ffff8d0bcd01da00 at index 254. 00000008:00000001:0.0:1788877046.715756:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.715758:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.715759:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402607c0 index 254 00000020:00000001:0.0:1788877046.715761:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715762:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.715763:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.715765:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006daf3b28[1 00000000687c1588 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877046.715766:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.715767:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.715769:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01d9a0. 00000020:00000001:0.0:1788877046.715771:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.715772:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.715839:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.715841:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556447712 : -126393153103904 : ffff8d0bcd01d7e0) 00000020:00000001:0.0:1788877046.715843:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715844:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.715845:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.715847:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.715848:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.715851:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003bdb8710[2 00000000687c1588 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877046.715853:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.715854:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.715855:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.715857:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01d840 00000008:00000001:0.0:1788877046.715858:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.715859:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01d850 page ffff8d0bcd01d840 at index 255. 00000008:00000001:0.0:1788877046.715861:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.716412:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.716416:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40260800 index 255 00000020:00000001:0.0:1788877046.716420:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.716421:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.716423:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.716426:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003bdb8710[1 00000000687c1588 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877046.716427:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.716429:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.716431:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01d7e0. 00000020:00000001:0.0:1788877046.716434:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.716435:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877046.716453:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877046.716456:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x38d:0x0](ffff8d0cceadec08) 00800000:00000001:0.0:1788877046.716474:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877046.716476:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x38d:0x0] 00000002:00000001:0.0:1788877046.716484:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.716490:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.716492:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.716496:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.716498:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.716500:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877046.716504:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877046.716506:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877046.716508:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877046.716510:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877046.716512:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877046.716515:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877046.716517:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.716519:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.716524:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.716529:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.716531:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877046.716540:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877046.716542:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf20525d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.716546:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877046.716550:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0ccca645a0, objid 0x38d:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.716555:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.716560:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc9ef2380: ostid: 0x280000402:2325 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877046.716563:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877046.716565:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.716567:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877046.716569:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877046.716575:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877046.716581:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0d00d85500 count: 2 00010000:00000001:0.0:1788877046.716583:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877046.716586:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877046.716589:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877046.716595:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876961 1788876961 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000c98d01c1/0x4a37134b6b77a308 lrc: 1/0,0 mode: PW/PW res: [0x280000402:0x915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd5a04591 expref: -99 pid: 198286 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877046.716608:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ccee17180 -> ffff8d0cc2c873a0 00000020:00000001:0.0:1788877046.716610:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ccee17180 -> ffff8d0cc2c873a0 00000008:00000001:0.0:1788877046.716612:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.716614:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.716617:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877046.716618:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877046.716625:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0ccee17180. 00020000:00000001:0.0:1788877046.716631:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877046.716634:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cc2c87708. 00020000:00000001:0.0:1788877046.716637:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877046.716640:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.716642:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877046.716644:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf20525d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.716646:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877046.716649:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877046.716650:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf20525d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.716652:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877046.716655:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cc3050600. 00020000:00000010:0.0:1788877046.716661:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cea91a480. 00020000:00000010:0.0:1788877046.716664:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc396d8f0. 00020000:00000002:0.0:1788877046.716667:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0ccca645a0, objid 0x38d:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.716671:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.716674:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc9ef2380: ostid: 0x280000402:2325 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877046.716680:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cc9ef2380. 00020000:00000010:0.0:1788877046.716683:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0ccca64e40. 00020000:00000010:0.0:1788877046.716686:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0ccca645a0. 00020000:00000001:0.0:1788877046.716688:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877046.716689:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf20525d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877046.716692:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf20525d0. 00020000:00000001:0.0:1788877046.716696:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877046.716699:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cc2c87320. 00000020:00001000:0.0:1788877046.716703:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.716706:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877046.716708:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877046.716759:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877046.716764:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.716766:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877046.716773:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.716781:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877046.716784:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877046.716787:0:198588:0:(dcache.c:87:ll_dcompare()) found name f296(ffff8d0ccb01c798) flags 0x48000e refc 0 00000080:00000001:0.0:1788877046.716790:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.716792:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877046.716793:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f296, flags=0 00000080:00000001:0.0:1788877046.716800:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.716801:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877046.716804:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.716808:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877046.716810:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877046.716812:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f296, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877046.716815:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877046.716817:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.716818:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.716820:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.716823:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877046.716826:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceaa1b5d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877046.716830:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0ceaa75a20 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877046.716832:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceaa1b5d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.716835:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877046.716838:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877046.716839:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877046.716841:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877046.716843:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877046.716846:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.716848:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877046.716856:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7be00. 00800000:00000002:0.0:1788877046.716861:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877046.716883:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877046.716888:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f296 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877046.716893:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877046.716897:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.716901:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.716904:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.716907:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.716910:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.716912:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x9d:0x0] 00800000:00000001:0.0:1788877046.716915:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.716917:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877046.716919:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877046.716920:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877046.716921:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877046.716922:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877046.716924:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.716925:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x9d:0x0] 00800000:00000001:0.0:1788877046.716927:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.716929:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x9d:0x0] 00800000:00000001:0.0:1788877046.716931:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877046.716934:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x9d:0x0] -> mds #0 00000002:00000001:0.0:1788877046.716938:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877046.716940:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877046.716944:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.716946:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877046.716949:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb3daa00 count: 2 00010000:00000001:0.0:1788877046.716951:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877046.716954:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877046.716959:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877046.716962:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45f6400/0x4a37134b6b7749ac lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59ec6d6 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877046.716972:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877046.716977:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877046.716979:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877046.716982:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x9d:0x0] mode (null) 00000002:00000001:0.0:1788877046.716985:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.716988:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.716990:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb3daa00 count: 3 00010000:00000001:0.0:1788877046.717001:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.717006:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.717008:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.717008:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.717011:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb3daa00 count: 3 00010000:00000001:0.0:1788877046.717013:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.717015:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.717016:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.717017:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.717019:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb3daa00 count: 3 00010000:00000001:0.0:1788877046.717021:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.717023:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.717024:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877046.717025:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877046.717027:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb3daa00 count: 3 00010000:00000001:0.0:1788877046.717028:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877046.717030:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.717032:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.717034:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877046.717036:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.717037:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.717040:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877046.717042:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877046.717044:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x9d:0x0]: losing layout lock 00000080:00000001:0.0:1788877046.717048:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877046.717050:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877046.717054:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877046.717057:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877046.717059:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x9d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877046.717062:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.717064:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877046.717065:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.717068:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.717071:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877046.717073:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x9d:0x0](ffff8d0ced129148) invalid 00000020:00000001:0.0:1788877046.717076:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877046.717078:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f296 (ffff8d0ccb01c798) parent ffff8d0cc22750d8 inode ffff8d0ced129148 refc 1 00000080:00000001:0.0:1788877046.717082:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877046.717084:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877046.717086:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.717089:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877046.717092:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877046.717094:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877046.717097:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877046.717100:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877046.717104:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf45f6400 with handle 0x4a37134b6b7749ac from hash 00010000:00000001:0.0:1788877046.717107:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877046.717108:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.717110:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.717112:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877046.717115:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877046.717117:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877046.717120:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.717122:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877046.717124:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877046.717130:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd319c00. 00000020:00000040:0.0:1788877046.717136:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=32 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877046.717142:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877046.717143:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.717146:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877046.717151:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877046.717156:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877046.717157:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.717159:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.717161:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877046.717164:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877046.717168:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877046.717175:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7b600. 00000100:00000001:0.0:1788877046.717184:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.717186:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.717190:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877046.717196:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45f6400/0x4a37134b6b7749ac lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ec6d6 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877046.717203:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877046.717205:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.717207:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877046.717209:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45f6400/0x4a37134b6b7749ac lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ec6d6 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877046.717218:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cd0073640. 00010000:00000040:0.0:1788877046.717222:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0ceb3daa00 count: 0 00010000:00000010:0.0:1788877046.717228:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0ceb1d9c00. 00010000:00000001:0.0:1788877046.717235:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877046.717237:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.717239:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877046.717240:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877046.717242:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877046.719815:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877046.719844:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd319c00 x1875765519137664/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877046.719855:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877046.719857:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877046.719881:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877046.719884:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877046.719888:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.719889:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559578112 : -126393149973504 : ffff8d0bcd319c00) 00000100:00000001:0.0:1788877046.719896:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877046.719900:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.719902:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877046.719904:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877046.719908:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd319c00 x1875765519137664/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.719916:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877046.719919:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.719923:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877046.719927:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877046.719930:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877046.719934:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd319c00 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519137664:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877046.719942:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877046.719949:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877046.719952:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877046.719955:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877046.719997:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd7be000. 02000000:00000001:0.0:1788877046.720000:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877046.720009:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877046.720015:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949790. 00000400:00000010:0.0:1788877046.720022:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877046.720030:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519137664, portal 10 00000100:00000001:0.0:1788877046.720033:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877046.720034:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559578112 : -126393149973504 : ffff8d0bcd319c00) 00000100:00000040:0.0:1788877046.720044:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd319c00 x1875765519137664/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.720052:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877046.720055:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877046.720060:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52cc0. 00000100:00000200:0.0:1788877046.720063:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519137664, offset 0 00000400:00000200:0.0:1788877046.720071:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877046.720081:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.720091:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877046.720097:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877046.720102:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877046.720106:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877046.720109:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877046.720113:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457254:457254:256:4294967295] 192.168.203.155@tcp LPNI seq info [457248:457248:8:4294967295] 00000400:00000200:0.0:1788877046.720117:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.720127:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877046.720133:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877046.720139:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954b00. 00000800:00000200:0.0:1788877046.720147:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877046.720156:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877046.720161:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954b00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877046.720301:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877046.720308:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13365 usecs (14 jiffies) 00000400:00000200:0.0:1788877046.720312:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877046.720315:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302473795 00000100:00000001:0.0:1788877046.720318:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.720320:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302473795 00000100:00000001:0.0:1788877046.720322:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302474515 00000100:00000001:0.0:1788877046.720726:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877046.720732:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.720734:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877046.720736:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877046.720740:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9540 going to sleep for 11 seconds 00000100:00000001:0.0:1788877046.720743:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877046.720746:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877046.743208:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.743231:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.743236:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.743238:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.743292:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.743301:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.743313:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.743318:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.743324:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.743329:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733b80 00000400:00000200:0.0:1788877046.743336:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.743342:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed29 [2] + 224 00000800:00000001:0.0:1788877046.743351:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.743359:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.743363:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.743367:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.743376:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.743386:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0bcd319c00 x1875765519137664/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.743397:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0bcd319c00 x1875765519137664/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.743423:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.743432:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.743435:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.768567:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.768592:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.768597:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.768600:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.768612:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.768620:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.768631:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.768637:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.768643:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.768648:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733c80 00000400:00000200:0.0:1788877046.768655:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.768662:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed39 [2] + 224 00000800:00000001:0.0:1788877046.768671:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.768678:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.768681:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.768686:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.768694:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.768703:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d39c00 x1875765519137920/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.768714:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d39c00 x1875765519137920/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.768737:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.768746:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.768752:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.791363:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.791387:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.791392:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.791395:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.791406:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.791415:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.791426:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.791432:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.791438:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.791443:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733d80 00000400:00000200:0.0:1788877046.791449:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.791456:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed41 [2] + 224 00000800:00000001:0.0:1788877046.791475:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.791482:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.791487:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.791491:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.791503:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.791514:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d38380 x1875765519138176/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.791525:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d38380 x1875765519138176/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.791548:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.791557:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.791560:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.804748:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.804772:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.804778:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.804780:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.804792:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.804801:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.804812:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.804818:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.804825:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.804830:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1733e00 00000400:00000200:0.0:1788877046.804836:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.804843:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43ed49 [4] + 224 00000800:00000001:0.0:1788877046.804851:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.804858:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.804862:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.804867:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.804874:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.804886:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d3ad80 x1875765519138304/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877046.804899:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf4d3ad80 x1875765519138304/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.804921:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.804930:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.804934:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.807335:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.807340:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877046.807345:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.807351:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.807355:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19157f8 00000400:00000010:0.0:1788877046.807358:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19157f8. 00000100:00000001:0.0:1788877046.807362:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.807367:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d3ad80 x1875765519138560/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.807377:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.807381:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d3ad80 x1875765519138560/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.807387:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.807389:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.843778:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.843809:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.843815:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.843818:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.843830:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.843839:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.843853:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.843857:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.843863:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.843868:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1733f00 00000400:00000200:0.0:1788877046.843873:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.843880:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed51 [2] + 224 00000800:00000001:0.0:1788877046.843888:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.843902:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.843907:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.843911:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.843919:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.843929:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d3ad80 x1875765519138560/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.843940:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d3ad80 x1875765519138560/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.843963:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.843973:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.843976:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877046.898495:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.898505:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788652672 : -126388920898944 : ffff8d0cc9442a80) 00000020:00000001:0.0:1788877046.898513:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.898514:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.898517:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.898519:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.898521:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.898529:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000080306778[2 00000000efc57437 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877046.898531:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.898532:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.898536:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.898539:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9442ae0 00000008:00000001:0.0:1788877046.898543:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.898545:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9442af0 page ffff8d0cc9442ae0 at index 255. 00000008:00000001:0.0:1788877046.898548:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.898563:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.898566:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445a39c0 index 255 00000020:00000001:0.0:1788877046.898573:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.898574:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.898575:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.898579:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000080306778[1 00000000efc57437 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877046.898581:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.898583:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.898591:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9442a80. 00000020:00000001:0.0:1788877046.898618:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.898620:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877046.898656:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877046.898659:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x265:0x0](ffff8d0cca9921c8) 00800000:00000001:0.0:1788877046.898667:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877046.898669:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x265:0x0] 00000002:00000001:0.0:1788877046.898676:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.898683:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877046.898685:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877046.898689:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877046.898691:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.898694:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877046.898697:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877046.898698:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877046.898700:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877046.898702:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877046.898704:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877046.898706:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877046.898708:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.898711:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.898716:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877046.898721:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877046.898724:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877046.898733:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877046.898735:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf450b000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.898739:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877046.898742:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf7d08720, objid 0x265:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.898748:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.898752:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ceb061080: ostid: 0x280000402:2177 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877046.898756:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877046.898758:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.898761:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877046.898762:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877046.898767:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877046.898773:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ccbb5d200 count: 2 00010000:00000001:0.0:1788877046.898775:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877046.898779:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877046.898781:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877046.898787:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876855 1788876855 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008be9bcf5/0x4a37134b6b7782a8 lrc: 1/0,0 mode: PW/PW res: [0x280000402:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd59fd456 expref: -99 pid: 197383 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877046.898801:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cc9cc1a40 -> ffff8d0cf4581530 00000020:00000001:0.0:1788877046.898802:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cc9cc1a40 -> ffff8d0cf4581530 00000008:00000001:0.0:1788877046.898805:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.898808:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877046.898810:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877046.898812:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877046.898818:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cc9cc1a40. 00020000:00000001:0.0:1788877046.898822:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877046.898825:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cf4581a28. 00020000:00000001:0.0:1788877046.898829:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877046.898831:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877046.898833:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877046.898835:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf450b000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.898838:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877046.898840:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877046.898841:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf450b000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877046.898845:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877046.898847:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf4cf86c8. 00020000:00000010:0.0:1788877046.898852:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ccbda6540. 00020000:00000010:0.0:1788877046.898855:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc3cccd00. 00020000:00000002:0.0:1788877046.898858:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf7d08720, objid 0x265:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877046.898862:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877046.898866:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ceb061080: ostid: 0x280000402:2177 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877046.898871:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0ceb061080. 00020000:00000010:0.0:1788877046.898875:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf7d08ba0. 00020000:00000010:0.0:1788877046.898878:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf7d08720. 00020000:00000001:0.0:1788877046.898880:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877046.898881:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf450b000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877046.898884:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf450b000. 00020000:00000001:0.0:1788877046.898901:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877046.898904:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cf45814b0. 00000020:00001000:0.0:1788877046.898909:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877046.898913:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877046.898916:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877046.898965:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877046.898969:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877046.898971:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877046.898979:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877046.899205:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877046.899210:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877046.899213:0:198588:0:(dcache.c:87:ll_dcompare()) found name f398(ffff8d0cc2155288) flags 0x48000e refc 0 00000080:00000001:0.0:1788877046.899216:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877046.899218:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877046.899219:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f398, flags=0 00000800:00000200:0.0:1788877046.906519:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.906525:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7700. 00000400:00000200:0.0:1788877046.906532:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.906537:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.906542:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:0.0:1788877046.906545:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:0.0:1788877046.906550:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.906554:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9490e00 x1875765519138816/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.906565:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.906568:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9490e00 x1875765519138816/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.906576:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.906578:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.918063:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.918087:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.918094:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.918097:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.918109:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.918119:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.918130:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.918135:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.918141:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.918146:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734000 00000400:00000200:0.0:1788877046.918151:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.918159:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed59 [2] + 224 00000800:00000001:0.0:1788877046.918166:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.918175:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.918179:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.918183:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.918192:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.918202:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490e00 x1875765519138816/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.918214:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9490e00 x1875765519138816/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.918234:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.918242:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.918246:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.920390:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.920395:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7700. 00000400:00000200:0.0:1788877046.920401:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.920406:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.920411:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:0.0:1788877046.920413:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:0.0:1788877046.920417:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.920422:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9493800 x1875765519138944/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.920432:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.920435:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9493800 x1875765519138944/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.920441:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.920443:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.942678:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.942703:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.942708:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.942711:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.942722:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.942730:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.942741:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.942745:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.942751:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.942756:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1734080 00000400:00000200:0.0:1788877046.942762:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.942770:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43ed69 [4] + 224 00000800:00000001:0.0:1788877046.942778:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.942786:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.942790:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.942795:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.942802:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.942814:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9493800 x1875765519138944/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877046.942832:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cc9493800 x1875765519138944/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877046.942856:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.942866:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.942869:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877046.950921:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877046.950927:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7600. 00000400:00000200:0.0:1788877046.950934:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.950944:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877046.950951:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:0.0:1788877046.950955:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:0.0:1788877046.950960:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877046.950969:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9493800 x1875765519139200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.950992:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877046.950997:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9493800 x1875765519139200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.951004:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877046.951006:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877046.970151:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.970179:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877046.970184:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.970188:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.970199:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.970206:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877046.970229:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.970234:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.970239:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.970244:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734180 00000400:00000200:0.0:1788877046.970302:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877046.970310:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed79 [2] + 224 00000800:00000001:0.0:1788877046.970320:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.970333:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877046.970337:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877046.970341:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877046.970348:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877046.970357:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9493800 x1875765519139200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877046.970368:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9493800 x1875765519139200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877062 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877046.970389:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877046.970399:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877046.970402:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877046.994921:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.994925:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705108640 : -126389004442976 : ffff8d0cc44962a0) 00000020:00000001:0.0:1788877046.994928:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.994929:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.994936:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.994937:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.994938:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.994942:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aeff0d61[2 00000000d01ad542 1 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877046.994944:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.994946:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.994947:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.994949:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4496300 00000008:00000001:0.0:1788877046.994950:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.994952:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4496310 page ffff8d0cc4496300 at index 90. 00000008:00000001:0.0:1788877046.994954:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.994958:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.994959:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1100 index 90 00000020:00000001:0.0:1788877046.994962:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.994963:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.994964:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.994967:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aeff0d61[1 00000000d01ad542 5 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877046.994968:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.994969:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.994973:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc44962a0. 00000020:00000001:0.0:1788877046.994976:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.994977:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.994978:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.994980:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705108864 : -126389004442752 : ffff8d0cc4496380) 00000020:00000001:0.0:1788877046.994981:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.994982:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.994983:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.994984:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.994985:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.994988:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000045f0aef4[2 00000000d01ad542 1 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877046.994989:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.994990:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.994992:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.994993:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc44963e0 00000008:00000001:0.0:1788877046.994994:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995008:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc44963f0 page ffff8d0cc44963e0 at index 91. 00000008:00000001:0.0:1788877046.995011:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995014:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995015:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1140 index 91 00000020:00000001:0.0:1788877046.995017:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995018:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995020:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995023:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000045f0aef4[1 00000000d01ad542 5 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877046.995024:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995025:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995027:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4496380. 00000020:00000001:0.0:1788877046.995029:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995030:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995032:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995033:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705108192 : -126389004443424 : ffff8d0cc44960e0) 00000020:00000001:0.0:1788877046.995035:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995036:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995037:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995038:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995039:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995042:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001dc71d03[2 00000000d01ad542 1 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877046.995044:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995045:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995047:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995048:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4496140 00000008:00000001:0.0:1788877046.995050:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995051:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4496150 page ffff8d0cc4496140 at index 92. 00000008:00000001:0.0:1788877046.995053:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995056:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995057:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1180 index 92 00000020:00000001:0.0:1788877046.995059:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995060:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995061:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995064:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001dc71d03[1 00000000d01ad542 5 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877046.995066:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995067:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995069:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc44960e0. 00000020:00000001:0.0:1788877046.995072:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995073:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995074:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995076:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705107968 : -126389004443648 : ffff8d0cc4496000) 00000020:00000001:0.0:1788877046.995078:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995087:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995088:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995089:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995090:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995093:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b4a69f59[2 00000000d01ad542 1 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877046.995095:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995096:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995098:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995099:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4496060 00000008:00000001:0.0:1788877046.995100:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995101:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4496070 page ffff8d0cc4496060 at index 93. 00000008:00000001:0.0:1788877046.995103:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995106:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995107:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe11c0 index 93 00000020:00000001:0.0:1788877046.995109:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995110:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995112:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995114:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b4a69f59[1 00000000d01ad542 5 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877046.995115:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995117:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995119:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4496000. 00000020:00000001:0.0:1788877046.995122:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995123:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995124:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995126:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705109312 : -126389004442304 : ffff8d0cc4496540) 00000020:00000001:0.0:1788877046.995128:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995129:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995130:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995131:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995132:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995134:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003be34ae0[2 00000000d01ad542 1 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877046.995136:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995137:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995138:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995139:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc44965a0 00000008:00000001:0.0:1788877046.995140:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995142:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc44965b0 page ffff8d0cc44965a0 at index 94. 00000008:00000001:0.0:1788877046.995144:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995147:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995148:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1200 index 94 00000020:00000001:0.0:1788877046.995150:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995151:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995152:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995154:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003be34ae0[1 00000000d01ad542 5 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877046.995155:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995157:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995158:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4496540. 00000020:00000001:0.0:1788877046.995161:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995161:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995163:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995164:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705929184 : -126389003622432 : ffff8d0cc455e7e0) 00000020:00000001:0.0:1788877046.995166:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995167:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995168:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995169:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995170:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995173:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000014bd957[2 00000000d01ad542 1 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877046.995174:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995175:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995177:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995178:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e840 00000008:00000001:0.0:1788877046.995179:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995180:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e850 page ffff8d0cc455e840 at index 95. 00000008:00000001:0.0:1788877046.995182:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995184:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995186:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1240 index 95 00000020:00000001:0.0:1788877046.995188:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995189:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995190:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995193:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000014bd957[1 00000000d01ad542 5 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877046.995194:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995195:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995196:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e7e0. 00000020:00000001:0.0:1788877046.995200:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995202:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995203:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995205:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705930976 : -126389003620640 : ffff8d0cc455eee0) 00000020:00000001:0.0:1788877046.995206:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995207:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995208:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995209:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995210:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995213:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000076dd0dd0[2 00000000d01ad542 1 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877046.995214:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995216:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995217:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995218:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455ef40 00000008:00000001:0.0:1788877046.995219:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995220:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455ef50 page ffff8d0cc455ef40 at index 96. 00000008:00000001:0.0:1788877046.995221:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995224:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995225:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1280 index 96 00000020:00000001:0.0:1788877046.995227:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995227:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995229:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995231:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000076dd0dd0[1 00000000d01ad542 5 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877046.995232:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995233:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995236:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455eee0. 00000020:00000001:0.0:1788877046.995238:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995239:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995240:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995241:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705928288 : -126389003623328 : ffff8d0cc455e460) 00000020:00000001:0.0:1788877046.995243:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995244:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995244:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995245:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995246:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995279:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f06a0198[2 00000000d01ad542 1 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877046.995281:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995282:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995283:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995284:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e4c0 00000008:00000001:0.0:1788877046.995285:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995287:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e4d0 page ffff8d0cc455e4c0 at index 97. 00000008:00000001:0.0:1788877046.995289:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995292:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995293:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe12c0 index 97 00000020:00000001:0.0:1788877046.995295:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995297:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995298:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995300:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f06a0198[1 00000000d01ad542 5 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877046.995302:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995303:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995304:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e460. 00000020:00000001:0.0:1788877046.995307:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995308:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995309:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995311:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705927840 : -126389003623776 : ffff8d0cc455e2a0) 00000020:00000001:0.0:1788877046.995313:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995314:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995315:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995316:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995317:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995320:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000abad31c6[2 00000000d01ad542 1 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877046.995321:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995323:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995324:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995325:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e300 00000008:00000001:0.0:1788877046.995327:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995328:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e310 page ffff8d0cc455e300 at index 98. 00000008:00000001:0.0:1788877046.995330:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995332:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995333:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1300 index 98 00000020:00000001:0.0:1788877046.995335:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995336:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995337:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995339:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000abad31c6[1 00000000d01ad542 5 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877046.995340:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995342:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995343:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e2a0. 00000020:00000001:0.0:1788877046.995345:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995347:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995348:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995350:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705928064 : -126389003623552 : ffff8d0cc455e380) 00000020:00000001:0.0:1788877046.995352:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995353:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995354:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995355:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995356:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995358:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009de69baf[2 00000000d01ad542 1 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877046.995359:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995361:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995362:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995363:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e3e0 00000008:00000001:0.0:1788877046.995364:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995366:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e3f0 page ffff8d0cc455e3e0 at index 99. 00000008:00000001:0.0:1788877046.995368:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995370:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995372:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1340 index 99 00000020:00000001:0.0:1788877046.995373:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995374:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995375:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995378:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009de69baf[1 00000000d01ad542 5 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877046.995379:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995381:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995383:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e380. 00000020:00000001:0.0:1788877046.995386:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995387:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995388:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995390:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705927392 : -126389003624224 : ffff8d0cc455e0e0) 00000020:00000001:0.0:1788877046.995392:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995393:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995394:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995395:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995396:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995399:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003cc6f99d[2 00000000d01ad542 1 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877046.995401:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995402:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995404:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995405:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e140 00000008:00000001:0.0:1788877046.995406:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995408:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e150 page ffff8d0cc455e140 at index 100. 00000008:00000001:0.0:1788877046.995409:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995412:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995413:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1380 index 100 00000020:00000001:0.0:1788877046.995415:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995416:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995417:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995419:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003cc6f99d[1 00000000d01ad542 5 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877046.995421:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995422:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995423:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e0e0. 00000020:00000001:0.0:1788877046.995425:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995426:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995428:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995429:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705927168 : -126389003624448 : ffff8d0cc455e000) 00000020:00000001:0.0:1788877046.995431:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995432:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995433:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995434:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995435:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995437:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bb1f970a[2 00000000d01ad542 1 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877046.995439:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995440:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995442:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995443:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e060 00000008:00000001:0.0:1788877046.995445:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995446:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e070 page ffff8d0cc455e060 at index 101. 00000008:00000001:0.0:1788877046.995448:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995451:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995452:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe13c0 index 101 00000020:00000001:0.0:1788877046.995454:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995455:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995456:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995467:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bb1f970a[1 00000000d01ad542 5 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877046.995469:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995470:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995472:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e000. 00000020:00000001:0.0:1788877046.995475:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995476:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995477:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995478:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705928512 : -126389003623104 : ffff8d0cc455e540) 00000020:00000001:0.0:1788877046.995480:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995481:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995482:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995483:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995485:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995487:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000016f85d4d[2 00000000d01ad542 1 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877046.995489:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995490:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995491:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995493:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e5a0 00000008:00000001:0.0:1788877046.995494:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995495:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e5b0 page ffff8d0cc455e5a0 at index 102. 00000008:00000001:0.0:1788877046.995498:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995500:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995501:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1400 index 102 00000020:00000001:0.0:1788877046.995503:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995505:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995506:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995508:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000016f85d4d[1 00000000d01ad542 5 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877046.995510:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995511:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995513:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e540. 00000020:00000001:0.0:1788877046.995516:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995517:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995518:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995519:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705930752 : -126389003620864 : ffff8d0cc455ee00) 00000020:00000001:0.0:1788877046.995521:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995522:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995522:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995523:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995524:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995527:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000063ca1c5d[2 00000000d01ad542 1 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877046.995528:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995529:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995530:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995531:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455ee60 00000008:00000001:0.0:1788877046.995532:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995534:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455ee70 page ffff8d0cc455ee60 at index 103. 00000008:00000001:0.0:1788877046.995535:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995537:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995539:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1440 index 103 00000020:00000001:0.0:1788877046.995540:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995542:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995543:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995545:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000063ca1c5d[1 00000000d01ad542 5 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877046.995546:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995547:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995548:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455ee00. 00000020:00000001:0.0:1788877046.995550:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995551:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995562:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995564:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705929408 : -126389003622208 : ffff8d0cc455e8c0) 00000020:00000001:0.0:1788877046.995566:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995567:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995568:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995569:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995570:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995573:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000716d75af[2 00000000d01ad542 1 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877046.995574:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995575:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995577:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995578:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e920 00000008:00000001:0.0:1788877046.995579:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995581:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e930 page ffff8d0cc455e920 at index 104. 00000008:00000001:0.0:1788877046.995583:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995585:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995586:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1480 index 104 00000020:00000001:0.0:1788877046.995588:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995589:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995590:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995593:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000716d75af[1 00000000d01ad542 5 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877046.995594:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995595:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995597:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e8c0. 00000020:00000001:0.0:1788877046.995599:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995600:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995660:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995662:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705930080 : -126389003621536 : ffff8d0cc455eb60) 00000020:00000001:0.0:1788877046.995665:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995666:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995667:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995669:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995670:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995673:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005205cc16[2 00000000d01ad542 1 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877046.995675:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995676:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995678:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995679:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455ebc0 00000008:00000001:0.0:1788877046.995681:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995682:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455ebd0 page ffff8d0cc455ebc0 at index 105. 00000008:00000001:0.0:1788877046.995684:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995687:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995688:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe14c0 index 105 00000020:00000001:0.0:1788877046.995690:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995691:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995692:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995695:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005205cc16[1 00000000d01ad542 5 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877046.995696:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995697:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995700:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455eb60. 00000020:00000001:0.0:1788877046.995703:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995704:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995706:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995707:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705930528 : -126389003621088 : ffff8d0cc455ed20) 00000020:00000001:0.0:1788877046.995709:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995711:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995712:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995713:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995714:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995716:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000037b8c2dd[2 00000000d01ad542 1 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877046.995718:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995719:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995720:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995721:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455ed80 00000008:00000001:0.0:1788877046.995723:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995724:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455ed90 page ffff8d0cc455ed80 at index 106. 00000008:00000001:0.0:1788877046.995726:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995729:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995730:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1500 index 106 00000020:00000001:0.0:1788877046.995732:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995733:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995734:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995736:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000037b8c2dd[1 00000000d01ad542 5 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877046.995737:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995738:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995740:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455ed20. 00000020:00000001:0.0:1788877046.995742:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995743:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995744:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995745:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705927616 : -126389003624000 : ffff8d0cc455e1c0) 00000020:00000001:0.0:1788877046.995747:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995748:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995749:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995751:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995752:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bfb97b61[2 00000000d01ad542 1 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877046.995755:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995756:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995758:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995759:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e220 00000008:00000001:0.0:1788877046.995761:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995762:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e230 page ffff8d0cc455e220 at index 107. 00000008:00000001:0.0:1788877046.995764:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995767:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995768:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1540 index 107 00000020:00000001:0.0:1788877046.995770:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995771:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995772:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995774:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bfb97b61[1 00000000d01ad542 5 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877046.995775:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995777:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995778:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e1c0. 00000020:00000001:0.0:1788877046.995781:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995782:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995783:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995784:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705929856 : -126389003621760 : ffff8d0cc455ea80) 00000020:00000001:0.0:1788877046.995785:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995786:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995787:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995788:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995790:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995792:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007ac3d092[2 00000000d01ad542 1 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877046.995793:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995794:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995795:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995797:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455eae0 00000008:00000001:0.0:1788877046.995798:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995800:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455eaf0 page ffff8d0cc455eae0 at index 108. 00000008:00000001:0.0:1788877046.995801:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995803:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995805:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1580 index 108 00000020:00000001:0.0:1788877046.995807:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995808:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995809:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995812:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007ac3d092[1 00000000d01ad542 5 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877046.995814:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995815:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995817:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455ea80. 00000020:00000001:0.0:1788877046.995819:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995820:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995821:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995822:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705928736 : -126389003622880 : ffff8d0cc455e620) 00000020:00000001:0.0:1788877046.995824:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995825:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995826:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995828:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995829:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995830:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c2c05c35[2 00000000d01ad542 1 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877046.995832:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995833:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995834:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995834:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e680 00000008:00000001:0.0:1788877046.995836:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995837:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e690 page ffff8d0cc455e680 at index 109. 00000008:00000001:0.0:1788877046.995839:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995841:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995842:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe15c0 index 109 00000020:00000001:0.0:1788877046.995843:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995845:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995845:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995848:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c2c05c35[1 00000000d01ad542 5 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877046.995849:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995850:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995851:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e620. 00000020:00000001:0.0:1788877046.995853:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995853:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995854:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995856:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705928960 : -126389003622656 : ffff8d0cc455e700) 00000020:00000001:0.0:1788877046.995858:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995859:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995860:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995861:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995862:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995865:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f15872b2[2 00000000d01ad542 1 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877046.995866:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995868:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995870:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995871:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455e760 00000008:00000001:0.0:1788877046.995872:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995873:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455e770 page ffff8d0cc455e760 at index 110. 00000008:00000001:0.0:1788877046.995876:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995878:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995880:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1600 index 110 00000020:00000001:0.0:1788877046.995881:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995883:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995884:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995886:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f15872b2[1 00000000d01ad542 5 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877046.995888:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995889:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995891:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e700. 00000020:00000001:0.0:1788877046.995893:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995894:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995895:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995897:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705930304 : -126389003621312 : ffff8d0cc455ec40) 00000020:00000001:0.0:1788877046.995898:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995899:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995901:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995902:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995903:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995906:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007fd6991e[2 00000000d01ad542 1 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877046.995907:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995908:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995909:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995910:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455eca0 00000008:00000001:0.0:1788877046.995912:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995913:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455ecb0 page ffff8d0cc455eca0 at index 111. 00000008:00000001:0.0:1788877046.995915:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995917:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995919:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1640 index 111 00000020:00000001:0.0:1788877046.995921:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995922:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995922:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995925:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007fd6991e[1 00000000d01ad542 5 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877046.995926:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995927:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995929:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455ec40. 00000020:00000001:0.0:1788877046.995931:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995933:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995934:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995935:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705929632 : -126389003621984 : ffff8d0cc455e9a0) 00000020:00000001:0.0:1788877046.995938:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995939:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995940:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995941:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995941:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995944:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000010622c94[2 00000000d01ad542 1 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877046.995945:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995947:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995948:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995949:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc455ea00 00000008:00000001:0.0:1788877046.995950:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995952:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc455ea10 page ffff8d0cc455ea00 at index 112. 00000008:00000001:0.0:1788877046.995953:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995956:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995957:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1680 index 112 00000020:00000001:0.0:1788877046.995959:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995960:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995961:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.995964:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000010622c94[1 00000000d01ad542 5 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877046.995965:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.995966:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.995967:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc455e9a0. 00000020:00000001:0.0:1788877046.995970:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.995971:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.995972:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.995974:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706421376 : -126389003130240 : ffff8d0cc45d6a80) 00000020:00000001:0.0:1788877046.995975:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995977:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.995978:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.995979:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.995980:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.995983:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033837d88[2 00000000d01ad542 1 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877046.995984:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.995985:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.995987:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.995988:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6ae0 00000008:00000001:0.0:1788877046.995989:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.995990:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6af0 page ffff8d0cc45d6ae0 at index 113. 00000008:00000001:0.0:1788877046.995992:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.995994:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.995996:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe16c0 index 113 00000020:00000001:0.0:1788877046.995997:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.995998:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996000:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.996002:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000033837d88[1 00000000d01ad542 5 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877046.996003:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.996004:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.996006:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6a80. 00000020:00000001:0.0:1788877046.996009:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.996010:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.996011:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.996013:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706420256 : -126389003131360 : ffff8d0cc45d6620) 00000020:00000001:0.0:1788877046.996014:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996015:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996016:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.996017:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.996018:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.996020:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000659d9190[2 00000000d01ad542 1 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877046.996022:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.996023:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.996025:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.996026:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6680 00000008:00000001:0.0:1788877046.996027:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.996028:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6690 page ffff8d0cc45d6680 at index 114. 00000008:00000001:0.0:1788877046.996030:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.996032:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.996034:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1700 index 114 00000020:00000001:0.0:1788877046.996035:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996037:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996038:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.996040:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000659d9190[1 00000000d01ad542 5 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877046.996041:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.996354:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.996358:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6620. 00000020:00000001:0.0:1788877046.996361:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.996362:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.996364:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.996366:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706420480 : -126389003131136 : ffff8d0cc45d6700) 00000020:00000001:0.0:1788877046.996368:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996369:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996371:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.996372:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.996373:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.996376:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000645e3a7d[2 00000000d01ad542 1 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877046.996378:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.996379:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.996381:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.996381:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6760 00000008:00000001:0.0:1788877046.996383:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.996384:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6770 page ffff8d0cc45d6760 at index 115. 00000008:00000001:0.0:1788877046.996386:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.996389:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.996391:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1740 index 115 00000020:00000001:0.0:1788877046.996394:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996395:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996396:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.996399:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000645e3a7d[1 00000000d01ad542 5 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877046.996401:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.996402:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.996404:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6700. 00000020:00000001:0.0:1788877046.996406:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.996407:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.996408:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.996410:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706421824 : -126389003129792 : ffff8d0cc45d6c40) 00000020:00000001:0.0:1788877046.996412:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996413:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996414:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.996415:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.996416:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.996419:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fa939d70[2 00000000d01ad542 1 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877046.996420:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.996421:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.996423:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.996424:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6ca0 00000008:00000001:0.0:1788877046.996426:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.996427:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6cb0 page ffff8d0cc45d6ca0 at index 116. 00000008:00000001:0.0:1788877046.996430:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.996432:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.996433:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1780 index 116 00000020:00000001:0.0:1788877046.996435:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996437:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996438:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.996441:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fa939d70[1 00000000d01ad542 5 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877046.996442:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.996444:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.996445:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6c40. 00000020:00000001:0.0:1788877046.996448:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.996449:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.996450:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.996452:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706421152 : -126389003130464 : ffff8d0cc45d69a0) 00000020:00000001:0.0:1788877046.996454:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996455:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996456:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.996465:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.996467:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.996470:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002069582c[2 00000000d01ad542 1 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877046.996471:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.996473:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.996474:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.996475:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6a00 00000008:00000001:0.0:1788877046.996477:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.996479:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6a10 page ffff8d0cc45d6a00 at index 117. 00000008:00000001:0.0:1788877046.996481:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.996483:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.996485:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe17c0 index 117 00000020:00000001:0.0:1788877046.996487:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996488:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996489:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.996492:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002069582c[1 00000000d01ad542 5 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877046.996494:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.996495:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.996497:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d69a0. 00000020:00000001:0.0:1788877046.996499:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.996500:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.996501:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.996503:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706420704 : -126389003130912 : ffff8d0cc45d67e0) 00000020:00000001:0.0:1788877046.996506:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996507:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996508:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.996509:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.996510:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.996512:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000047f57b24[2 00000000d01ad542 1 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877046.996514:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.996515:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.996517:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.996518:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6840 00000008:00000001:0.0:1788877046.996519:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.996520:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6850 page ffff8d0cc45d6840 at index 118. 00000008:00000001:0.0:1788877046.996522:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.996525:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.996526:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1800 index 118 00000020:00000001:0.0:1788877046.996528:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996529:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.996530:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.996533:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000047f57b24[1 00000000d01ad542 5 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877046.996534:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.996535:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.996537:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d67e0. 00000020:00000001:0.0:1788877046.996539:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.996540:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.996541:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.996542:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706422496 : -126389003129120 : ffff8d0cc45d6ee0) 00000020:00000001:0.0:1788877046.996544:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996545:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.996546:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.996548:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.996549:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997193:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005611ae24[2 00000000d01ad542 1 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877046.997197:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997199:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997202:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997203:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6f40 00000008:00000001:0.0:1788877046.997205:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997207:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6f50 page ffff8d0cc45d6f40 at index 119. 00000008:00000001:0.0:1788877046.997209:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997214:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997216:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1840 index 119 00000020:00000001:0.0:1788877046.997219:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997221:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997222:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997226:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005611ae24[1 00000000d01ad542 5 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877046.997227:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997228:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997231:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6ee0. 00000020:00000001:0.0:1788877046.997235:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997236:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997549:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997552:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706419808 : -126389003131808 : ffff8d0cc45d6460) 00000020:00000001:0.0:1788877046.997563:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997564:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997565:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997566:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997568:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997571:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000070577848[2 00000000d01ad542 1 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877046.997572:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997573:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997574:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997575:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d64c0 00000008:00000001:0.0:1788877046.997577:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997578:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d64d0 page ffff8d0cc45d64c0 at index 120. 00000008:00000001:0.0:1788877046.997580:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997583:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997585:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1880 index 120 00000020:00000001:0.0:1788877046.997587:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997588:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997589:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997592:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000070577848[1 00000000d01ad542 5 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877046.997593:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997594:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997597:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6460. 00000020:00000001:0.0:1788877046.997600:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997600:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997602:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997604:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706419360 : -126389003132256 : ffff8d0cc45d62a0) 00000020:00000001:0.0:1788877046.997605:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997606:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997607:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997608:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997610:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997612:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000060f49ed8[2 00000000d01ad542 1 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877046.997614:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997615:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997616:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997617:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6300 00000008:00000001:0.0:1788877046.997618:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997619:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6310 page ffff8d0cc45d6300 at index 121. 00000008:00000001:0.0:1788877046.997621:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997624:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997625:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe18c0 index 121 00000020:00000001:0.0:1788877046.997627:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997628:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997628:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997631:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000060f49ed8[1 00000000d01ad542 5 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877046.997632:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997633:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997635:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d62a0. 00000020:00000001:0.0:1788877046.997637:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997638:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997640:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997641:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706419584 : -126389003132032 : ffff8d0cc45d6380) 00000020:00000001:0.0:1788877046.997643:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997644:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997645:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997646:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997647:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997650:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f5b24647[2 00000000d01ad542 1 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877046.997651:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997653:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997654:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997655:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d63e0 00000008:00000001:0.0:1788877046.997657:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997658:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d63f0 page ffff8d0cc45d63e0 at index 122. 00000008:00000001:0.0:1788877046.997660:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997662:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997664:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1900 index 122 00000020:00000001:0.0:1788877046.997666:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997666:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997667:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997670:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f5b24647[1 00000000d01ad542 5 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877046.997671:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997672:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997674:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6380. 00000020:00000001:0.0:1788877046.997676:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997677:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997678:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997680:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706418912 : -126389003132704 : ffff8d0cc45d60e0) 00000020:00000001:0.0:1788877046.997681:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997682:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997684:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997685:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997686:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997688:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000079e66788[2 00000000d01ad542 1 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877046.997689:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997691:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997692:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997693:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6140 00000008:00000001:0.0:1788877046.997694:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997695:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6150 page ffff8d0cc45d6140 at index 123. 00000008:00000001:0.0:1788877046.997697:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997699:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997701:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1940 index 123 00000020:00000001:0.0:1788877046.997702:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997703:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997704:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997706:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000079e66788[1 00000000d01ad542 5 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877046.997708:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997709:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997710:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d60e0. 00000020:00000001:0.0:1788877046.997713:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997714:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997715:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997716:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706418688 : -126389003132928 : ffff8d0cc45d6000) 00000020:00000001:0.0:1788877046.997718:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997719:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997720:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997721:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997722:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997725:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002dde43aa[2 00000000d01ad542 1 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877046.997726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997728:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997729:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997730:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6060 00000008:00000001:0.0:1788877046.997731:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997732:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6070 page ffff8d0cc45d6060 at index 124. 00000008:00000001:0.0:1788877046.997734:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997736:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997738:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1980 index 124 00000020:00000001:0.0:1788877046.997740:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997741:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997742:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997744:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002dde43aa[1 00000000d01ad542 5 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877046.997746:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997747:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997749:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6000. 00000020:00000001:0.0:1788877046.997751:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997752:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997753:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997755:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706420032 : -126389003131584 : ffff8d0cc45d6540) 00000020:00000001:0.0:1788877046.997756:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997757:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997759:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997760:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997761:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997764:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000a3e6792[2 00000000d01ad542 1 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877046.997765:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997767:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997768:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997769:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d65a0 00000008:00000001:0.0:1788877046.997771:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997772:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d65b0 page ffff8d0cc45d65a0 at index 125. 00000008:00000001:0.0:1788877046.997774:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997777:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997778:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe19c0 index 125 00000020:00000001:0.0:1788877046.997780:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997781:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997782:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997784:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000a3e6792[1 00000000d01ad542 5 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877046.997785:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997787:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997788:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6540. 00000020:00000001:0.0:1788877046.997790:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997791:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997792:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997793:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706422272 : -126389003129344 : ffff8d0cc45d6e00) 00000020:00000001:0.0:1788877046.997795:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997796:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997797:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997798:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997800:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997802:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000005deab43[2 00000000d01ad542 1 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877046.997804:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997805:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997806:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997807:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6e60 00000008:00000001:0.0:1788877046.997809:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997810:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6e70 page ffff8d0cc45d6e60 at index 126. 00000008:00000001:0.0:1788877046.997812:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997814:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997816:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1a00 index 126 00000020:00000001:0.0:1788877046.997817:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997818:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997819:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997822:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000005deab43[1 00000000d01ad542 5 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877046.997823:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997825:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997827:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6e00. 00000020:00000001:0.0:1788877046.997829:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997830:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997831:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997833:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706420928 : -126389003130688 : ffff8d0cc45d68c0) 00000020:00000001:0.0:1788877046.997835:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997836:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997837:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997838:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997839:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997842:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c8587a5c[2 00000000d01ad542 1 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877046.997843:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997844:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997845:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997846:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6920 00000008:00000001:0.0:1788877046.997848:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997849:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6930 page ffff8d0cc45d6920 at index 127. 00000008:00000001:0.0:1788877046.997851:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997860:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997861:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1a40 index 127 00000020:00000001:0.0:1788877046.997863:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997864:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997865:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997868:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c8587a5c[1 00000000d01ad542 5 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877046.997869:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997870:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997872:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d68c0. 00000020:00000001:0.0:1788877046.997874:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997874:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997876:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997877:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706421600 : -126389003130016 : ffff8d0cc45d6b60) 00000020:00000001:0.0:1788877046.997878:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997879:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997880:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997882:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997883:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997886:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001cb9e604[2 00000000d01ad542 1 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877046.997887:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997889:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997890:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997891:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6bc0 00000008:00000001:0.0:1788877046.997893:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997894:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6bd0 page ffff8d0cc45d6bc0 at index 128. 00000008:00000001:0.0:1788877046.997896:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997899:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997901:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1a80 index 128 00000020:00000001:0.0:1788877046.997903:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997904:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997905:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997907:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001cb9e604[1 00000000d01ad542 5 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877046.997909:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997910:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997912:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6b60. 00000020:00000001:0.0:1788877046.997914:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997915:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997916:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997918:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706422048 : -126389003129568 : ffff8d0cc45d6d20) 00000020:00000001:0.0:1788877046.997920:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997921:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997922:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997923:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997924:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997927:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ccfe0edc[2 00000000d01ad542 1 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877046.997929:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997930:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997931:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997932:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6d80 00000008:00000001:0.0:1788877046.997934:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997935:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6d90 page ffff8d0cc45d6d80 at index 129. 00000008:00000001:0.0:1788877046.997937:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997938:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997940:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1ac0 index 129 00000020:00000001:0.0:1788877046.997941:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997942:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997943:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.997946:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ccfe0edc[1 00000000d01ad542 5 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877046.997948:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.997949:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.997951:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d6d20. 00000020:00000001:0.0:1788877046.997953:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.997954:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.997955:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.997956:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706419136 : -126389003132480 : ffff8d0cc45d61c0) 00000020:00000001:0.0:1788877046.997958:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997960:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.997960:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.997962:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.997963:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.997965:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000f48b24f[2 00000000d01ad542 1 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877046.997967:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.997968:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.997969:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.997970:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45d6220 00000008:00000001:0.0:1788877046.997972:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.997973:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45d6230 page ffff8d0cc45d6220 at index 130. 00000008:00000001:0.0:1788877046.997976:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.997978:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.997980:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1b00 index 130 00000020:00000001:0.0:1788877046.997993:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.997995:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.998217:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.998222:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000f48b24f[1 00000000d01ad542 5 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877046.998223:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.998225:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.998227:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45d61c0. 00000020:00000001:0.0:1788877046.998230:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.998231:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.998233:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.998234:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706079840 : -126389003471776 : ffff8d0cc4583460) 00000020:00000001:0.0:1788877046.998237:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.998238:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.998239:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.998240:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.998241:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.998244:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cf803982[2 00000000d01ad542 1 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877046.998246:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.998272:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.998274:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.998275:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45834c0 00000008:00000001:0.0:1788877046.998277:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.998279:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45834d0 page ffff8d0cc45834c0 at index 131. 00000008:00000001:0.0:1788877046.998281:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.998284:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.998285:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1b40 index 131 00000020:00000001:0.0:1788877046.998288:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.998289:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.998290:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.998293:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cf803982[1 00000000d01ad542 5 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877046.998294:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.998295:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.998297:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4583460. 00000020:00000001:0.0:1788877046.998300:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.998301:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.998302:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.998304:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706079392 : -126389003472224 : ffff8d0cc45832a0) 00000020:00000001:0.0:1788877046.998306:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.998307:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.998308:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.998309:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.998310:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.998313:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059731389[2 00000000d01ad542 1 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877046.998314:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.998315:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.998317:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.998318:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4583300 00000008:00000001:0.0:1788877046.998319:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.998321:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4583310 page ffff8d0cc4583300 at index 132. 00000008:00000001:0.0:1788877046.998323:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.998325:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.998326:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1b80 index 132 00000020:00000001:0.0:1788877046.998328:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.998329:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.998330:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.998332:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000059731389[1 00000000d01ad542 5 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877046.998334:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.998335:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.998337:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45832a0. 00000020:00000001:0.0:1788877046.998339:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.998340:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.998341:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.998343:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706079616 : -126389003472000 : ffff8d0cc4583380) 00000020:00000001:0.0:1788877046.998344:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.998346:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.998346:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.998348:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.998349:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.998351:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005675b812[2 00000000d01ad542 1 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877046.998353:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.998354:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.998355:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.998356:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45833e0 00000008:00000001:0.0:1788877046.998358:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.998359:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45833f0 page ffff8d0cc45833e0 at index 133. 00000008:00000001:0.0:1788877046.998361:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.998364:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.998365:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1bc0 index 133 00000020:00000001:0.0:1788877046.998367:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.998368:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.998369:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.998371:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005675b812[1 00000000d01ad542 5 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877046.998373:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.998374:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.998375:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4583380. 00000020:00000001:0.0:1788877046.998377:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.998378:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.998380:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.998381:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706078944 : -126389003472672 : ffff8d0cc45830e0) 00000020:00000001:0.0:1788877046.998383:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.998384:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.998385:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.998386:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.998387:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.998390:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000054eb80b8[2 00000000d01ad542 1 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877046.998391:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.998392:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.998394:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.998395:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4583140 00000008:00000001:0.0:1788877046.998396:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.998398:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4583150 page ffff8d0cc4583140 at index 134. 00000008:00000001:0.0:1788877046.998399:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.998401:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.998403:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1c00 index 134 00000020:00000001:0.0:1788877046.998405:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.998406:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.998407:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.998410:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000054eb80b8[1 00000000d01ad542 5 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877046.998411:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.998412:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.998413:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45830e0. 00000020:00000001:0.0:1788877046.998415:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.998416:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999146:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999152:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706078720 : -126389003472896 : ffff8d0cc4583000) 00000020:00000001:0.0:1788877046.999156:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999157:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999158:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999159:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999161:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999165:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b0c1f537[2 00000000d01ad542 1 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877046.999166:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999167:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999169:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999171:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4583060 00000008:00000001:0.0:1788877046.999173:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999175:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4583070 page ffff8d0cc4583060 at index 135. 00000008:00000001:0.0:1788877046.999177:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999182:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999183:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1c40 index 135 00000020:00000001:0.0:1788877046.999187:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999188:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999189:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999192:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b0c1f537[1 00000000d01ad542 5 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877046.999193:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999195:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999198:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4583000. 00000020:00000001:0.0:1788877046.999203:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999204:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999205:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999206:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706080064 : -126389003471552 : ffff8d0cc4583540) 00000020:00000001:0.0:1788877046.999208:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999209:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999210:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999211:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999212:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999215:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002e612328[2 00000000d01ad542 1 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877046.999216:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999217:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999219:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999220:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45835a0 00000008:00000001:0.0:1788877046.999221:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999222:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45835b0 page ffff8d0cc45835a0 at index 136. 00000008:00000001:0.0:1788877046.999224:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999226:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999228:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1c80 index 136 00000020:00000001:0.0:1788877046.999230:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999231:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999232:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999235:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002e612328[1 00000000d01ad542 5 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877046.999236:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999238:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999239:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4583540. 00000020:00000001:0.0:1788877046.999242:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999243:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999244:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999245:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706082304 : -126389003469312 : ffff8d0cc4583e00) 00000020:00000001:0.0:1788877046.999291:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999292:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999293:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999294:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999295:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999299:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000878e0f46[2 00000000d01ad542 1 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877046.999300:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999301:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999303:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999304:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4583e60 00000008:00000001:0.0:1788877046.999305:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999306:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4583e70 page ffff8d0cc4583e60 at index 137. 00000008:00000001:0.0:1788877046.999308:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999310:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999312:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1cc0 index 137 00000020:00000001:0.0:1788877046.999314:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999315:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999316:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999319:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000878e0f46[1 00000000d01ad542 5 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877046.999321:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999322:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999323:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4583e00. 00000020:00000001:0.0:1788877046.999326:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999327:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999329:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999330:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706080960 : -126389003470656 : ffff8d0cc45838c0) 00000020:00000001:0.0:1788877046.999332:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999333:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999334:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999334:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999335:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999338:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c5310fdf[2 00000000d01ad542 1 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877046.999340:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999341:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999342:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999343:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4583920 00000008:00000001:0.0:1788877046.999344:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999345:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4583930 page ffff8d0cc4583920 at index 138. 00000008:00000001:0.0:1788877046.999347:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999349:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999350:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1d00 index 138 00000020:00000001:0.0:1788877046.999352:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999353:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999354:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999356:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c5310fdf[1 00000000d01ad542 5 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877046.999357:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999358:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999360:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45838c0. 00000020:00000001:0.0:1788877046.999362:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999363:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999364:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999366:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706081632 : -126389003469984 : ffff8d0cc4583b60) 00000020:00000001:0.0:1788877046.999368:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999369:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999370:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999371:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999372:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999374:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000538a96a7[2 00000000d01ad542 1 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877046.999375:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999376:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999377:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999378:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4583bc0 00000008:00000001:0.0:1788877046.999380:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999381:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4583bd0 page ffff8d0cc4583bc0 at index 139. 00000008:00000001:0.0:1788877046.999383:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999385:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999387:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1d40 index 139 00000020:00000001:0.0:1788877046.999388:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999389:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999390:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999393:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000538a96a7[1 00000000d01ad542 5 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877046.999394:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999395:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999397:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4583b60. 00000020:00000001:0.0:1788877046.999408:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999410:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999412:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999413:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705799680 : -126389003751936 : ffff8d0cc453ee00) 00000020:00000001:0.0:1788877046.999415:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999416:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999418:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999419:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999420:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999423:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007c484a90[2 00000000d01ad542 1 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877046.999424:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999425:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999427:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999428:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc453ee60 00000008:00000001:0.0:1788877046.999430:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999431:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc453ee70 page ffff8d0cc453ee60 at index 140. 00000008:00000001:0.0:1788877046.999433:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999436:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999438:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc441e6c40 index 140 00000020:00000001:0.0:1788877046.999440:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999441:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999442:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999444:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007c484a90[1 00000000d01ad542 5 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877046.999446:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999447:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999449:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc453ee00. 00000020:00000001:0.0:1788877046.999451:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999452:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999454:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999455:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705798336 : -126389003753280 : ffff8d0cc453e8c0) 00000020:00000001:0.0:1788877046.999466:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999467:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999469:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999470:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999471:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999474:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b91900ae[2 00000000d01ad542 1 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877046.999475:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999477:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999478:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999479:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc453e920 00000008:00000001:0.0:1788877046.999481:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999482:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc453e930 page ffff8d0cc453e920 at index 141. 00000008:00000001:0.0:1788877046.999484:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999486:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999487:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44177800 index 141 00000020:00000001:0.0:1788877046.999489:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999490:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999492:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999494:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b91900ae[1 00000000d01ad542 5 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877046.999496:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999497:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999499:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc453e8c0. 00000020:00000001:0.0:1788877046.999501:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999502:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999504:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999505:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705799008 : -126389003752608 : ffff8d0cc453eb60) 00000020:00000001:0.0:1788877046.999507:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999508:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999509:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999510:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999510:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999513:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f75b69d1[2 00000000d01ad542 1 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877046.999515:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999516:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999517:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999518:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc453ebc0 00000008:00000001:0.0:1788877046.999519:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999521:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc453ebd0 page ffff8d0cc453ebc0 at index 142. 00000008:00000001:0.0:1788877046.999522:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999524:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999525:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44177840 index 142 00000020:00000001:0.0:1788877046.999527:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999528:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999529:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999531:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f75b69d1[1 00000000d01ad542 5 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877046.999532:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999533:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999534:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc453eb60. 00000020:00000001:0.0:1788877046.999536:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999537:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999539:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999540:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705799456 : -126389003752160 : ffff8d0cc453ed20) 00000020:00000001:0.0:1788877046.999541:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999542:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999543:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999544:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999545:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999547:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000062a8fde3[2 00000000d01ad542 1 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877046.999549:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999550:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999551:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999552:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc453ed80 00000008:00000001:0.0:1788877046.999553:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999554:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc453ed90 page ffff8d0cc453ed80 at index 143. 00000008:00000001:0.0:1788877046.999556:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999558:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999559:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44177880 index 143 00000020:00000001:0.0:1788877046.999560:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999561:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999562:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999564:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000062a8fde3[1 00000000d01ad542 5 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877046.999565:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999566:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999567:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc453ed20. 00000020:00000001:0.0:1788877046.999569:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999569:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999570:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999571:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705796544 : -126389003755072 : ffff8d0cc453e1c0) 00000020:00000001:0.0:1788877046.999573:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999574:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999575:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999576:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999577:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999579:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e70e6b7e[2 00000000d01ad542 1 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877046.999580:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999581:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999582:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999583:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc453e220 00000008:00000001:0.0:1788877046.999585:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999586:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc453e230 page ffff8d0cc453e220 at index 144. 00000008:00000001:0.0:1788877046.999587:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999589:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999590:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc441778c0 index 144 00000020:00000001:0.0:1788877046.999591:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999592:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999593:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999595:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e70e6b7e[1 00000000d01ad542 5 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877046.999597:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999598:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999600:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc453e1c0. 00000020:00000001:0.0:1788877046.999607:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999608:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999610:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999611:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706437312 : -126389003114304 : ffff8d0cc45da8c0) 00000020:00000001:0.0:1788877046.999613:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999614:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999615:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999616:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999617:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999620:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000abb287f2[2 00000000d01ad542 1 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877046.999622:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999623:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999624:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999625:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da920 00000008:00000001:0.0:1788877046.999627:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999628:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da930 page ffff8d0cc45da920 at index 145. 00000008:00000001:0.0:1788877046.999630:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999633:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999634:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445588c0 index 145 00000020:00000001:0.0:1788877046.999636:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999638:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999639:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999641:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000abb287f2[1 00000000d01ad542 5 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877046.999643:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999644:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999646:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da8c0. 00000020:00000001:0.0:1788877046.999649:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999650:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999651:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999653:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706437984 : -126389003113632 : ffff8d0cc45dab60) 00000020:00000001:0.0:1788877046.999655:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999656:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999657:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999658:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999659:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999662:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000244b8b01[2 00000000d01ad542 1 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877046.999664:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999665:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999667:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999668:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45dabc0 00000008:00000001:0.0:1788877046.999670:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999671:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45dabd0 page ffff8d0cc45dabc0 at index 146. 00000008:00000001:0.0:1788877046.999673:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999676:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999677:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44767a80 index 146 00000020:00000001:0.0:1788877046.999679:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999680:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999681:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999684:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000244b8b01[1 00000000d01ad542 5 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877046.999685:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999687:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999688:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45dab60. 00000020:00000001:0.0:1788877046.999691:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999692:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999693:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999695:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706438432 : -126389003113184 : ffff8d0cc45dad20) 00000020:00000001:0.0:1788877046.999697:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999698:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999699:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999700:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999702:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999704:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d455a8ce[2 00000000d01ad542 1 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877046.999705:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999707:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999708:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999709:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45dad80 00000008:00000001:0.0:1788877046.999710:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999712:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45dad90 page ffff8d0cc45dad80 at index 147. 00000008:00000001:0.0:1788877046.999714:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999716:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999718:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44767ac0 index 147 00000020:00000001:0.0:1788877046.999720:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999721:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999722:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999725:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d455a8ce[1 00000000d01ad542 5 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877046.999726:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999728:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999730:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45dad20. 00000020:00000001:0.0:1788877046.999732:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999733:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999735:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999737:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706435520 : -126389003116096 : ffff8d0cc45da1c0) 00000020:00000001:0.0:1788877046.999739:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999740:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999741:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999742:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999744:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000343204a6[2 00000000d01ad542 1 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877046.999748:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999749:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999751:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999752:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da220 00000008:00000001:0.0:1788877046.999753:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999755:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da230 page ffff8d0cc45da220 at index 148. 00000008:00000001:0.0:1788877046.999757:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999760:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999761:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44e07400 index 148 00000020:00000001:0.0:1788877046.999763:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999764:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999765:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999768:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000343204a6[1 00000000d01ad542 5 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877046.999770:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999771:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999772:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da1c0. 00000020:00000001:0.0:1788877046.999775:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999776:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999777:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999779:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706437760 : -126389003113856 : ffff8d0cc45daa80) 00000020:00000001:0.0:1788877046.999781:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999782:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999783:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999784:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999785:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999788:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007a61dd1a[2 00000000d01ad542 1 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877046.999790:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999791:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999793:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999794:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45daae0 00000008:00000001:0.0:1788877046.999795:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999797:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45daaf0 page ffff8d0cc45daae0 at index 149. 00000008:00000001:0.0:1788877046.999799:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999802:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999803:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44e07440 index 149 00000020:00000001:0.0:1788877046.999805:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999806:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999807:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999810:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007a61dd1a[1 00000000d01ad542 5 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877046.999812:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999813:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999814:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45daa80. 00000020:00000001:0.0:1788877046.999817:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999818:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999884:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999886:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706436640 : -126389003114976 : ffff8d0cc45da620) 00000020:00000001:0.0:1788877046.999889:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999890:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999891:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999892:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999893:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999896:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fbc9030f[2 00000000d01ad542 1 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877046.999898:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999899:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999901:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999902:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da680 00000008:00000001:0.0:1788877046.999904:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999906:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da690 page ffff8d0cc45da680 at index 150. 00000008:00000001:0.0:1788877046.999907:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999910:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999912:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ffc700 index 150 00000020:00000001:0.0:1788877046.999914:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999915:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999916:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999918:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fbc9030f[1 00000000d01ad542 5 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877046.999920:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999921:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999923:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da620. 00000020:00000001:0.0:1788877046.999926:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999927:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999929:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999931:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706436864 : -126389003114752 : ffff8d0cc45da700) 00000020:00000001:0.0:1788877046.999933:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999934:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999935:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999936:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999937:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999940:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a379f0f2[2 00000000d01ad542 1 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877046.999941:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877046.999943:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877046.999944:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877046.999945:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da760 00000008:00000001:0.0:1788877046.999946:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877046.999948:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da770 page ffff8d0cc45da760 at index 151. 00000008:00000001:0.0:1788877046.999950:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877046.999952:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877046.999954:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ffc740 index 151 00000020:00000001:0.0:1788877046.999955:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999956:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877046.999958:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877046.999960:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a379f0f2[1 00000000d01ad542 5 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877046.999961:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877046.999962:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877046.999964:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da700. 00000020:00000001:0.0:1788877046.999966:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877046.999967:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877046.999969:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877046.999970:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706438208 : -126389003113408 : ffff8d0cc45dac40) 00000020:00000001:0.0:1788877046.999972:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999973:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877046.999974:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877046.999975:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877046.999976:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877046.999979:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000095e11124[2 00000000d01ad542 1 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877046.999980:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005439:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005446:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005449:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45daca0 00000008:00000001:0.0:1788877047.005454:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005465:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45dacb0 page ffff8d0cc45daca0 at index 152. 00000008:00000001:0.0:1788877047.005469:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005481:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005487:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc441e6c00 index 152 00000020:00000001:0.0:1788877047.005493:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005494:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005497:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005504:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000095e11124[1 00000000d01ad542 5 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877047.005507:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005508:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005515:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45dac40. 00000020:00000001:0.0:1788877047.005522:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005524:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005529:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005531:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706437536 : -126389003114080 : ffff8d0cc45da9a0) 00000020:00000001:0.0:1788877047.005533:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005535:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005537:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005538:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005540:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005543:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006be4fc67[2 00000000d01ad542 1 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877047.005545:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005546:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005547:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005548:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45daa00 00000008:00000001:0.0:1788877047.005550:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005562:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45daa10 page ffff8d0cc45daa00 at index 153. 00000008:00000001:0.0:1788877047.005564:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005567:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005568:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1dc0 index 153 00000020:00000001:0.0:1788877047.005571:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005572:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005573:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005575:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006be4fc67[1 00000000d01ad542 5 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877047.005577:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005578:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005580:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da9a0. 00000020:00000001:0.0:1788877047.005583:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005583:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005585:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005586:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706437088 : -126389003114528 : ffff8d0cc45da7e0) 00000020:00000001:0.0:1788877047.005588:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005588:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005589:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005590:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005591:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005593:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006beb0435[2 00000000d01ad542 1 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877047.005595:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005596:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005597:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005598:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da840 00000008:00000001:0.0:1788877047.005599:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005600:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da850 page ffff8d0cc45da840 at index 154. 00000008:00000001:0.0:1788877047.005602:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005604:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005605:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44558900 index 154 00000020:00000001:0.0:1788877047.005607:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005608:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005609:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005611:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006beb0435[1 00000000d01ad542 5 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877047.005613:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005614:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005615:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da7e0. 00000020:00000001:0.0:1788877047.005617:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005618:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005619:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005621:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706438880 : -126389003112736 : ffff8d0cc45daee0) 00000020:00000001:0.0:1788877047.005622:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005623:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005624:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005625:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005626:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005629:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f95a6de5[2 00000000d01ad542 1 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877047.005630:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005631:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005633:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005634:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45daf40 00000008:00000001:0.0:1788877047.005635:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005636:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45daf50 page ffff8d0cc45daf40 at index 155. 00000008:00000001:0.0:1788877047.005638:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005641:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005642:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44558940 index 155 00000020:00000001:0.0:1788877047.005644:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005645:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005646:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005648:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f95a6de5[1 00000000d01ad542 5 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877047.005649:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005650:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005652:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45daee0. 00000020:00000001:0.0:1788877047.005654:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005654:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005655:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005657:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706436192 : -126389003115424 : ffff8d0cc45da460) 00000020:00000001:0.0:1788877047.005659:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005660:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005661:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005662:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005664:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005666:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004250d56c[2 00000000d01ad542 1 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877047.005668:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005669:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005670:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005671:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da4c0 00000008:00000001:0.0:1788877047.005672:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005673:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da4d0 page ffff8d0cc45da4c0 at index 156. 00000008:00000001:0.0:1788877047.005675:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005677:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005679:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1e00 index 156 00000020:00000001:0.0:1788877047.005681:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005682:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005683:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005686:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004250d56c[1 00000000d01ad542 5 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877047.005687:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005688:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005690:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da460. 00000020:00000001:0.0:1788877047.005693:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005694:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005695:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005696:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706435744 : -126389003115872 : ffff8d0cc45da2a0) 00000020:00000001:0.0:1788877047.005698:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005699:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005700:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005701:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005702:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005705:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005135dab9[2 00000000d01ad542 1 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877047.005706:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005708:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005709:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005710:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da300 00000008:00000001:0.0:1788877047.005711:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005713:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da310 page ffff8d0cc45da300 at index 157. 00000008:00000001:0.0:1788877047.005715:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005718:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005719:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1e40 index 157 00000020:00000001:0.0:1788877047.005721:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005722:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005723:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005726:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005135dab9[1 00000000d01ad542 5 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877047.005727:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005728:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005730:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da2a0. 00000020:00000001:0.0:1788877047.005732:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005733:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005734:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005735:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706435968 : -126389003115648 : ffff8d0cc45da380) 00000020:00000001:0.0:1788877047.005738:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005738:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005739:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005741:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005742:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005744:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f9b35a4a[2 00000000d01ad542 1 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877047.005745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005746:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005748:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005749:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da3e0 00000008:00000001:0.0:1788877047.005751:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005752:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da3f0 page ffff8d0cc45da3e0 at index 158. 00000008:00000001:0.0:1788877047.005753:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005755:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005756:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1e80 index 158 00000020:00000001:0.0:1788877047.005758:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005759:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005761:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005764:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f9b35a4a[1 00000000d01ad542 5 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877047.005765:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005766:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005768:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da380. 00000020:00000001:0.0:1788877047.005770:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005771:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005772:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005773:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706435296 : -126389003116320 : ffff8d0cc45da0e0) 00000020:00000001:0.0:1788877047.005775:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005776:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005777:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005778:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005779:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005782:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006ea9c1e5[2 00000000d01ad542 1 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877047.005784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005785:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005786:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005787:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da140 00000008:00000001:0.0:1788877047.005788:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005789:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da150 page ffff8d0cc45da140 at index 159. 00000008:00000001:0.0:1788877047.005791:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005793:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005794:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1ec0 index 159 00000020:00000001:0.0:1788877047.005795:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005797:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005798:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005800:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006ea9c1e5[1 00000000d01ad542 5 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877047.005801:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005803:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005805:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da0e0. 00000020:00000001:0.0:1788877047.005807:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005808:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005809:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005810:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706435072 : -126389003116544 : ffff8d0cc45da000) 00000020:00000001:0.0:1788877047.005812:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005814:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005815:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005816:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005816:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005819:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cdc7ec5f[2 00000000d01ad542 1 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877047.005820:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005821:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005822:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005823:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da060 00000008:00000001:0.0:1788877047.005824:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005826:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da070 page ffff8d0cc45da060 at index 160. 00000008:00000001:0.0:1788877047.005827:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005829:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005831:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1f00 index 160 00000020:00000001:0.0:1788877047.005832:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005834:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005834:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005837:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cdc7ec5f[1 00000000d01ad542 5 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877047.005839:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005839:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005841:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da000. 00000020:00000001:0.0:1788877047.005843:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005844:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005845:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005847:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706436416 : -126389003115200 : ffff8d0cc45da540) 00000020:00000001:0.0:1788877047.005848:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005849:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005850:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005852:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005853:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005856:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000622fa9fa[2 00000000d01ad542 1 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877047.005856:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005857:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005860:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005861:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45da5a0 00000008:00000001:0.0:1788877047.005862:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005864:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45da5b0 page ffff8d0cc45da5a0 at index 161. 00000008:00000001:0.0:1788877047.005866:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005868:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005870:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1f40 index 161 00000020:00000001:0.0:1788877047.005871:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005872:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005873:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005875:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000622fa9fa[1 00000000d01ad542 5 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877047.005877:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005878:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005880:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45da540. 00000020:00000001:0.0:1788877047.005882:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005883:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005885:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005886:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706438656 : -126389003112960 : ffff8d0cc45dae00) 00000020:00000001:0.0:1788877047.005888:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005889:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005890:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005891:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005893:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005895:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b9b9943a[2 00000000d01ad542 1 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877047.005897:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005898:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005900:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005901:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45dae60 00000008:00000001:0.0:1788877047.005903:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005904:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45dae70 page ffff8d0cc45dae60 at index 162. 00000008:00000001:0.0:1788877047.005906:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005909:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005910:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1f80 index 162 00000020:00000001:0.0:1788877047.005912:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005914:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005915:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005917:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b9b9943a[1 00000000d01ad542 5 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877047.005919:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005920:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005923:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45dae00. 00000020:00000001:0.0:1788877047.005925:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005925:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005927:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005928:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706547904 : -126389003003712 : ffff8d0cc45f58c0) 00000020:00000001:0.0:1788877047.005930:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005931:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005932:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005933:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005934:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005937:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000651da3fe[2 00000000d01ad542 1 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877047.005939:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005940:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005941:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005942:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5920 00000008:00000001:0.0:1788877047.005943:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.005944:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5930 page ffff8d0cc45f5920 at index 163. 00000008:00000001:0.0:1788877047.005946:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.005948:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.005950:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe1fc0 index 163 00000020:00000001:0.0:1788877047.005952:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005953:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.005953:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.005956:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000651da3fe[1 00000000d01ad542 5 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877047.005957:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.005958:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.005960:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f58c0. 00000020:00000001:0.0:1788877047.005962:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.005963:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.005965:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.005966:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706548576 : -126389003003040 : ffff8d0cc45f5b60) 00000020:00000001:0.0:1788877047.005968:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005969:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.005970:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.005971:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.005972:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.005975:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fc4ca7c9[2 00000000d01ad542 1 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877047.005976:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.005977:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.005979:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.005980:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5bc0 00000008:00000001:0.0:1788877047.006233:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.006235:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5bd0 page ffff8d0cc45f5bc0 at index 164. 00000008:00000001:0.0:1788877047.006238:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.006242:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.006244:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2000 index 164 00000020:00000001:0.0:1788877047.006246:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006271:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006272:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.006276:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fc4ca7c9[1 00000000d01ad542 5 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877047.006277:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.006278:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.006281:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5b60. 00000020:00000001:0.0:1788877047.006284:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.006285:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.006373:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.006376:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706549024 : -126389003002592 : ffff8d0cc45f5d20) 00000020:00000001:0.0:1788877047.006378:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006379:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006380:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.006381:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.006382:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.006385:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006fae86a5[2 00000000d01ad542 1 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877047.006386:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.006388:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.006389:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.006390:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5d80 00000008:00000001:0.0:1788877047.006392:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.006393:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5d90 page ffff8d0cc45f5d80 at index 165. 00000008:00000001:0.0:1788877047.006395:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.006398:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.006399:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2040 index 165 00000020:00000001:0.0:1788877047.006401:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006402:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006403:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.006405:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006fae86a5[1 00000000d01ad542 5 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877047.006407:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.006408:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.006411:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5d20. 00000020:00000001:0.0:1788877047.006414:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.006415:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.006416:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.006417:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706546112 : -126389003005504 : ffff8d0cc45f51c0) 00000020:00000001:0.0:1788877047.006419:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006420:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006421:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.006422:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.006423:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.006425:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001086c9c7[2 00000000d01ad542 1 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877047.006427:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.006428:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.006429:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.006430:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5220 00000008:00000001:0.0:1788877047.006431:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.006433:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5230 page ffff8d0cc45f5220 at index 166. 00000008:00000001:0.0:1788877047.006434:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.006437:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.006438:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2080 index 166 00000020:00000001:0.0:1788877047.006440:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006441:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006442:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.006444:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001086c9c7[1 00000000d01ad542 5 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877047.006446:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.006447:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.006448:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f51c0. 00000020:00000001:0.0:1788877047.006450:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.006451:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.006453:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.006454:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706548352 : -126389003003264 : ffff8d0cc45f5a80) 00000020:00000001:0.0:1788877047.006456:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006467:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006468:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.006469:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.006470:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.006473:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b4716c2c[2 00000000d01ad542 1 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877047.006475:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.006476:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.006478:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.006479:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5ae0 00000008:00000001:0.0:1788877047.006480:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.006481:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5af0 page ffff8d0cc45f5ae0 at index 167. 00000008:00000001:0.0:1788877047.006484:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.006486:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.006487:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe20c0 index 167 00000020:00000001:0.0:1788877047.006489:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006490:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006491:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.006494:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b4716c2c[1 00000000d01ad542 5 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877047.006495:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.006496:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.006498:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5a80. 00000020:00000001:0.0:1788877047.006501:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.006502:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.006503:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.006505:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706547232 : -126389003004384 : ffff8d0cc45f5620) 00000020:00000001:0.0:1788877047.006507:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006508:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006509:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.006510:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.006511:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.006514:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000554d74e7[2 00000000d01ad542 1 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877047.006515:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.006517:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.006518:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.006519:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5680 00000008:00000001:0.0:1788877047.006520:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.006522:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5690 page ffff8d0cc45f5680 at index 168. 00000008:00000001:0.0:1788877047.006524:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.006526:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.006528:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2100 index 168 00000020:00000001:0.0:1788877047.006530:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006531:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.006532:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.006534:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000554d74e7[1 00000000d01ad542 5 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877047.006536:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.006537:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.006539:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5620. 00000020:00000001:0.0:1788877047.006541:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.006542:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.006543:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.006545:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706547456 : -126389003004160 : ffff8d0cc45f5700) 00000020:00000001:0.0:1788877047.006547:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006548:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.006549:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.007671:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.007683:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.007691:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000040ed7811[2 00000000d01ad542 1 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877047.007693:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.007694:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.007696:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.007697:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5760 00000008:00000001:0.0:1788877047.007699:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.007702:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5770 page ffff8d0cc45f5760 at index 169. 00000008:00000001:0.0:1788877047.007704:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.007710:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.007714:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2140 index 169 00000020:00000001:0.0:1788877047.007718:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007720:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007722:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.007725:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000040ed7811[1 00000000d01ad542 5 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877047.007727:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.007728:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.007732:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5700. 00000020:00000001:0.0:1788877047.007738:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.007740:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.007743:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.007745:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706548800 : -126389003002816 : ffff8d0cc45f5c40) 00000020:00000001:0.0:1788877047.007747:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007748:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007749:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.007751:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.007752:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.007754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a948f8c2[2 00000000d01ad542 1 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877047.007756:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.007757:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.007759:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.007761:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5ca0 00000008:00000001:0.0:1788877047.007762:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.007763:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5cb0 page ffff8d0cc45f5ca0 at index 170. 00000008:00000001:0.0:1788877047.007766:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.007768:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.007769:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2180 index 170 00000020:00000001:0.0:1788877047.007771:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007772:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007773:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.007775:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a948f8c2[1 00000000d01ad542 5 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877047.007776:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.007777:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.007779:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5c40. 00000020:00000001:0.0:1788877047.007781:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.007782:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.007783:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.007785:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706548128 : -126389003003488 : ffff8d0cc45f59a0) 00000020:00000001:0.0:1788877047.007787:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007788:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007789:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.007790:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.007791:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.007794:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000021279bba[2 00000000d01ad542 1 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877047.007795:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.007796:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.007797:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.007798:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5a00 00000008:00000001:0.0:1788877047.007800:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.007801:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5a10 page ffff8d0cc45f5a00 at index 171. 00000008:00000001:0.0:1788877047.007803:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.007805:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.007807:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe21c0 index 171 00000020:00000001:0.0:1788877047.007809:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007810:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007811:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.007813:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000021279bba[1 00000000d01ad542 5 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877047.007814:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.007816:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.007818:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f59a0. 00000020:00000001:0.0:1788877047.007820:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.007821:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.007823:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.007824:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706547680 : -126389003003936 : ffff8d0cc45f57e0) 00000020:00000001:0.0:1788877047.007827:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007828:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007829:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.007830:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.007831:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.007834:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d73bb4c1[2 00000000d01ad542 1 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877047.007836:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.007837:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.007838:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.007839:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5840 00000008:00000001:0.0:1788877047.007841:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.007842:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5850 page ffff8d0cc45f5840 at index 172. 00000008:00000001:0.0:1788877047.007844:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.007846:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.007847:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2200 index 172 00000020:00000001:0.0:1788877047.007849:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007850:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007852:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.007854:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d73bb4c1[1 00000000d01ad542 5 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877047.007856:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.007857:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.007859:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f57e0. 00000020:00000001:0.0:1788877047.007860:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.007861:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.007863:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.007864:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706549472 : -126389003002144 : ffff8d0cc45f5ee0) 00000020:00000001:0.0:1788877047.007866:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007867:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007868:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.007870:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.007871:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.007873:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f6c1ea56[2 00000000d01ad542 1 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877047.007875:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.007875:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.007877:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.007878:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5f40 00000008:00000001:0.0:1788877047.007879:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.007881:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5f50 page ffff8d0cc45f5f40 at index 173. 00000008:00000001:0.0:1788877047.007883:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.007885:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.007886:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2240 index 173 00000020:00000001:0.0:1788877047.007888:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007889:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007890:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.007893:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f6c1ea56[1 00000000d01ad542 5 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877047.007894:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.007895:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.007897:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5ee0. 00000020:00000001:0.0:1788877047.007899:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.007901:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.007902:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.007903:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706546784 : -126389003004832 : ffff8d0cc45f5460) 00000020:00000001:0.0:1788877047.007905:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007906:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007907:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.007909:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.007910:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.007913:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000056a9a8ad[2 00000000d01ad542 1 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877047.007914:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.007916:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.007917:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.007918:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f54c0 00000008:00000001:0.0:1788877047.007920:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.007921:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f54d0 page ffff8d0cc45f54c0 at index 174. 00000008:00000001:0.0:1788877047.007923:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.007925:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.007926:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2280 index 174 00000020:00000001:0.0:1788877047.007928:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007928:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007929:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.007932:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000056a9a8ad[1 00000000d01ad542 5 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877047.007933:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.007934:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.007936:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5460. 00000020:00000001:0.0:1788877047.007938:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.007939:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.007940:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.007942:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706546336 : -126389003005280 : ffff8d0cc45f52a0) 00000020:00000001:0.0:1788877047.007943:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007944:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.007945:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.007946:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.007947:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.007949:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a6b6f744[2 00000000d01ad542 1 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877047.007951:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.007952:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.007953:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.007954:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5300 00000008:00000001:0.0:1788877047.007956:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.007957:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5310 page ffff8d0cc45f5300 at index 175. 00000008:00000001:0.0:1788877047.007959:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.007962:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.007963:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe22c0 index 175 00000020:00000001:0.0:1788877047.007965:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007966:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.007967:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.007970:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a6b6f744[1 00000000d01ad542 5 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877047.007971:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.007973:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.007974:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f52a0. 00000020:00000001:0.0:1788877047.007976:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.007977:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.007979:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.008799:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706546560 : -126389003005056 : ffff8d0cc45f5380) 00000020:00000001:0.0:1788877047.008812:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.008814:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.008815:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.008816:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.008817:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.008824:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d2955d24[2 00000000d01ad542 1 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877047.008826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.008827:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.008830:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.008832:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f53e0 00000008:00000001:0.0:1788877047.008835:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.008837:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f53f0 page ffff8d0cc45f53e0 at index 176. 00000008:00000001:0.0:1788877047.008839:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.008844:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.008847:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2300 index 176 00000020:00000001:0.0:1788877047.008851:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.008852:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.008854:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.008857:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d2955d24[1 00000000d01ad542 5 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877047.008858:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.008860:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.008864:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5380. 00000020:00000001:0.0:1788877047.008869:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.008870:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.008873:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.008874:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706545888 : -126389003005728 : ffff8d0cc45f50e0) 00000020:00000001:0.0:1788877047.008877:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.008878:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.008880:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.008881:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.008882:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.008884:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000879822fa[2 00000000d01ad542 1 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877047.008886:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.008887:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.008888:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.008890:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5140 00000008:00000001:0.0:1788877047.008891:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.008893:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5150 page ffff8d0cc45f5140 at index 177. 00000008:00000001:0.0:1788877047.008895:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.008897:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.008898:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2340 index 177 00000020:00000001:0.0:1788877047.008901:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.008902:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.008902:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.008905:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000879822fa[1 00000000d01ad542 5 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877047.008907:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.008908:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.008910:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f50e0. 00000020:00000001:0.0:1788877047.008913:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.008914:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.008915:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.008917:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706545664 : -126389003005952 : ffff8d0cc45f5000) 00000020:00000001:0.0:1788877047.008918:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.008919:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.008920:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.008921:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.008922:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.008925:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c2837190[2 00000000d01ad542 1 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877047.008926:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.008927:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.008928:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.008929:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5060 00000008:00000001:0.0:1788877047.008930:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.008932:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5070 page ffff8d0cc45f5060 at index 178. 00000008:00000001:0.0:1788877047.008933:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.008936:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.008937:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2380 index 178 00000020:00000001:0.0:1788877047.008939:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.008940:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.008941:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.008943:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c2837190[1 00000000d01ad542 5 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877047.008944:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.008945:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.008947:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5000. 00000020:00000001:0.0:1788877047.008949:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.008950:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.008952:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.008953:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706547008 : -126389003004608 : ffff8d0cc45f5540) 00000020:00000001:0.0:1788877047.008956:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.008957:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.008958:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.008959:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.008960:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.008963:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000061947c60[2 00000000d01ad542 1 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877047.008965:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.008966:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.008968:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.008969:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f55a0 00000008:00000001:0.0:1788877047.008971:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.008972:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f55b0 page ffff8d0cc45f55a0 at index 179. 00000008:00000001:0.0:1788877047.008974:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.008977:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.008978:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe23c0 index 179 00000020:00000001:0.0:1788877047.008980:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009130:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009131:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009135:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000061947c60[1 00000000d01ad542 5 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877047.009137:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009138:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009140:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5540. 00000020:00000001:0.0:1788877047.009143:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009144:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009225:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009228:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706549248 : -126389003002368 : ffff8d0cc45f5e00) 00000020:00000001:0.0:1788877047.009230:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009231:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009233:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009233:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009235:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009238:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003240b175[2 00000000d01ad542 1 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877047.009239:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009241:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009242:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009243:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45f5e60 00000008:00000001:0.0:1788877047.009245:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009269:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45f5e70 page ffff8d0cc45f5e60 at index 180. 00000008:00000001:0.0:1788877047.009272:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009275:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009277:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2400 index 180 00000020:00000001:0.0:1788877047.009279:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009280:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009281:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009284:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003240b175[1 00000000d01ad542 5 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877047.009286:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009287:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009289:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45f5e00. 00000020:00000001:0.0:1788877047.009292:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009293:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009295:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009296:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706313760 : -126389003237856 : ffff8d0cc45bc620) 00000020:00000001:0.0:1788877047.009298:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009299:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009300:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009302:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009303:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009305:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000024ddad30[2 00000000d01ad542 1 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877047.009307:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009308:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009310:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009311:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc680 00000008:00000001:0.0:1788877047.009312:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009314:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc690 page ffff8d0cc45bc680 at index 181. 00000008:00000001:0.0:1788877047.009315:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009318:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009319:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2440 index 181 00000020:00000001:0.0:1788877047.009321:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009322:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009323:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009326:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000024ddad30[1 00000000d01ad542 5 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877047.009327:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009328:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009330:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc620. 00000020:00000001:0.0:1788877047.009335:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009337:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009338:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009340:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706313984 : -126389003237632 : ffff8d0cc45bc700) 00000020:00000001:0.0:1788877047.009342:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009343:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009344:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009346:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009347:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009350:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f375ce4e[2 00000000d01ad542 1 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877047.009351:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009353:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009355:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009356:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc760 00000008:00000001:0.0:1788877047.009357:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009359:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc770 page ffff8d0cc45bc760 at index 182. 00000008:00000001:0.0:1788877047.009361:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009363:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009365:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2480 index 182 00000020:00000001:0.0:1788877047.009367:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009368:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009369:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009371:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f375ce4e[1 00000000d01ad542 5 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877047.009373:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009374:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009376:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc700. 00000020:00000001:0.0:1788877047.009378:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009379:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009381:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009382:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706315328 : -126389003236288 : ffff8d0cc45bcc40) 00000020:00000001:0.0:1788877047.009384:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009385:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009387:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009388:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009389:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009392:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000030a10638[2 00000000d01ad542 1 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877047.009393:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009395:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009396:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009397:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bcca0 00000008:00000001:0.0:1788877047.009399:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009400:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bccb0 page ffff8d0cc45bcca0 at index 183. 00000008:00000001:0.0:1788877047.009402:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009404:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009406:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe24c0 index 183 00000020:00000001:0.0:1788877047.009408:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009409:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009410:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009412:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000030a10638[1 00000000d01ad542 5 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877047.009414:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009415:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009418:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bcc40. 00000020:00000001:0.0:1788877047.009420:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009421:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009422:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009424:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706314656 : -126389003236960 : ffff8d0cc45bc9a0) 00000020:00000001:0.0:1788877047.009425:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009426:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009427:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009428:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009430:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009432:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000da2a5bbb[2 00000000d01ad542 1 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877047.009433:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009434:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009436:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009437:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bca00 00000008:00000001:0.0:1788877047.009438:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009439:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bca10 page ffff8d0cc45bca00 at index 184. 00000008:00000001:0.0:1788877047.009441:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009443:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009444:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2500 index 184 00000020:00000001:0.0:1788877047.009446:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009448:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009449:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009451:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000da2a5bbb[1 00000000d01ad542 5 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877047.009453:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009454:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009456:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc9a0. 00000020:00000001:0.0:1788877047.009468:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009469:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009471:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009472:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706314208 : -126389003237408 : ffff8d0cc45bc7e0) 00000020:00000001:0.0:1788877047.009475:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009476:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009477:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009478:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009479:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009482:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000adf03c1d[2 00000000d01ad542 1 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877047.009483:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009485:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009486:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009487:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc840 00000008:00000001:0.0:1788877047.009489:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009490:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc850 page ffff8d0cc45bc840 at index 185. 00000008:00000001:0.0:1788877047.009492:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009494:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009496:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2540 index 185 00000020:00000001:0.0:1788877047.009498:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009499:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009501:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009503:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000adf03c1d[1 00000000d01ad542 5 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877047.009504:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009505:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009507:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc7e0. 00000020:00000001:0.0:1788877047.009509:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009510:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009511:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009512:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706316000 : -126389003235616 : ffff8d0cc45bcee0) 00000020:00000001:0.0:1788877047.009515:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009516:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009517:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009518:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009519:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009522:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c235f96c[2 00000000d01ad542 1 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877047.009523:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009524:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009525:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009526:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bcf40 00000008:00000001:0.0:1788877047.009527:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009528:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bcf50 page ffff8d0cc45bcf40 at index 186. 00000008:00000001:0.0:1788877047.009530:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009533:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009534:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2580 index 186 00000020:00000001:0.0:1788877047.009535:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009536:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009537:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009539:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c235f96c[1 00000000d01ad542 5 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877047.009540:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009541:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009543:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bcee0. 00000020:00000001:0.0:1788877047.009545:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009546:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009547:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009548:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706313312 : -126389003238304 : ffff8d0cc45bc460) 00000020:00000001:0.0:1788877047.009550:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009551:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009552:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009553:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009554:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009556:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000020ad3906[2 00000000d01ad542 1 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877047.009557:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009559:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009560:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009561:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc4c0 00000008:00000001:0.0:1788877047.009562:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009563:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc4d0 page ffff8d0cc45bc4c0 at index 187. 00000008:00000001:0.0:1788877047.009565:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009567:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009568:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe25c0 index 187 00000020:00000001:0.0:1788877047.009569:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009570:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009571:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009574:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000020ad3906[1 00000000d01ad542 5 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877047.009576:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009577:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009578:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc460. 00000020:00000001:0.0:1788877047.009580:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009581:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009582:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009583:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706312864 : -126389003238752 : ffff8d0cc45bc2a0) 00000020:00000001:0.0:1788877047.009585:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009587:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009588:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009589:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009590:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009592:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000800b402d[2 00000000d01ad542 1 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877047.009594:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009595:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009597:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009597:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc300 00000008:00000001:0.0:1788877047.009599:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009600:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc310 page ffff8d0cc45bc300 at index 188. 00000008:00000001:0.0:1788877047.009602:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009604:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009606:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2600 index 188 00000020:00000001:0.0:1788877047.009608:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009609:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009610:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009613:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000800b402d[1 00000000d01ad542 5 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877047.009614:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009615:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009617:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc2a0. 00000020:00000001:0.0:1788877047.009619:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009620:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009621:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009623:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706313088 : -126389003238528 : ffff8d0cc45bc380) 00000020:00000001:0.0:1788877047.009625:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009626:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009627:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009628:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009630:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009632:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c03a4859[2 00000000d01ad542 1 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877047.009634:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009635:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009636:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009638:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc3e0 00000008:00000001:0.0:1788877047.009639:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009640:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc3f0 page ffff8d0cc45bc3e0 at index 189. 00000008:00000001:0.0:1788877047.009643:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009645:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009647:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2640 index 189 00000020:00000001:0.0:1788877047.009648:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009649:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009650:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009652:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c03a4859[1 00000000d01ad542 5 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877047.009653:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009655:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009656:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc380. 00000020:00000001:0.0:1788877047.009658:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009659:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009660:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009662:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706312416 : -126389003239200 : ffff8d0cc45bc0e0) 00000020:00000001:0.0:1788877047.009663:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009664:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009665:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009666:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009667:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009669:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000096ddbea0[2 00000000d01ad542 1 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877047.009671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009672:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009673:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009674:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc140 00000008:00000001:0.0:1788877047.009675:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009676:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc150 page ffff8d0cc45bc140 at index 190. 00000008:00000001:0.0:1788877047.009679:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009681:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009683:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2680 index 190 00000020:00000001:0.0:1788877047.009685:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009686:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009687:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009690:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000096ddbea0[1 00000000d01ad542 5 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877047.009691:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009692:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009694:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc0e0. 00000020:00000001:0.0:1788877047.009696:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009698:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009699:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009700:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706312192 : -126389003239424 : ffff8d0cc45bc000) 00000020:00000001:0.0:1788877047.009703:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009704:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009705:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009706:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009707:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009710:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d1b7e440[2 00000000d01ad542 1 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877047.009711:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009712:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009714:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009715:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc060 00000008:00000001:0.0:1788877047.009717:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009718:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc070 page ffff8d0cc45bc060 at index 191. 00000008:00000001:0.0:1788877047.009721:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009729:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009730:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe26c0 index 191 00000020:00000001:0.0:1788877047.009733:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009734:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009735:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009737:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d1b7e440[1 00000000d01ad542 5 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877047.009739:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009740:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009742:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc000. 00000020:00000001:0.0:1788877047.009745:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009746:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009747:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009749:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706313536 : -126389003238080 : ffff8d0cc45bc540) 00000020:00000001:0.0:1788877047.009751:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009752:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009753:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009754:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009756:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009758:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e878fccd[2 00000000d01ad542 1 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877047.009760:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009761:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009762:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009763:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc5a0 00000008:00000001:0.0:1788877047.009764:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009766:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc5b0 page ffff8d0cc45bc5a0 at index 192. 00000008:00000001:0.0:1788877047.009767:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009770:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009771:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2700 index 192 00000020:00000001:0.0:1788877047.009772:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009773:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009774:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009777:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e878fccd[1 00000000d01ad542 5 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877047.009779:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009780:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009783:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc540. 00000020:00000001:0.0:1788877047.009785:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009786:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009787:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009789:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706315776 : -126389003235840 : ffff8d0cc45bce00) 00000020:00000001:0.0:1788877047.009790:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009791:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009792:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009793:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009794:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009797:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000086b5a30d[2 00000000d01ad542 1 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877047.009799:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009800:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009801:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009802:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bce60 00000008:00000001:0.0:1788877047.009804:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009805:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bce70 page ffff8d0cc45bce60 at index 193. 00000008:00000001:0.0:1788877047.009807:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009809:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009810:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2740 index 193 00000020:00000001:0.0:1788877047.009811:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009813:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009814:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009816:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000086b5a30d[1 00000000d01ad542 5 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877047.009818:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009819:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009820:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bce00. 00000020:00000001:0.0:1788877047.009822:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009823:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009824:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009825:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706314432 : -126389003237184 : ffff8d0cc45bc8c0) 00000020:00000001:0.0:1788877047.009827:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009828:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009829:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009830:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009831:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009834:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000516ae843[2 00000000d01ad542 1 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877047.009835:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009836:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009838:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009839:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc920 00000008:00000001:0.0:1788877047.009840:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009841:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc930 page ffff8d0cc45bc920 at index 194. 00000008:00000001:0.0:1788877047.009843:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009845:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009847:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2780 index 194 00000020:00000001:0.0:1788877047.009849:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009849:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009851:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009853:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000516ae843[1 00000000d01ad542 5 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877047.009854:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009856:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009857:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc8c0. 00000020:00000001:0.0:1788877047.009859:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009860:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009913:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009915:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706315104 : -126389003236512 : ffff8d0cc45bcb60) 00000020:00000001:0.0:1788877047.009917:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009918:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009919:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009920:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009922:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009925:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ff0eeb65[2 00000000d01ad542 1 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877047.009927:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009928:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009929:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009931:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bcbc0 00000008:00000001:0.0:1788877047.009932:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009934:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bcbd0 page ffff8d0cc45bcbc0 at index 195. 00000008:00000001:0.0:1788877047.009935:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009938:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009939:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe27c0 index 195 00000020:00000001:0.0:1788877047.009942:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009943:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.009943:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.009946:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ff0eeb65[1 00000000d01ad542 5 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877047.009947:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.009948:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.009950:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bcb60. 00000020:00000001:0.0:1788877047.009953:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.009954:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.009955:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.009956:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706315552 : -126389003236064 : ffff8d0cc45bcd20) 00000020:00000001:0.0:1788877047.009958:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009959:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.009960:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.009961:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.009962:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.009965:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005e12ab81[2 00000000d01ad542 1 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877047.009967:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.009968:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.009969:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.009970:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bcd80 00000008:00000001:0.0:1788877047.009971:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.009973:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bcd90 page ffff8d0cc45bcd80 at index 196. 00000008:00000001:0.0:1788877047.009975:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.009977:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.009979:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2800 index 196 00000020:00000001:0.0:1788877047.013972:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.013990:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.013993:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.014005:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005e12ab81[1 00000000d01ad542 5 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877047.014007:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.014009:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.014020:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bcd20. 00000020:00000001:0.0:1788877047.014028:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.014029:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.014035:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.014038:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706312640 : -126389003238976 : ffff8d0cc45bc1c0) 00000020:00000001:0.0:1788877047.014041:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.014043:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.014044:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.014046:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.014048:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.014051:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000067e132[2 00000000d01ad542 1 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877047.014054:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.014055:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.014060:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.014062:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bc220 00000008:00000001:0.0:1788877047.014065:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.014068:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bc230 page ffff8d0cc45bc220 at index 197. 00000008:00000001:0.0:1788877047.014071:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.018797:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.018812:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2840 index 197 00000020:00000001:0.0:1788877047.018824:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.018826:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.018829:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.018837:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000067e132[1 00000000d01ad542 5 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877047.018839:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.018841:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.018849:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bc1c0. 00000020:00000001:0.0:1788877047.018859:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.018861:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.018866:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.018869:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706314880 : -126389003236736 : ffff8d0cc45bca80) 00000020:00000001:0.0:1788877047.018872:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.018873:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.018875:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.018877:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.018879:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.018883:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb86c749[2 00000000d01ad542 1 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877047.018885:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.018887:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.018889:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.018890:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45bcae0 00000008:00000001:0.0:1788877047.018894:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.018896:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45bcaf0 page ffff8d0cc45bcae0 at index 198. 00000008:00000001:0.0:1788877047.018899:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.018907:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.018908:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2880 index 198 00000020:00000001:0.0:1788877047.018910:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.018911:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.018913:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.018915:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fb86c749[1 00000000d01ad542 5 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877047.018917:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.018919:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.018922:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45bca80. 00000020:00000001:0.0:1788877047.018924:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.018925:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.018926:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.018928:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790312224 : -126388919239392 : ffff8d0cc95d7d20) 00000020:00000001:0.0:1788877047.018930:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.018931:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.018932:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.018933:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.018934:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.018937:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b7feabf7[2 00000000d01ad542 1 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877047.018939:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.018940:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.018941:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.018943:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7d80 00000008:00000001:0.0:1788877047.018944:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.018946:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7d90 page ffff8d0cc95d7d80 at index 199. 00000008:00000001:0.0:1788877047.018947:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.018949:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.018951:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe28c0 index 199 00000020:00000001:0.0:1788877047.018952:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.018953:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.018954:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.018956:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b7feabf7[1 00000000d01ad542 5 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877047.018958:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.018959:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.018961:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7d20. 00000020:00000001:0.0:1788877047.018965:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.018966:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.018968:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.018969:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790309312 : -126388919242304 : ffff8d0cc95d71c0) 00000020:00000001:0.0:1788877047.018971:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.018972:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.018973:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.018974:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.018975:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.018978:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f54b22f[2 00000000d01ad542 1 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877047.018979:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.018980:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.018982:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.018983:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7220 00000008:00000001:0.0:1788877047.018985:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.018986:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7230 page ffff8d0cc95d7220 at index 200. 00000008:00000001:0.0:1788877047.018988:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.018990:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.018992:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2900 index 200 00000020:00000001:0.0:1788877047.018994:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.018995:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.018996:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.018999:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f54b22f[1 00000000d01ad542 5 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877047.019000:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.019001:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.019003:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d71c0. 00000020:00000001:0.0:1788877047.019005:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.019006:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.019007:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.019009:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790311552 : -126388919240064 : ffff8d0cc95d7a80) 00000020:00000001:0.0:1788877047.019010:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.019011:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.019012:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.019014:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.019015:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.019017:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000898fc02b[2 00000000d01ad542 1 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877047.019019:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.019020:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.019021:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.019023:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7ae0 00000008:00000001:0.0:1788877047.019024:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.019026:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7af0 page ffff8d0cc95d7ae0 at index 201. 00000008:00000001:0.0:1788877047.019028:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.019030:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.019032:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2940 index 201 00000020:00000001:0.0:1788877047.019034:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.019035:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.019036:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.019039:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000898fc02b[1 00000000d01ad542 5 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877047.019040:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.019042:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.019044:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7a80. 00000020:00000001:0.0:1788877047.019046:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.019047:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.019048:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.019050:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790310432 : -126388919241184 : ffff8d0cc95d7620) 00000020:00000001:0.0:1788877047.019052:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.019053:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.019054:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.019055:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.019056:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.019058:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f2f82260[2 00000000d01ad542 1 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877047.019059:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.019061:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.019062:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.019063:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7680 00000008:00000001:0.0:1788877047.019064:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.019065:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7690 page ffff8d0cc95d7680 at index 202. 00000008:00000001:0.0:1788877047.019067:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.019069:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.019070:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2980 index 202 00000020:00000001:0.0:1788877047.019072:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.019073:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.019074:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020075:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f2f82260[1 00000000d01ad542 5 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877047.020089:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020093:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020098:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7620. 00000020:00000001:0.0:1788877047.020104:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020105:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020109:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020111:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790310656 : -126388919240960 : ffff8d0cc95d7700) 00000020:00000001:0.0:1788877047.020114:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020115:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020116:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020117:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020119:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020123:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f963b04e[2 00000000d01ad542 1 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877047.020125:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020126:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020128:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020129:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7760 00000008:00000001:0.0:1788877047.020131:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020133:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7770 page ffff8d0cc95d7760 at index 203. 00000008:00000001:0.0:1788877047.020136:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020141:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020144:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe29c0 index 203 00000020:00000001:0.0:1788877047.020148:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020149:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020150:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020152:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f963b04e[1 00000000d01ad542 5 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877047.020154:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020155:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020157:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7700. 00000020:00000001:0.0:1788877047.020159:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020160:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020161:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020162:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790312000 : -126388919239616 : ffff8d0cc95d7c40) 00000020:00000001:0.0:1788877047.020164:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020165:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020166:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020167:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020169:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020171:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000039297147[2 00000000d01ad542 1 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877047.020172:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020173:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020174:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020176:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7ca0 00000008:00000001:0.0:1788877047.020177:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020178:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7cb0 page ffff8d0cc95d7ca0 at index 204. 00000008:00000001:0.0:1788877047.020180:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020182:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020183:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2a00 index 204 00000020:00000001:0.0:1788877047.020185:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020186:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020187:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020189:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000039297147[1 00000000d01ad542 5 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877047.020201:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020202:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020204:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7c40. 00000020:00000001:0.0:1788877047.020206:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020207:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020209:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020210:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790311328 : -126388919240288 : ffff8d0cc95d79a0) 00000020:00000001:0.0:1788877047.020212:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020214:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020214:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020216:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020217:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020219:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003efa4edc[2 00000000d01ad542 1 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877047.020221:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020222:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020224:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020224:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7a00 00000008:00000001:0.0:1788877047.020226:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020227:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7a10 page ffff8d0cc95d7a00 at index 205. 00000008:00000001:0.0:1788877047.020229:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020232:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020233:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2a40 index 205 00000020:00000001:0.0:1788877047.020235:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020236:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020237:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020239:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003efa4edc[1 00000000d01ad542 5 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877047.020241:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020242:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020243:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d79a0. 00000020:00000001:0.0:1788877047.020246:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020247:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020261:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020263:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790310880 : -126388919240736 : ffff8d0cc95d77e0) 00000020:00000001:0.0:1788877047.020266:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020267:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020268:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020269:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020270:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020273:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009a6b4636[2 00000000d01ad542 1 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877047.020274:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020275:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020277:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020278:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7840 00000008:00000001:0.0:1788877047.020280:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020281:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7850 page ffff8d0cc95d7840 at index 206. 00000008:00000001:0.0:1788877047.020283:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020286:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020287:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2a80 index 206 00000020:00000001:0.0:1788877047.020289:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020290:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020291:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020293:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009a6b4636[1 00000000d01ad542 5 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877047.020295:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020296:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020298:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d77e0. 00000020:00000001:0.0:1788877047.020300:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020302:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020303:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020304:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790312672 : -126388919238944 : ffff8d0cc95d7ee0) 00000020:00000001:0.0:1788877047.020306:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020307:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020308:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020309:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020310:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020313:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e17be519[2 00000000d01ad542 1 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877047.020315:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020316:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020317:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020318:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7f40 00000008:00000001:0.0:1788877047.020320:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020321:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7f50 page ffff8d0cc95d7f40 at index 207. 00000008:00000001:0.0:1788877047.020323:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020325:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020327:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2ac0 index 207 00000020:00000001:0.0:1788877047.020329:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020330:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020331:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020333:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e17be519[1 00000000d01ad542 5 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877047.020334:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020335:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020338:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7ee0. 00000020:00000001:0.0:1788877047.020341:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020342:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020343:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020344:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790309984 : -126388919241632 : ffff8d0cc95d7460) 00000020:00000001:0.0:1788877047.020346:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020347:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020348:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020349:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020350:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020352:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001b398f8c[2 00000000d01ad542 1 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877047.020354:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020355:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020357:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020358:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d74c0 00000008:00000001:0.0:1788877047.020359:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020361:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d74d0 page ffff8d0cc95d74c0 at index 208. 00000008:00000001:0.0:1788877047.020363:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020365:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020367:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2b00 index 208 00000020:00000001:0.0:1788877047.020369:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020370:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020371:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020373:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001b398f8c[1 00000000d01ad542 5 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877047.020374:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020375:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020377:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7460. 00000020:00000001:0.0:1788877047.020379:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020380:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020382:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020383:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790309536 : -126388919242080 : ffff8d0cc95d72a0) 00000020:00000001:0.0:1788877047.020385:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020386:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020387:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020388:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020389:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020392:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007bb5bfde[2 00000000d01ad542 1 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877047.020393:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020395:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020397:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020398:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7300 00000008:00000001:0.0:1788877047.020400:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020401:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7310 page ffff8d0cc95d7300 at index 209. 00000008:00000001:0.0:1788877047.020403:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020405:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020406:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2b40 index 209 00000020:00000001:0.0:1788877047.020408:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020410:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020411:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020413:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007bb5bfde[1 00000000d01ad542 5 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877047.020415:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020416:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020417:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d72a0. 00000020:00000001:0.0:1788877047.020420:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020421:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020515:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020517:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790309760 : -126388919241856 : ffff8d0cc95d7380) 00000020:00000001:0.0:1788877047.020520:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020521:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020522:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020523:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020525:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020528:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c50a571c[2 00000000d01ad542 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877047.020529:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020530:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020531:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020533:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d73e0 00000008:00000001:0.0:1788877047.020534:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020535:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d73f0 page ffff8d0cc95d73e0 at index 210. 00000008:00000001:0.0:1788877047.020537:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020540:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020541:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2b80 index 210 00000020:00000001:0.0:1788877047.020543:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020544:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020545:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020547:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c50a571c[1 00000000d01ad542 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877047.020548:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020550:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020552:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7380. 00000020:00000001:0.0:1788877047.020555:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020556:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020557:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020558:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790309088 : -126388919242528 : ffff8d0cc95d70e0) 00000020:00000001:0.0:1788877047.020560:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020561:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020562:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020563:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020564:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020566:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006a52789c[2 00000000d01ad542 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877047.020568:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020569:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020570:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020572:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7140 00000008:00000001:0.0:1788877047.020573:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020574:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7150 page ffff8d0cc95d7140 at index 211. 00000008:00000001:0.0:1788877047.020576:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020579:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020580:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2bc0 index 211 00000020:00000001:0.0:1788877047.020581:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020582:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020583:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020585:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006a52789c[1 00000000d01ad542 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877047.020587:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020587:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020589:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d70e0. 00000020:00000001:0.0:1788877047.020590:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020591:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020592:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020593:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790308864 : -126388919242752 : ffff8d0cc95d7000) 00000020:00000001:0.0:1788877047.020595:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020596:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020597:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020598:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020599:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020602:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038408dc0[2 00000000d01ad542 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877047.020603:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020604:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020606:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020607:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7060 00000008:00000001:0.0:1788877047.020608:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020609:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7070 page ffff8d0cc95d7060 at index 212. 00000008:00000001:0.0:1788877047.020611:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020613:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020615:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2c00 index 212 00000020:00000001:0.0:1788877047.020616:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020617:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020618:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020620:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000038408dc0[1 00000000d01ad542 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877047.020621:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020622:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020623:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7000. 00000020:00000001:0.0:1788877047.020625:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020626:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020627:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020628:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790310208 : -126388919241408 : ffff8d0cc95d7540) 00000020:00000001:0.0:1788877047.020630:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020631:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020632:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020633:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020634:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020636:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000009fe0a0d[2 00000000d01ad542 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877047.020637:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020638:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020639:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020640:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d75a0 00000008:00000001:0.0:1788877047.020641:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020643:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d75b0 page ffff8d0cc95d75a0 at index 213. 00000008:00000001:0.0:1788877047.020644:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020646:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020648:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2c40 index 213 00000020:00000001:0.0:1788877047.020649:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020650:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020651:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020653:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000009fe0a0d[1 00000000d01ad542 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877047.020654:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020656:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020658:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7540. 00000020:00000001:0.0:1788877047.020659:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020660:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020661:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020663:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790312448 : -126388919239168 : ffff8d0cc95d7e00) 00000020:00000001:0.0:1788877047.020665:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020666:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020666:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020667:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020668:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ce07d770[2 00000000d01ad542 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877047.020672:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020673:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020674:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020675:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7e60 00000008:00000001:0.0:1788877047.020676:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020678:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7e70 page ffff8d0cc95d7e60 at index 214. 00000008:00000001:0.0:1788877047.020680:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020682:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020683:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2c80 index 214 00000020:00000001:0.0:1788877047.020684:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020685:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020686:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020689:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ce07d770[1 00000000d01ad542 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877047.020691:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020692:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020693:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7e00. 00000020:00000001:0.0:1788877047.020695:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020696:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020698:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020699:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790311104 : -126388919240512 : ffff8d0cc95d78c0) 00000020:00000001:0.0:1788877047.020701:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020701:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020702:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020704:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020705:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e72022b2[2 00000000d01ad542 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877047.020709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020710:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020712:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020712:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7920 00000008:00000001:0.0:1788877047.020714:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020715:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7930 page ffff8d0cc95d7920 at index 215. 00000008:00000001:0.0:1788877047.020717:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020721:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2cc0 index 215 00000020:00000001:0.0:1788877047.020723:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020723:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020724:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020727:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e72022b2[1 00000000d01ad542 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877047.020728:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020729:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020731:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d78c0. 00000020:00000001:0.0:1788877047.020733:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020734:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020735:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020737:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790311776 : -126388919239840 : ffff8d0cc95d7b60) 00000020:00000001:0.0:1788877047.020738:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020739:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020740:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020741:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020742:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009a6d2934[2 00000000d01ad542 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877047.020746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020747:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020749:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020750:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d7bc0 00000008:00000001:0.0:1788877047.020751:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020752:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d7bd0 page ffff8d0cc95d7bc0 at index 216. 00000008:00000001:0.0:1788877047.020754:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020757:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020758:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2d00 index 216 00000020:00000001:0.0:1788877047.020760:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020761:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020762:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020765:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009a6d2934[1 00000000d01ad542 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877047.020766:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020767:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020769:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d7b60. 00000020:00000001:0.0:1788877047.020772:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020773:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020774:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020775:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790306560 : -126388919245056 : ffff8d0cc95d6700) 00000020:00000001:0.0:1788877047.020777:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020778:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020779:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020780:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020781:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f11613d4[2 00000000d01ad542 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877047.020785:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020786:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020787:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020788:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6760 00000008:00000001:0.0:1788877047.020789:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020790:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6770 page ffff8d0cc95d6760 at index 217. 00000008:00000001:0.0:1788877047.020792:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020795:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020796:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2d40 index 217 00000020:00000001:0.0:1788877047.020798:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020799:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020800:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020803:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f11613d4[1 00000000d01ad542 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877047.020805:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020806:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020807:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6700. 00000020:00000001:0.0:1788877047.020812:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020813:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020815:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020816:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790307904 : -126388919243712 : ffff8d0cc95d6c40) 00000020:00000001:0.0:1788877047.020818:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020819:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020820:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020822:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020823:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020825:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000042d87b16[2 00000000d01ad542 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877047.020827:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020828:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020830:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020831:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6ca0 00000008:00000001:0.0:1788877047.020833:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020834:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6cb0 page ffff8d0cc95d6ca0 at index 218. 00000008:00000001:0.0:1788877047.020836:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020838:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020840:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2d80 index 218 00000020:00000001:0.0:1788877047.020842:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020843:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020844:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020847:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000042d87b16[1 00000000d01ad542 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877047.020848:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020849:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020851:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6c40. 00000020:00000001:0.0:1788877047.020854:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020855:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020857:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020859:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790307232 : -126388919244384 : ffff8d0cc95d69a0) 00000020:00000001:0.0:1788877047.020861:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020862:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020863:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020864:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020865:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020868:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000818a678f[2 00000000d01ad542 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877047.020869:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020870:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020871:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020872:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6a00 00000008:00000001:0.0:1788877047.020873:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020875:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6a10 page ffff8d0cc95d6a00 at index 219. 00000008:00000001:0.0:1788877047.020877:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020879:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020880:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2dc0 index 219 00000020:00000001:0.0:1788877047.020882:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020883:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020884:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020886:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000818a678f[1 00000000d01ad542 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877047.020888:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020889:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020891:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d69a0. 00000020:00000001:0.0:1788877047.020893:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020894:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020895:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020896:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790306784 : -126388919244832 : ffff8d0cc95d67e0) 00000020:00000001:0.0:1788877047.020898:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020899:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020900:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020901:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020902:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020905:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004500f583[2 00000000d01ad542 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877047.020907:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020908:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020909:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020910:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6840 00000008:00000001:0.0:1788877047.020911:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020913:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6850 page ffff8d0cc95d6840 at index 220. 00000008:00000001:0.0:1788877047.020914:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020917:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020918:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2e00 index 220 00000020:00000001:0.0:1788877047.020920:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020921:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020922:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020925:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004500f583[1 00000000d01ad542 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877047.020927:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020927:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020929:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d67e0. 00000020:00000001:0.0:1788877047.020932:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020933:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020934:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020935:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790308576 : -126388919243040 : ffff8d0cc95d6ee0) 00000020:00000001:0.0:1788877047.020937:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020938:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020939:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020940:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.020942:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.020944:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f6c6fca0[2 00000000d01ad542 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877047.020946:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.020947:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.020949:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.020950:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6f40 00000008:00000001:0.0:1788877047.020951:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.020952:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6f50 page ffff8d0cc95d6f40 at index 221. 00000008:00000001:0.0:1788877047.020954:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.020957:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.020958:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2e40 index 221 00000020:00000001:0.0:1788877047.020960:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020961:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.020962:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.020965:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f6c6fca0[1 00000000d01ad542 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877047.020966:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.020967:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.020969:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6ee0. 00000020:00000001:0.0:1788877047.020971:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.020972:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.020973:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.020975:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790305888 : -126388919245728 : ffff8d0cc95d6460) 00000020:00000001:0.0:1788877047.020977:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020977:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.020979:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.020980:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021164:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021168:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000868f3a19[2 00000000d01ad542 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877047.021170:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021171:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021173:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021174:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d64c0 00000008:00000001:0.0:1788877047.021176:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021177:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d64d0 page ffff8d0cc95d64c0 at index 222. 00000008:00000001:0.0:1788877047.021228:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021231:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021233:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2e80 index 222 00000020:00000001:0.0:1788877047.021236:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021237:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021238:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021241:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000868f3a19[1 00000000d01ad542 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877047.021243:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021244:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021273:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6460. 00000020:00000001:0.0:1788877047.021276:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021277:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021279:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021281:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790305440 : -126388919246176 : ffff8d0cc95d62a0) 00000020:00000001:0.0:1788877047.021282:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021283:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021284:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021285:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021286:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021289:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bb10fbc8[2 00000000d01ad542 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877047.021291:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021293:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021294:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021295:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6300 00000008:00000001:0.0:1788877047.021296:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021297:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6310 page ffff8d0cc95d6300 at index 223. 00000008:00000001:0.0:1788877047.021299:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021302:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021303:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2ec0 index 223 00000020:00000001:0.0:1788877047.021306:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021307:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021308:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021310:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bb10fbc8[1 00000000d01ad542 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877047.021312:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021314:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021315:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d62a0. 00000020:00000001:0.0:1788877047.021317:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021318:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021320:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021321:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790305664 : -126388919245952 : ffff8d0cc95d6380) 00000020:00000001:0.0:1788877047.021323:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021324:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021325:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021326:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021327:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021330:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002eb58ebc[2 00000000d01ad542 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877047.021331:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021332:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021334:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021335:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d63e0 00000008:00000001:0.0:1788877047.021337:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021338:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d63f0 page ffff8d0cc95d63e0 at index 224. 00000008:00000001:0.0:1788877047.021340:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021342:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021343:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2f00 index 224 00000020:00000001:0.0:1788877047.021345:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021346:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021347:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021349:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002eb58ebc[1 00000000d01ad542 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877047.021350:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021351:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021352:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6380. 00000020:00000001:0.0:1788877047.021354:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021355:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021412:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021414:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790304992 : -126388919246624 : ffff8d0cc95d60e0) 00000020:00000001:0.0:1788877047.021416:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021417:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021419:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021420:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021421:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021424:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3a121d7[2 00000000d01ad542 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877047.021425:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021426:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021428:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021429:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6140 00000008:00000001:0.0:1788877047.021430:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021432:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6150 page ffff8d0cc95d6140 at index 225. 00000008:00000001:0.0:1788877047.021434:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021437:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021438:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2f40 index 225 00000020:00000001:0.0:1788877047.021441:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021442:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021443:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021446:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a3a121d7[1 00000000d01ad542 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877047.021447:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021448:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021451:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d60e0. 00000020:00000001:0.0:1788877047.021454:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021455:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021456:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021467:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790304768 : -126388919246848 : ffff8d0cc95d6000) 00000020:00000001:0.0:1788877047.021470:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021471:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021472:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021473:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021474:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021477:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000071693ec2[2 00000000d01ad542 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877047.021479:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021480:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021481:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021482:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6060 00000008:00000001:0.0:1788877047.021483:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021484:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6070 page ffff8d0cc95d6060 at index 226. 00000008:00000001:0.0:1788877047.021486:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021489:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021490:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2f80 index 226 00000020:00000001:0.0:1788877047.021492:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021493:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021494:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021497:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000071693ec2[1 00000000d01ad542 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877047.021498:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021499:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021501:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6000. 00000020:00000001:0.0:1788877047.021504:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021505:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021506:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021507:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790306112 : -126388919245504 : ffff8d0cc95d6540) 00000020:00000001:0.0:1788877047.021509:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021510:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021511:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021512:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021513:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021516:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a7dbdfb1[2 00000000d01ad542 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877047.021517:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021519:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021520:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021521:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d65a0 00000008:00000001:0.0:1788877047.021523:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021524:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d65b0 page ffff8d0cc95d65a0 at index 227. 00000008:00000001:0.0:1788877047.021525:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021528:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021529:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe2fc0 index 227 00000020:00000001:0.0:1788877047.021532:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021533:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021534:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021536:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a7dbdfb1[1 00000000d01ad542 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877047.021537:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021538:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021540:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6540. 00000020:00000001:0.0:1788877047.021542:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021543:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021544:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021546:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790308352 : -126388919243264 : ffff8d0cc95d6e00) 00000020:00000001:0.0:1788877047.021548:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021549:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021550:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021551:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021552:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021554:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008bec030f[2 00000000d01ad542 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877047.021556:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021557:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021558:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021560:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6e60 00000008:00000001:0.0:1788877047.021561:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021562:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6e70 page ffff8d0cc95d6e60 at index 228. 00000008:00000001:0.0:1788877047.021564:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021567:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021568:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3000 index 228 00000020:00000001:0.0:1788877047.021570:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021571:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021572:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021575:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008bec030f[1 00000000d01ad542 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877047.021576:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021577:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021579:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6e00. 00000020:00000001:0.0:1788877047.021582:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021583:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021584:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021586:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790307008 : -126388919244608 : ffff8d0cc95d68c0) 00000020:00000001:0.0:1788877047.021588:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021589:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021590:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021591:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021592:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021594:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dc901fe0[2 00000000d01ad542 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877047.021596:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021597:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021598:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021599:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6920 00000008:00000001:0.0:1788877047.021600:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021601:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6930 page ffff8d0cc95d6920 at index 229. 00000008:00000001:0.0:1788877047.021603:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021605:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021607:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3040 index 229 00000020:00000001:0.0:1788877047.021608:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021610:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021611:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021613:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dc901fe0[1 00000000d01ad542 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877047.021615:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021616:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021617:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d68c0. 00000020:00000001:0.0:1788877047.021619:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021621:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021622:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021623:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790307680 : -126388919243936 : ffff8d0cc95d6b60) 00000020:00000001:0.0:1788877047.021625:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021626:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021628:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021629:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021630:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021633:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f1d5c1fd[2 00000000d01ad542 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877047.021635:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021636:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021638:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021639:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6bc0 00000008:00000001:0.0:1788877047.021640:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021641:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6bd0 page ffff8d0cc95d6bc0 at index 230. 00000008:00000001:0.0:1788877047.021643:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021645:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021647:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3080 index 230 00000020:00000001:0.0:1788877047.021649:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021650:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021651:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021653:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f1d5c1fd[1 00000000d01ad542 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877047.021655:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021656:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021657:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6b60. 00000020:00000001:0.0:1788877047.021659:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021661:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021662:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021663:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790308128 : -126388919243488 : ffff8d0cc95d6d20) 00000020:00000001:0.0:1788877047.021665:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021666:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021667:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021668:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021669:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004f22e1fc[2 00000000d01ad542 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877047.021673:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021674:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021675:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021675:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6d80 00000008:00000001:0.0:1788877047.021676:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021678:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6d90 page ffff8d0cc95d6d80 at index 231. 00000008:00000001:0.0:1788877047.021680:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021682:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021683:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe30c0 index 231 00000020:00000001:0.0:1788877047.021685:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021686:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021687:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021690:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004f22e1fc[1 00000000d01ad542 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877047.021691:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021693:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021695:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6d20. 00000020:00000001:0.0:1788877047.021697:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021698:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021699:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021701:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790305216 : -126388919246400 : ffff8d0cc95d61c0) 00000020:00000001:0.0:1788877047.021703:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021704:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021705:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021706:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021707:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000011db50bd[2 00000000d01ad542 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877047.021710:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021712:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021712:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021714:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6220 00000008:00000001:0.0:1788877047.021715:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021716:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6230 page ffff8d0cc95d6220 at index 232. 00000008:00000001:0.0:1788877047.021717:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021720:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3100 index 232 00000020:00000001:0.0:1788877047.021722:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021722:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021723:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021726:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000011db50bd[1 00000000d01ad542 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877047.021727:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021728:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021730:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d61c0. 00000020:00000001:0.0:1788877047.021732:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021733:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021734:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021736:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790307456 : -126388919244160 : ffff8d0cc95d6a80) 00000020:00000001:0.0:1788877047.021738:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021739:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021740:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021741:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021742:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021744:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000047ada6e[2 00000000d01ad542 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877047.021745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021746:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021748:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021749:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6ae0 00000008:00000001:0.0:1788877047.021750:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021752:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6af0 page ffff8d0cc95d6ae0 at index 233. 00000008:00000001:0.0:1788877047.021754:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021756:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021757:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3140 index 233 00000020:00000001:0.0:1788877047.021759:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021760:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021761:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021763:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000047ada6e[1 00000000d01ad542 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877047.021764:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021766:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021767:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6a80. 00000020:00000001:0.0:1788877047.021769:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021770:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021771:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021773:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684790306336 : -126388919245280 : ffff8d0cc95d6620) 00000020:00000001:0.0:1788877047.021775:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021776:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021777:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021778:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021779:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021782:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009bbabcee[2 00000000d01ad542 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877047.021783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021784:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021785:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021785:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc95d6680 00000008:00000001:0.0:1788877047.021786:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021787:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc95d6690 page ffff8d0cc95d6680 at index 234. 00000008:00000001:0.0:1788877047.021788:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021791:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021792:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3180 index 234 00000020:00000001:0.0:1788877047.021794:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021795:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021796:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021799:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009bbabcee[1 00000000d01ad542 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877047.021800:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021802:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021803:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc95d6620. 00000020:00000001:0.0:1788877047.021805:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021806:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021807:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021809:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705139104 : -126389004412512 : ffff8d0cc449d9a0) 00000020:00000001:0.0:1788877047.021810:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021811:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021812:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021813:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021814:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021816:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000034d04031[2 00000000d01ad542 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877047.021818:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021819:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021820:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021821:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449da00 00000008:00000001:0.0:1788877047.021822:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021823:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449da10 page ffff8d0cc449da00 at index 235. 00000008:00000001:0.0:1788877047.021825:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021827:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021828:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe31c0 index 235 00000020:00000001:0.0:1788877047.021830:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021831:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021832:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021834:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000034d04031[1 00000000d01ad542 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877047.021836:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021837:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021839:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d9a0. 00000020:00000001:0.0:1788877047.021841:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021842:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021844:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021845:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705138656 : -126389004412960 : ffff8d0cc449d7e0) 00000020:00000001:0.0:1788877047.021847:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021848:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021849:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021850:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021851:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021853:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001a5730d9[2 00000000d01ad542 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877047.021855:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021856:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021857:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021858:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d840 00000008:00000001:0.0:1788877047.021859:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021860:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d850 page ffff8d0cc449d840 at index 236. 00000008:00000001:0.0:1788877047.021862:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021864:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021865:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3200 index 236 00000020:00000001:0.0:1788877047.021867:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021868:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021869:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021871:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001a5730d9[1 00000000d01ad542 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877047.021872:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021873:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021875:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d7e0. 00000020:00000001:0.0:1788877047.021876:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021877:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021878:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021879:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705140448 : -126389004411168 : ffff8d0cc449dee0) 00000020:00000001:0.0:1788877047.021881:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021882:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021883:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021884:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021886:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021888:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c01f2eea[2 00000000d01ad542 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877047.021889:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021890:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021891:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021892:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449df40 00000008:00000001:0.0:1788877047.021893:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021895:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449df50 page ffff8d0cc449df40 at index 237. 00000008:00000001:0.0:1788877047.021896:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021898:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021899:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3240 index 237 00000020:00000001:0.0:1788877047.021901:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021902:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021903:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021905:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c01f2eea[1 00000000d01ad542 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877047.021907:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021908:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021910:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449dee0. 00000020:00000001:0.0:1788877047.021913:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021914:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021915:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021917:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705137760 : -126389004413856 : ffff8d0cc449d460) 00000020:00000001:0.0:1788877047.021918:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021919:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021920:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021921:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021922:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021924:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000095b51365[2 00000000d01ad542 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877047.021926:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021927:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021928:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021929:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d4c0 00000008:00000001:0.0:1788877047.021931:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021932:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d4d0 page ffff8d0cc449d4c0 at index 238. 00000008:00000001:0.0:1788877047.021934:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021937:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021938:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3280 index 238 00000020:00000001:0.0:1788877047.021940:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021941:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021942:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.021945:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000095b51365[1 00000000d01ad542 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877047.021946:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.021948:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.021949:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d460. 00000020:00000001:0.0:1788877047.021951:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.021952:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.021953:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.021955:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705137312 : -126389004414304 : ffff8d0cc449d2a0) 00000020:00000001:0.0:1788877047.021957:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021958:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.021959:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.021960:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.021960:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.021963:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a53e1508[2 00000000d01ad542 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877047.021964:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.021966:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.021967:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.021968:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d300 00000008:00000001:0.0:1788877047.021970:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.021971:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d310 page ffff8d0cc449d300 at index 239. 00000008:00000001:0.0:1788877047.021973:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.021975:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.021976:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe32c0 index 239 00000020:00000001:0.0:1788877047.021977:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021978:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.021979:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.022646:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a53e1508[1 00000000d01ad542 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877047.022649:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.022651:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.022655:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d2a0. 00000020:00000001:0.0:1788877047.022658:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.022659:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.022730:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.022732:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705137536 : -126389004414080 : ffff8d0cc449d380) 00000020:00000001:0.0:1788877047.022735:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022736:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022737:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.022738:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.022740:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.022744:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004f5b23d8[2 00000000d01ad542 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877047.022745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.022747:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.022748:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.022750:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d3e0 00000008:00000001:0.0:1788877047.022752:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.022755:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d3f0 page ffff8d0cc449d3e0 at index 240. 00000008:00000001:0.0:1788877047.022757:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.022761:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.022764:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3300 index 240 00000020:00000001:0.0:1788877047.022767:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022768:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022769:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.022771:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004f5b23d8[1 00000000d01ad542 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877047.022773:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.022774:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.022776:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d380. 00000020:00000001:0.0:1788877047.022779:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.022780:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.022782:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.022783:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705136864 : -126389004414752 : ffff8d0cc449d0e0) 00000020:00000001:0.0:1788877047.022785:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022786:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022787:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.022788:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.022789:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.022791:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000052445c53[2 00000000d01ad542 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877047.022792:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.022794:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.022795:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.022796:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d140 00000008:00000001:0.0:1788877047.022797:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.022799:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d150 page ffff8d0cc449d140 at index 241. 00000008:00000001:0.0:1788877047.022800:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.022803:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.022804:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3340 index 241 00000020:00000001:0.0:1788877047.022806:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022807:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022808:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.022810:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000052445c53[1 00000000d01ad542 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877047.022812:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.022813:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.022814:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d0e0. 00000020:00000001:0.0:1788877047.022816:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.022817:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.022818:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.022819:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705136640 : -126389004414976 : ffff8d0cc449d000) 00000020:00000001:0.0:1788877047.022821:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022822:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022823:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.022824:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.022825:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.022828:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000028540c56[2 00000000d01ad542 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877047.022829:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.022830:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.022832:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.022833:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d060 00000008:00000001:0.0:1788877047.022834:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.022835:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d070 page ffff8d0cc449d060 at index 242. 00000008:00000001:0.0:1788877047.022838:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.022840:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.022841:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3380 index 242 00000020:00000001:0.0:1788877047.022843:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022844:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022846:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.022848:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000028540c56[1 00000000d01ad542 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877047.022849:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.022850:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.022852:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d000. 00000020:00000001:0.0:1788877047.022854:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.022855:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.022856:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.022857:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705137984 : -126389004413632 : ffff8d0cc449d540) 00000020:00000001:0.0:1788877047.022859:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022860:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022861:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.022862:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.022864:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.022866:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003668bceb[2 00000000d01ad542 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877047.022867:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.022868:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.022870:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.022871:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d5a0 00000008:00000001:0.0:1788877047.022872:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.022873:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d5b0 page ffff8d0cc449d5a0 at index 243. 00000008:00000001:0.0:1788877047.022875:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.022877:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.022878:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe33c0 index 243 00000020:00000001:0.0:1788877047.022880:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022881:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022882:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.022884:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003668bceb[1 00000000d01ad542 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877047.022885:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.022886:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.022889:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d540. 00000020:00000001:0.0:1788877047.022890:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.022891:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.022892:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.022894:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705140224 : -126389004411392 : ffff8d0cc449de00) 00000020:00000001:0.0:1788877047.022896:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022897:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022898:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.022899:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.022900:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.022902:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005a9df87b[2 00000000d01ad542 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877047.022903:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.022904:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.022906:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.022907:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449de60 00000008:00000001:0.0:1788877047.022908:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.022909:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449de70 page ffff8d0cc449de60 at index 244. 00000008:00000001:0.0:1788877047.022911:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.022913:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.022914:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3400 index 244 00000020:00000001:0.0:1788877047.022916:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022917:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022918:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.022920:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005a9df87b[1 00000000d01ad542 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877047.022922:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.022923:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.022924:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449de00. 00000020:00000001:0.0:1788877047.022926:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.022927:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.022928:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.022930:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705138880 : -126389004412736 : ffff8d0cc449d8c0) 00000020:00000001:0.0:1788877047.022931:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022932:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022933:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.022934:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.022935:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.022937:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000d410e6d[2 00000000d01ad542 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877047.022939:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.022940:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.022941:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.022942:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d920 00000008:00000001:0.0:1788877047.022943:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.022944:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d930 page ffff8d0cc449d920 at index 245. 00000008:00000001:0.0:1788877047.022946:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.022949:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.022950:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3440 index 245 00000020:00000001:0.0:1788877047.022952:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022953:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.022954:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.022956:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000d410e6d[1 00000000d01ad542 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877047.022957:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.022958:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.022960:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d8c0. 00000020:00000001:0.0:1788877047.022963:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.022964:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.022965:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.022966:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705139552 : -126389004412064 : ffff8d0cc449db60) 00000020:00000001:0.0:1788877047.022968:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022969:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.022970:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.022971:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.022972:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.022974:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d483d417[2 00000000d01ad542 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877047.022976:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.022978:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.022979:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.022980:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449dbc0 00000008:00000001:0.0:1788877047.023580:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.023582:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449dbd0 page ffff8d0cc449dbc0 at index 246. 00000008:00000001:0.0:1788877047.023586:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.023591:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.023593:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3480 index 246 00000020:00000001:0.0:1788877047.023596:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023597:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023598:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.023603:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d483d417[1 00000000d01ad542 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877047.023604:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.023606:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.023609:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449db60. 00000020:00000001:0.0:1788877047.023612:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.023613:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.023616:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.023617:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705140000 : -126389004411616 : ffff8d0cc449dd20) 00000020:00000001:0.0:1788877047.023619:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023620:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023621:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.023623:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.023624:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.023626:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c9f19281[2 00000000d01ad542 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877047.023628:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.023630:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.023631:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.023633:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449dd80 00000008:00000001:0.0:1788877047.023634:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.023635:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449dd90 page ffff8d0cc449dd80 at index 247. 00000008:00000001:0.0:1788877047.023637:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.023641:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.023642:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe34c0 index 247 00000020:00000001:0.0:1788877047.023644:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023645:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023646:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.023648:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c9f19281[1 00000000d01ad542 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877047.023650:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.023651:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.023652:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449dd20. 00000020:00000001:0.0:1788877047.023654:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.023655:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.023657:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.023658:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705137088 : -126389004414528 : ffff8d0cc449d1c0) 00000020:00000001:0.0:1788877047.023660:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023661:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023662:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.023663:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.023664:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.023667:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002b461816[2 00000000d01ad542 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877047.023668:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.023669:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.023671:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.023672:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d220 00000008:00000001:0.0:1788877047.023674:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.023675:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d230 page ffff8d0cc449d220 at index 248. 00000008:00000001:0.0:1788877047.023677:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.023679:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.023681:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3500 index 248 00000020:00000001:0.0:1788877047.023683:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023683:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023684:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.023687:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002b461816[1 00000000d01ad542 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877047.023688:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.023689:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.023691:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d1c0. 00000020:00000001:0.0:1788877047.023693:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.023694:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.023695:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.023697:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705139328 : -126389004412288 : ffff8d0cc449da80) 00000020:00000001:0.0:1788877047.023699:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023700:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023701:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.023702:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.023703:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.023706:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004a00b6dc[2 00000000d01ad542 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877047.023708:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.023709:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.023710:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.023712:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449dae0 00000008:00000001:0.0:1788877047.023713:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.023715:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449daf0 page ffff8d0cc449dae0 at index 249. 00000008:00000001:0.0:1788877047.023717:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.023719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.023720:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3540 index 249 00000020:00000001:0.0:1788877047.023723:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023724:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023725:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.023727:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004a00b6dc[1 00000000d01ad542 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877047.023729:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.023730:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.023732:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449da80. 00000020:00000001:0.0:1788877047.023734:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.023735:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.023737:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.023738:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705138208 : -126389004413408 : ffff8d0cc449d620) 00000020:00000001:0.0:1788877047.023740:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023741:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023742:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.023743:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.023744:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.023747:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000929af973[2 00000000d01ad542 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877047.023748:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.023750:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.023751:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.023752:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d680 00000008:00000001:0.0:1788877047.023753:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.023755:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d690 page ffff8d0cc449d680 at index 250. 00000008:00000001:0.0:1788877047.023756:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.023759:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.023760:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3580 index 250 00000020:00000001:0.0:1788877047.023761:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023762:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023763:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.023766:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000929af973[1 00000000d01ad542 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877047.023767:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.023768:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.023770:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d620. 00000020:00000001:0.0:1788877047.023772:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.023773:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.023775:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.023776:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705138432 : -126389004413184 : ffff8d0cc449d700) 00000020:00000001:0.0:1788877047.023778:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023779:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023780:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.023781:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.023782:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.023785:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007248e382[2 00000000d01ad542 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877047.023786:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.023787:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.023789:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.023790:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449d760 00000008:00000001:0.0:1788877047.023792:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.023793:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449d770 page ffff8d0cc449d760 at index 251. 00000008:00000001:0.0:1788877047.023796:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.023798:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.023799:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe35c0 index 251 00000020:00000001:0.0:1788877047.023801:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023802:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023803:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.023806:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007248e382[1 00000000d01ad542 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877047.023807:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.023808:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.023810:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449d700. 00000020:00000001:0.0:1788877047.023812:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.023813:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.023814:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.023816:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705139776 : -126389004411840 : ffff8d0cc449dc40) 00000020:00000001:0.0:1788877047.023818:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023819:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023820:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.023821:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.023822:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.023825:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f4b1899f[2 00000000d01ad542 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877047.023826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.023828:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.023829:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.023830:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc449dca0 00000008:00000001:0.0:1788877047.023831:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.023833:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc449dcb0 page ffff8d0cc449dca0 at index 252. 00000008:00000001:0.0:1788877047.023835:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.023837:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.023838:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3600 index 252 00000020:00000001:0.0:1788877047.023841:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023842:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023843:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.023845:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f4b1899f[1 00000000d01ad542 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877047.023847:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.023848:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.023850:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc449dc40. 00000020:00000001:0.0:1788877047.023852:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.023854:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.023855:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.023857:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706297152 : -126389003254464 : ffff8d0cc45b8540) 00000020:00000001:0.0:1788877047.023859:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023860:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023861:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.023862:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.023863:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.023866:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c7f550e2[2 00000000d01ad542 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877047.023868:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.023869:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.023871:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.023872:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b85a0 00000008:00000001:0.0:1788877047.023873:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.023874:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b85b0 page ffff8d0cc45b85a0 at index 253. 00000008:00000001:0.0:1788877047.023876:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.023878:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.023880:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3640 index 253 00000020:00000001:0.0:1788877047.023882:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023883:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023884:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.023887:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c7f550e2[1 00000000d01ad542 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877047.023888:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.023890:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.023891:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b8540. 00000020:00000001:0.0:1788877047.023894:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.023895:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.023896:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.023897:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706299392 : -126389003252224 : ffff8d0cc45b8e00) 00000020:00000001:0.0:1788877047.023899:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023900:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.023901:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.023902:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.023904:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.023906:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000260ca0f9[2 00000000d01ad542 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877047.023908:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.023909:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.023911:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.023912:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b8e60 00000008:00000001:0.0:1788877047.023914:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.023915:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b8e70 page ffff8d0cc45b8e60 at index 254. 00000008:00000001:0.0:1788877047.023917:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.023919:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.023921:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe3680 index 254 00000020:00000001:0.0:1788877047.023923:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023924:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.023925:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.023927:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000260ca0f9[1 00000000d01ad542 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877047.023928:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.023929:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.023930:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b8e00. 00000020:00000001:0.0:1788877047.023933:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.023934:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.024353:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.024356:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706298048 : -126389003253568 : ffff8d0cc45b88c0) 00000020:00000001:0.0:1788877047.024359:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.024360:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.024361:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.024362:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.024364:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.024367:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d36fe29[2 00000000d01ad542 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877047.024369:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.024370:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.024371:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.024373:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b8920 00000008:00000001:0.0:1788877047.024374:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.024376:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b8930 page ffff8d0cc45b8920 at index 255. 00000008:00000001:0.0:1788877047.024378:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.024390:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.024392:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44fe36c0 index 255 00000020:00000001:0.0:1788877047.024394:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.024395:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.024397:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.024399:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d36fe29[1 00000000d01ad542 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877047.024401:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.024402:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.024405:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b88c0. 00000020:00000001:0.0:1788877047.024417:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.024419:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877047.024435:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877047.024439:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x2a2:0x0](ffff8d0cd05bb248) 00800000:00000001:0.0:1788877047.024447:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877047.024449:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x2a2:0x0] 00000002:00000001:0.0:1788877047.024456:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877047.024473:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.024477:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877047.024482:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.024484:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.024486:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877047.024489:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877047.024491:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877047.024493:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877047.024495:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877047.024497:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877047.024499:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877047.024501:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.024504:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.024509:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.024514:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.024518:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877047.024527:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877047.024530:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd78dcaa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.024534:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877047.024538:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf431ba80, objid 0x2a2:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877047.024543:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877047.024548:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca315080: ostid: 0x280000403:2213 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877047.024551:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877047.024553:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.024556:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877047.024558:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877047.024564:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877047.024571:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc45d5200 count: 2 00010000:00000001:0.0:1788877047.024573:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877047.024576:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877047.024579:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877047.024585:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876874 1788876874 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000007af7d449/0x4a37134b6b778874 lrc: 1/0,0 mode: PW/PW res: [0x280000403:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd59fe88b expref: -99 pid: 197543 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877047.024600:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceabb48c0 -> ffff8d0cf412dc38 00000020:00000001:0.0:1788877047.024602:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceabb48c0 -> ffff8d0cf412dc38 00000008:00000001:0.0:1788877047.024604:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877047.024607:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877047.024609:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877047.024611:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877047.024617:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0ceabb48c0. 00020000:00000001:0.0:1788877047.024631:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877047.024633:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cf412daf0. 00020000:00000001:0.0:1788877047.024637:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877047.024640:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.024642:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877047.024644:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd78dcaa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.024647:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877047.024649:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877047.024650:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd78dcaa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.024653:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877047.024656:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf446d3d8. 00020000:00000010:0.0:1788877047.024661:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cd78db840. 00020000:00000010:0.0:1788877047.024664:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cea93ff10. 00020000:00000002:0.0:1788877047.024668:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf431ba80, objid 0x2a2:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877047.024671:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877047.024674:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca315080: ostid: 0x280000403:2213 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877047.024679:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca315080. 00020000:00000010:0.0:1788877047.024684:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf431b000. 00020000:00000010:0.0:1788877047.024687:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf431ba80. 00020000:00000001:0.0:1788877047.024689:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877047.024690:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd78dcaa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877047.024693:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd78dcaa8. 00020000:00000001:0.0:1788877047.024696:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877047.024700:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cf412dbb8. 00000020:00001000:0.0:1788877047.024705:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.024710:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877047.024712:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877047.024767:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877047.024771:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877047.024774:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877047.024782:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788877047.024799:0:198588:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8d0ceab84780. 00000020:00000001:0.0:1788877047.024804:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdc0 00000080:00200000:0.0:1788877047.024807:0:198588:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f935, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), flags=0 00000080:00000001:0.0:1788877047.024811:0:198588:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788877047.024814:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fc70 00000080:00200000:0.0:1788877047.024816:0:198588:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f935, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), intent=getattr 00000080:00000010:0.0:1788877047.024827:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7b800. 00800000:00000002:0.0:1788877047.024833:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877047.024839:0:198588:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788877047.024843:0:198588:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788877047.024845:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb90 00800000:00000002:0.0:1788877047.024846:0:198588:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f935' on [0x200002b12:0x7:0x0] 00800000:00000001:0.0:1788877047.024850:0:198588:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1788877047.024855:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f935 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877047.024860:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00000020:00000001:0.0:1788877047.024863:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb28 00800000:00000002:0.0:1788877047.024865:0:198588:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xc0:0x0], fid2=[0x0:0x0:0x0], name='f935' -> mds #0 00000002:00000001:0.0:1788877047.024869:0:198588:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788877047.024871:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000002:00010000:0.0:1788877047.024873:0:198588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f935,[0x0:0x0:0x0]) in obj [0x200002b10:0xc0:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788877047.024877:0:198588:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788877047.024880:0:198588:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788877047.024887:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd31a680. 00000020:00000040:0.0:1788877047.024892:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=35 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00010000:00000001:0.0:1788877047.024900:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877047.024905:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877047.024913:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.024916:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.024917:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.024920:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877047.024923:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877047.024928:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877047.024936:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877047.024943:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.024951:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877047.024953:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.024954:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877047.024955:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.024957:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.024965:0:198588:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446617680559580800 : -126393149970816 : ffff8d0bcd31a680) 00010000:00000001:0.0:1788877047.024969:0:198588:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788877047.024971:0:198588:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788877047.024976:0:198588:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8d0bcc55ef00. 00010000:00000010:0.0:1788877047.024980:0:198588:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8d0cd7906180. 00010000:00000001:0.0:1788877047.024985:0:198588:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788877047.026158:0:198588:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8d0bcc575e00. 00000020:00000001:0.0:1788877047.026172:0:198588:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788877047.026176:0:198588:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8d0bcc575e00 with handle 0x4a37134b6b77b92e to hash 00000020:00000001:0.0:1788877047.026179:0:198588:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788877047.026181:0:198588:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877047.026563:0:198588:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877047.026570:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877047.026573:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877047.026579:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b92e lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877047.026596:0:198588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b92e lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877047.026614:0:198588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b92e lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788877047.026621:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877047.026623:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877047.026634:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9d80. 00000100:00000001:0.0:1788877047.026637:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511871872 : -126388197679744 : ffff8d0cf45f9d80) 00000100:00000001:0.0:1788877047.026640:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.026641:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559580800 : -126393149970816 : ffff8d0bcd31a680) 00000100:00000001:0.0:1788877047.026647:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877047.026651:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.026653:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877047.026655:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877047.026669:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd31a680 x1875765519139328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.026679:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877047.026681:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.026685:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877047.026690:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877047.026693:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877047.026697:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd31a680 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519139328:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877047.026702:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877047.026711:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877047.026714:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.026716:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877047.026748:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8d0ceedd0000. 02000000:00000001:0.0:1788877047.026751:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877047.026761:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877047.026766:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949268. 00000400:00000010:0.0:1788877047.026775:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8d0cf45f9300. 00000100:00000200:0.0:1788877047.026784:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875765519139328, portal 10 00000100:00000001:0.0:1788877047.026786:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.026787:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559580800 : -126393149970816 : ffff8d0bcd31a680) 00000100:00000040:0.0:1788877047.026795:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8d0bcd31a680 x1875765519139328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.026802:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877047.026805:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877047.026810:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52660. 00000100:00000200:0.0:1788877047.026814:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875765519139328, offset 0 00000400:00000200:0.0:1788877047.026821:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877047.026832:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.026842:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877047.026849:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877047.026854:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877047.026859:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877047.026862:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877047.026867:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457262:457262:256:4294967295] 192.168.203.155@tcp LPNI seq info [457256:457256:8:4294967295] 00000400:00000200:0.0:1788877047.026871:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.026881:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877047.026889:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877047.026896:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954800. 00000800:00000200:0.0:1788877047.026904:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877047.026913:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877047.026919:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788877047.026976:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.028344:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13378 usecs (14 jiffies) 00000400:00000200:0.0:1788877047.028363:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877047.028368:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302474102 00000100:00000001:0.0:1788877047.028373:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302474515 00000100:00000001:0.0:1788877047.028378:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302474102 00000100:00000001:0.0:1788877047.028380:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302474515 00000100:00000001:0.0:1788877047.028382:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877047.028387:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.028390:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877047.028392:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877047.028395:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788877047.028400:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877047.028404:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877047.042850:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.042864:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954800. 00000400:00000200:0.0:1788877047.042875:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.042886:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.042895:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52660 00000400:00000010:0.0:1788877047.042898:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52660. 00000100:00000001:0.0:1788877047.042904:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.042913:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0bcd31a680 x1875765519139328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.042928:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.042932:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd31a680 x1875765519139328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.042939:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.042941:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877047.055201:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.055234:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.055240:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.055244:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.055309:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.055318:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.055334:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.055339:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.055346:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.055352:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1734200 00000400:00000200:0.0:1788877047.055359:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.055367:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43ed89 [4] + 224 00000800:00000001:0.0:1788877047.055376:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.055392:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.055395:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.055400:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.055420:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.055430:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0bcd31a680 x1875765519139328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877047.055441:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0bcd31a680 x1875765519139328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.055480:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.055490:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.055493:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.079431:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.079454:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.079468:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.079471:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.079481:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.079490:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.079501:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.079506:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.079513:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.079517:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734300 00000400:00000200:0.0:1788877047.079524:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.079532:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ed99 [2] + 224 00000800:00000001:0.0:1788877047.079541:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.079549:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.079554:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.079558:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.079566:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.079577:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d3aa00 x1875765519139584/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.079590:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d3aa00 x1875765519139584/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.079689:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.079700:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.079704:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.102720:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.102737:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.102741:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.102743:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.102753:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.102761:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.102772:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.102777:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.102784:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.102789:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734400 00000400:00000200:0.0:1788877047.102795:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.102802:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43eda1 [2] + 224 00000800:00000001:0.0:1788877047.102810:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.102817:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.102821:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.102826:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.102834:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.102844:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d39f80 x1875765519139840/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.102856:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d39f80 x1875765519139840/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.102876:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.102884:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.102888:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.123033:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.123057:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.123062:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.123065:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.123075:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.123084:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.123093:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.123099:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.123104:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.123110:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734500 00000400:00000200:0.0:1788877047.123116:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.123124:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43eda9 [2] + 224 00000800:00000001:0.0:1788877047.123132:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.123140:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.123144:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.123148:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.123156:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.123167:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d39500 x1875765519140096/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.123178:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d39500 x1875765519140096/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.123197:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.123206:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.123209:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877047.137813:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.137826:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877047.137836:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.137847:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.137856:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915ee0 00000400:00000010:0.0:1788877047.137859:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915ee0. 00000100:00000001:0.0:1788877047.137866:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.137875:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d39180 x1875765519140352/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.137896:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.137900:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d39180 x1875765519140352/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.137908:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.137910:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877047.148855:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.149000:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.149007:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.149010:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.149022:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.149031:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.149042:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.149047:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.149053:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.149058:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734600 00000400:00000200:0.0:1788877047.149064:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.149071:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43edb1 [2] + 224 00000800:00000001:0.0:1788877047.149080:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.149087:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.149091:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.149096:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.149105:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.149114:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d39180 x1875765519140352/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.149126:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d39180 x1875765519140352/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.149147:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.149157:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.149161:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877047.155930:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.155943:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaa00. 00000400:00000200:0.0:1788877047.155952:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.155963:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.155972:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4110 00000400:00000010:0.0:1788877047.155975:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4110. 00000100:00000001:0.0:1788877047.155982:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.155999:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd70f100 x1875765519140480/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.156012:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.156016:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd70f100 x1875765519140480/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.156022:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.156024:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877047.167038:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.167061:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.167067:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.167070:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.167082:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.167090:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.167101:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.167108:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.167115:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.167120:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1734680 00000400:00000200:0.0:1788877047.167127:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.167133:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43edb9 [4] + 224 00000800:00000001:0.0:1788877047.167142:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.167150:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.167154:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.167159:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.167168:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.167179:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd70f100 x1875765519140480/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877047.167191:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cfd70f100 x1875765519140480/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.167214:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.167222:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.167226:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877047.169701:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.169707:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa900. 00000400:00000200:0.0:1788877047.169713:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.169718:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.169724:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4c38 00000400:00000010:0.0:1788877047.169726:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4c38. 00000100:00000001:0.0:1788877047.169731:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.169735:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd70f100 x1875765519140736/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.169744:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.169747:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd70f100 x1875765519140736/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.169754:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.169755:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877047.179061:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.179084:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.179090:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.179092:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.179105:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.179114:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.179125:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.179130:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.179136:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.179141:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734780 00000400:00000200:0.0:1788877047.179147:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.179153:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43edc1 [2] + 224 00000800:00000001:0.0:1788877047.179161:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.179169:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.179173:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.179178:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.179186:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.179198:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd70f100 x1875765519140736/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.179209:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd70f100 x1875765519140736/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.179239:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.179298:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.179302:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877047.246053:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246060:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706949088 : -126389002602528 : ffff8d0cc46577e0) 00000020:00000001:0.0:1788877047.246064:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246067:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246069:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246071:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ea49e56c[2 000000006717f8ba 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877047.246085:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246087:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246090:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246093:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4657840 00000008:00000001:0.0:1788877047.246096:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246098:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4657850 page ffff8d0cc4657840 at index 240. 00000008:00000001:0.0:1788877047.246101:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246111:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246115:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb1c0 index 240 00000020:00000001:0.0:1788877047.246120:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246122:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246124:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246127:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ea49e56c[1 000000006717f8ba 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877047.246129:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246130:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246135:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc46577e0. 00000020:00000001:0.0:1788877047.246140:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246142:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246143:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246146:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705674112 : -126389003877504 : ffff8d0cc4520380) 00000020:00000001:0.0:1788877047.246148:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246149:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246150:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246151:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246152:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246155:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a419eee4[2 000000006717f8ba 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877047.246157:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246158:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246159:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246160:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45203e0 00000008:00000001:0.0:1788877047.246161:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246163:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45203f0 page ffff8d0cc45203e0 at index 241. 00000008:00000001:0.0:1788877047.246165:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246168:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246169:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb200 index 241 00000020:00000001:0.0:1788877047.246171:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246173:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246174:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246176:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a419eee4[1 000000006717f8ba 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877047.246178:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246179:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246181:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520380. 00000020:00000001:0.0:1788877047.246184:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246185:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246187:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246188:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705673440 : -126389003878176 : ffff8d0cc45200e0) 00000020:00000001:0.0:1788877047.246191:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246192:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246193:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246194:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246195:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246198:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004ff10898[2 000000006717f8ba 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877047.246200:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246201:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246202:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246203:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520140 00000008:00000001:0.0:1788877047.246205:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246206:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520150 page ffff8d0cc4520140 at index 242. 00000008:00000001:0.0:1788877047.246209:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246211:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246212:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb240 index 242 00000020:00000001:0.0:1788877047.246214:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246215:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246216:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246219:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004ff10898[1 000000006717f8ba 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877047.246221:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246222:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246223:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45200e0. 00000020:00000001:0.0:1788877047.246226:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246228:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246229:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246231:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705673216 : -126389003878400 : ffff8d0cc4520000) 00000020:00000001:0.0:1788877047.246233:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246234:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246235:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246236:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246237:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246240:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bcf1195c[2 000000006717f8ba 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877047.246242:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246243:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246244:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246245:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520060 00000008:00000001:0.0:1788877047.246263:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246265:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520070 page ffff8d0cc4520060 at index 243. 00000008:00000001:0.0:1788877047.246267:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246270:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246271:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb280 index 243 00000020:00000001:0.0:1788877047.246273:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246274:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246276:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246278:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bcf1195c[1 000000006717f8ba 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877047.246280:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246281:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246283:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520000. 00000020:00000001:0.0:1788877047.246285:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246286:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246287:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246289:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705674560 : -126389003877056 : ffff8d0cc4520540) 00000020:00000001:0.0:1788877047.246291:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246292:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246294:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246295:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246296:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246299:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000f20d894[2 000000006717f8ba 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877047.246300:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246301:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246303:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246303:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45205a0 00000008:00000001:0.0:1788877047.246305:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246306:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45205b0 page ffff8d0cc45205a0 at index 244. 00000008:00000001:0.0:1788877047.246308:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246311:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246312:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb2c0 index 244 00000020:00000001:0.0:1788877047.246314:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246315:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246316:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246328:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000f20d894[1 000000006717f8ba 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877047.246329:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246330:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246332:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520540. 00000020:00000001:0.0:1788877047.246334:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246335:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246336:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246338:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705676800 : -126389003874816 : ffff8d0cc4520e00) 00000020:00000001:0.0:1788877047.246339:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246340:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246341:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246342:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246343:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246346:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000058974403[2 000000006717f8ba 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877047.246347:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246349:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246350:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246351:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520e60 00000008:00000001:0.0:1788877047.246352:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246353:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520e70 page ffff8d0cc4520e60 at index 245. 00000008:00000001:0.0:1788877047.246356:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246358:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246360:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb300 index 245 00000020:00000001:0.0:1788877047.246362:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246363:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246364:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246366:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000058974403[1 000000006717f8ba 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877047.246368:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246369:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246371:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520e00. 00000020:00000001:0.0:1788877047.246373:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246374:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246375:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246376:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705675456 : -126389003876160 : ffff8d0cc45208c0) 00000020:00000001:0.0:1788877047.246378:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246379:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246380:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246382:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246383:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246386:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000888054a9[2 000000006717f8ba 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877047.246387:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246389:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246390:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246391:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520920 00000008:00000001:0.0:1788877047.246393:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246394:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520930 page ffff8d0cc4520920 at index 246. 00000008:00000001:0.0:1788877047.246397:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246408:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246410:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb340 index 246 00000020:00000001:0.0:1788877047.246413:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246414:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246415:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246418:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000888054a9[1 000000006717f8ba 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877047.246420:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246421:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246423:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45208c0. 00000020:00000001:0.0:1788877047.246426:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246427:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246428:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246430:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705676128 : -126389003875488 : ffff8d0cc4520b60) 00000020:00000001:0.0:1788877047.246433:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246434:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246435:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246436:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246438:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246441:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c84fbb8d[2 000000006717f8ba 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877047.246450:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246452:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246454:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246454:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520bc0 00000008:00000001:0.0:1788877047.246463:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246464:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520bd0 page ffff8d0cc4520bc0 at index 247. 00000008:00000001:0.0:1788877047.246467:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246470:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246471:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb380 index 247 00000020:00000001:0.0:1788877047.246473:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246474:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246475:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246479:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c84fbb8d[1 000000006717f8ba 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877047.246481:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246482:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246483:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520b60. 00000020:00000001:0.0:1788877047.246485:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246486:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246488:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246489:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705676576 : -126389003875040 : ffff8d0cc4520d20) 00000020:00000001:0.0:1788877047.246491:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246492:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246493:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246494:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246495:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246498:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aab815cf[2 000000006717f8ba 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877047.246499:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246500:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246502:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246503:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520d80 00000008:00000001:0.0:1788877047.246504:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246505:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520d90 page ffff8d0cc4520d80 at index 248. 00000008:00000001:0.0:1788877047.246508:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246510:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246511:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb3c0 index 248 00000020:00000001:0.0:1788877047.246513:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246514:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246515:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246517:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aab815cf[1 000000006717f8ba 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877047.246518:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246519:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246520:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520d20. 00000020:00000001:0.0:1788877047.246522:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246524:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246525:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246526:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705673664 : -126389003877952 : ffff8d0cc45201c0) 00000020:00000001:0.0:1788877047.246528:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246529:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246530:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246531:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246532:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246534:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e0a22ee2[2 000000006717f8ba 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877047.246536:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246537:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246538:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246539:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520220 00000008:00000001:0.0:1788877047.246540:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246542:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520230 page ffff8d0cc4520220 at index 249. 00000008:00000001:0.0:1788877047.246544:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246546:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246547:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb400 index 249 00000020:00000001:0.0:1788877047.246549:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246550:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246551:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246554:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e0a22ee2[1 000000006717f8ba 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877047.246556:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246557:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246558:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45201c0. 00000020:00000001:0.0:1788877047.246560:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246562:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246563:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246565:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705675904 : -126389003875712 : ffff8d0cc4520a80) 00000020:00000001:0.0:1788877047.246567:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246567:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246569:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246570:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246571:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246573:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b5c95eaa[2 000000006717f8ba 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877047.246575:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246576:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246577:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246578:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520ae0 00000008:00000001:0.0:1788877047.246579:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246580:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520af0 page ffff8d0cc4520ae0 at index 250. 00000008:00000001:0.0:1788877047.246582:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246584:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246585:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb440 index 250 00000020:00000001:0.0:1788877047.246587:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246588:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246589:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246592:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b5c95eaa[1 000000006717f8ba 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877047.246594:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246594:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246596:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520a80. 00000020:00000001:0.0:1788877047.246598:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246599:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246600:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246601:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705674784 : -126389003876832 : ffff8d0cc4520620) 00000020:00000001:0.0:1788877047.246603:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246604:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246605:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246606:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246607:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246609:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dd19994b[2 000000006717f8ba 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877047.246611:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246612:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246614:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246615:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520680 00000008:00000001:0.0:1788877047.246616:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246617:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520690 page ffff8d0cc4520680 at index 251. 00000008:00000001:0.0:1788877047.246620:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246622:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246623:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb480 index 251 00000020:00000001:0.0:1788877047.246625:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246626:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246627:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246630:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dd19994b[1 000000006717f8ba 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877047.246631:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246632:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246634:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520620. 00000020:00000001:0.0:1788877047.246636:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246638:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246639:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246640:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705675008 : -126389003876608 : ffff8d0cc4520700) 00000020:00000001:0.0:1788877047.246642:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246643:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246644:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246645:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246646:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246648:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d1e3ad33[2 000000006717f8ba 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877047.246650:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246651:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246652:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246654:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520760 00000008:00000001:0.0:1788877047.246655:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246657:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520770 page ffff8d0cc4520760 at index 252. 00000008:00000001:0.0:1788877047.246659:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246661:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246662:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb4c0 index 252 00000020:00000001:0.0:1788877047.246664:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246665:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246666:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246668:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d1e3ad33[1 000000006717f8ba 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877047.246670:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246671:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246672:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520700. 00000020:00000001:0.0:1788877047.246674:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246675:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246676:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246678:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705676352 : -126389003875264 : ffff8d0cc4520c40) 00000020:00000001:0.0:1788877047.246680:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246681:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246682:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246684:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246685:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246687:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ee358436[2 000000006717f8ba 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877047.246689:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246690:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246691:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246692:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520ca0 00000008:00000001:0.0:1788877047.246694:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246695:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520cb0 page ffff8d0cc4520ca0 at index 253. 00000008:00000001:0.0:1788877047.246697:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246699:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246700:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb500 index 253 00000020:00000001:0.0:1788877047.246702:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246703:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246704:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246706:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ee358436[1 000000006717f8ba 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877047.246708:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246709:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246711:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc4520c40. 00000020:00000001:0.0:1788877047.246713:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246714:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246720:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246732:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705675680 : -126389003875936 : ffff8d0cc45209a0) 00000020:00000001:0.0:1788877047.246734:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246735:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246737:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246739:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246740:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246743:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000096584b[2 000000006717f8ba 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877047.246745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246746:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246748:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246749:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520a00 00000008:00000001:0.0:1788877047.246750:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246751:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520a10 page ffff8d0cc4520a00 at index 254. 00000008:00000001:0.0:1788877047.246754:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246757:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246759:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb540 index 254 00000020:00000001:0.0:1788877047.246761:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246762:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246763:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246765:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000096584b[1 000000006717f8ba 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877047.246766:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246767:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246770:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45209a0. 00000020:00000001:0.0:1788877047.246773:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.246775:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.246855:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.246858:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684705675232 : -126389003876384 : ffff8d0cc45207e0) 00000020:00000001:0.0:1788877047.246861:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246863:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.246864:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.246865:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.246866:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.246870:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d4ee2749[2 000000006717f8ba 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877047.246871:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.246873:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.246874:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.246876:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc4520840 00000008:00000001:0.0:1788877047.246877:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.246879:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc4520850 page ffff8d0cc4520840 at index 255. 00000008:00000001:0.0:1788877047.246881:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.246893:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.246895:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449fb580 index 255 00000020:00000001:0.0:1788877047.246897:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246898:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.246899:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.246902:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d4ee2749[1 000000006717f8ba 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877047.246904:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.246905:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.246908:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45207e0. 00000020:00000001:0.0:1788877047.248837:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.248841:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000800:00000200:0.0:1788877047.251149:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.251161:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:0.0:1788877047.251169:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.251177:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.251184:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:0.0:1788877047.251187:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:0.0:1788877047.251192:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.251199:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9490700 x1875765519140992/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.251212:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.251216:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9490700 x1875765519140992/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.251228:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.251230:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877047.255736:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.255758:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.255762:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.255765:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.255777:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.255785:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.255796:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.255802:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.255808:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.255814:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734880 00000400:00000200:0.0:1788877047.255819:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.255827:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43edc9 [2] + 224 00000800:00000001:0.0:1788877047.255835:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.255859:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.255863:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.255868:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.255876:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.255887:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490700 x1875765519140992/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.255897:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9490700 x1875765519140992/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.255920:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.255930:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.255933:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877047.257993:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.257999:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:0.0:1788877047.258004:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.258010:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.258015:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:0.0:1788877047.258017:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:0.0:1788877047.258022:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.258026:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9490380 x1875765519141248/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.258036:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.258040:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9490380 x1875765519141248/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.258048:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.258050:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877047.271316:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.271338:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.271344:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.271347:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.271358:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.271368:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.271378:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.271384:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.271389:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.271394:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734980 00000400:00000200:0.0:1788877047.271400:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.271418:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43edd9 [2] + 224 00000800:00000001:0.0:1788877047.271426:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.271434:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.271438:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.271442:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.271448:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.271467:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490380 x1875765519141248/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.271478:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9490380 x1875765519141248/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.271496:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.271504:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.271507:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877047.273802:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.273810:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:0.0:1788877047.273817:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.273822:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.273827:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:0.0:1788877047.273830:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:0.0:1788877047.273835:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.273840:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491f80 x1875765519141376/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.273851:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.273856:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9491f80 x1875765519141376/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.273862:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.273864:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877047.292768:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.292792:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.292798:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.292801:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.292813:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.292824:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.292834:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.292840:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.292846:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.292853:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1734a00 00000400:00000200:0.0:1788877047.292859:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.292867:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43ede9 [4] + 224 00000800:00000001:0.0:1788877047.292876:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.292885:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.292889:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.292893:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.292901:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.292912:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9491f80 x1875765519141376/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877047.292922:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cc9491f80 x1875765519141376/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.292945:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.292955:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.292958:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877047.299330:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.299338:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:0.0:1788877047.299344:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.299351:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.299358:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:0.0:1788877047.299361:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:0.0:1788877047.299367:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.299373:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491f80 x1875765519141632/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.299384:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.299388:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9491f80 x1875765519141632/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.299395:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.299398:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877047.308083:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.308105:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.308109:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.308113:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.308129:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.308138:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.308149:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.308155:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.308161:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.308166:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734b00 00000400:00000200:0.0:1788877047.308173:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.308180:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43edf9 [2] + 224 00000800:00000001:0.0:1788877047.308189:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.308196:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.308200:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.308205:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.308214:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.308238:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9491f80 x1875765519141632/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.308293:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9491f80 x1875765519141632/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.308306:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.308315:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.308319:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877047.314281:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314288:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706282560 : -126389003269056 : ffff8d0cc45b4c40) 00000020:00000001:0.0:1788877047.314293:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314295:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314297:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314300:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314302:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314309:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000009723f50[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877047.314311:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314313:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314315:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314317:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4ca0 00000008:00000001:0.0:1788877047.314320:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314323:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4cb0 page ffff8d0cc45b4ca0 at index 30. 00000008:00000001:0.0:1788877047.314325:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314332:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314334:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7200 index 30 00000020:00000001:0.0:1788877047.314338:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314340:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314342:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314345:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000009723f50[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877047.314346:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314348:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314353:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b4c40. 00000020:00000001:0.0:1788877047.314358:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314359:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314361:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314363:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706281888 : -126389003269728 : ffff8d0cc45b49a0) 00000020:00000001:0.0:1788877047.314365:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314366:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314367:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314368:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314369:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314372:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bb290695[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877047.314374:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314375:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314376:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314377:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4a00 00000008:00000001:0.0:1788877047.314379:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314380:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4a10 page ffff8d0cc45b4a00 at index 31. 00000008:00000001:0.0:1788877047.314383:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314385:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314387:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7240 index 31 00000020:00000001:0.0:1788877047.314389:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314390:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314392:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314394:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bb290695[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877047.314396:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314397:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314399:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b49a0. 00000020:00000001:0.0:1788877047.314411:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314413:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314415:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314417:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706281440 : -126389003270176 : ffff8d0cc45b47e0) 00000020:00000001:0.0:1788877047.314419:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314420:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314421:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314422:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314424:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314427:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000673dd235[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877047.314428:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314430:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314431:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314433:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4840 00000008:00000001:0.0:1788877047.314434:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314436:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4850 page ffff8d0cc45b4840 at index 32. 00000008:00000001:0.0:1788877047.314438:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314441:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314442:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7280 index 32 00000020:00000001:0.0:1788877047.314452:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314453:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314454:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314465:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000673dd235[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877047.314467:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314468:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314470:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b47e0. 00000020:00000001:0.0:1788877047.314473:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314474:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314476:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314477:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706283232 : -126389003268384 : ffff8d0cc45b4ee0) 00000020:00000001:0.0:1788877047.314480:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314481:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314482:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314483:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314485:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314488:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000066e6dbae[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877047.314489:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314490:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314491:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314492:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4f40 00000008:00000001:0.0:1788877047.314494:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314496:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4f50 page ffff8d0cc45b4f40 at index 33. 00000008:00000001:0.0:1788877047.314498:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314500:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314502:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba72c0 index 33 00000020:00000001:0.0:1788877047.314504:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314505:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314506:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314509:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000066e6dbae[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877047.314511:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314512:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314514:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b4ee0. 00000020:00000001:0.0:1788877047.314515:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314516:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314517:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314519:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706280544 : -126389003271072 : ffff8d0cc45b4460) 00000020:00000001:0.0:1788877047.314521:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314522:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314523:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314525:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314526:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314528:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002fde0785[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877047.314529:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314531:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314532:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314533:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b44c0 00000008:00000001:0.0:1788877047.314534:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314536:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b44d0 page ffff8d0cc45b44c0 at index 34. 00000008:00000001:0.0:1788877047.314538:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314540:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314541:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7300 index 34 00000020:00000001:0.0:1788877047.314542:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314543:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314545:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314547:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002fde0785[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877047.314549:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314550:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314552:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b4460. 00000020:00000001:0.0:1788877047.314554:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314555:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314557:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314558:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706280096 : -126389003271520 : ffff8d0cc45b42a0) 00000020:00000001:0.0:1788877047.314569:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314570:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314572:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314573:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314574:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314578:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006b9e29be[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877047.314579:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314581:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314582:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314583:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4300 00000008:00000001:0.0:1788877047.314585:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314586:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4310 page ffff8d0cc45b4300 at index 35. 00000008:00000001:0.0:1788877047.314588:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314591:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314592:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7340 index 35 00000020:00000001:0.0:1788877047.314594:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314596:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314597:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314600:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006b9e29be[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877047.314601:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314602:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314604:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b42a0. 00000020:00000001:0.0:1788877047.314607:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314608:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314609:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314610:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706280320 : -126389003271296 : ffff8d0cc45b4380) 00000020:00000001:0.0:1788877047.314612:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314614:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314615:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314616:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314617:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314620:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001c661deb[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877047.314621:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314623:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314625:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314626:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b43e0 00000008:00000001:0.0:1788877047.314627:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314629:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b43f0 page ffff8d0cc45b43e0 at index 36. 00000008:00000001:0.0:1788877047.314631:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314633:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314634:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7380 index 36 00000020:00000001:0.0:1788877047.314636:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314637:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314638:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314641:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001c661deb[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877047.314642:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314643:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314645:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b4380. 00000020:00000001:0.0:1788877047.314647:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314648:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314649:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314651:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706279648 : -126389003271968 : ffff8d0cc45b40e0) 00000020:00000001:0.0:1788877047.314653:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314654:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314655:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314656:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314658:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314661:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000098b6c9b9[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877047.314662:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314664:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314665:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314666:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4140 00000008:00000001:0.0:1788877047.314667:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314668:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4150 page ffff8d0cc45b4140 at index 37. 00000008:00000001:0.0:1788877047.314671:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314673:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314674:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba73c0 index 37 00000020:00000001:0.0:1788877047.314676:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314677:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314678:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314681:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000098b6c9b9[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877047.314682:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314683:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314685:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b40e0. 00000020:00000001:0.0:1788877047.314687:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314688:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314690:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314691:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706279424 : -126389003272192 : ffff8d0cc45b4000) 00000020:00000001:0.0:1788877047.314693:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314694:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314695:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314697:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314698:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314700:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003fdc3f03[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877047.314702:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314703:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314705:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314706:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4060 00000008:00000001:0.0:1788877047.314707:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314709:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4070 page ffff8d0cc45b4060 at index 38. 00000008:00000001:0.0:1788877047.314711:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314713:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314714:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7400 index 38 00000020:00000001:0.0:1788877047.314716:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314717:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314718:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314935:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003fdc3f03[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877047.314937:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314938:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314940:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b4000. 00000020:00000001:0.0:1788877047.314943:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314944:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314946:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314948:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706280768 : -126389003270848 : ffff8d0cc45b4540) 00000020:00000001:0.0:1788877047.314949:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314950:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.314952:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.314953:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.314954:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.314958:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003f9fc2b2[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877047.314959:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.314961:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.314962:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.314963:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b45a0 00000008:00000001:0.0:1788877047.314964:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.314972:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b45b0 page ffff8d0cc45b45a0 at index 39. 00000008:00000001:0.0:1788877047.314974:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.314977:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.314979:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7440 index 39 00000020:00000001:0.0:1788877047.314981:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314983:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.314984:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.314987:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003f9fc2b2[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877047.314988:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.314989:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.314991:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b4540. 00000020:00000001:0.0:1788877047.314994:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.314995:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.314996:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.314998:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706283008 : -126389003268608 : ffff8d0cc45b4e00) 00000020:00000001:0.0:1788877047.315000:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315001:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315001:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.315003:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.315004:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.315006:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002cf043a8[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877047.315007:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.315009:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.315010:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.315011:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4e60 00000008:00000001:0.0:1788877047.315012:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.315014:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4e70 page ffff8d0cc45b4e60 at index 40. 00000008:00000001:0.0:1788877047.315016:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.315018:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.315019:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7480 index 40 00000020:00000001:0.0:1788877047.315021:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315022:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315024:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.315026:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002cf043a8[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877047.315028:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.315029:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.315030:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b4e00. 00000020:00000001:0.0:1788877047.315033:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.315034:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.315036:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.315037:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706281664 : -126389003269952 : ffff8d0cc45b48c0) 00000020:00000001:0.0:1788877047.315039:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315040:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315041:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.315042:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.315043:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.315046:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000044e719e1[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877047.315047:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.315049:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.315050:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.315051:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4920 00000008:00000001:0.0:1788877047.315052:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.315054:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4930 page ffff8d0cc45b4920 at index 41. 00000008:00000001:0.0:1788877047.315056:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.315058:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.315059:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba74c0 index 41 00000020:00000001:0.0:1788877047.315061:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315062:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315063:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.315065:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000044e719e1[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877047.315066:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.315067:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.315069:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b48c0. 00000020:00000001:0.0:1788877047.315071:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.315072:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.315073:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.315074:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706282336 : -126389003269280 : ffff8d0cc45b4b60) 00000020:00000001:0.0:1788877047.315076:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315077:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315078:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.315079:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.315080:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.315083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a9ffa5db[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877047.315084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.315085:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.315087:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.315088:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b4bc0 00000008:00000001:0.0:1788877047.315089:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.315091:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b4bd0 page ffff8d0cc45b4bc0 at index 42. 00000008:00000001:0.0:1788877047.315093:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.315096:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.315097:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7500 index 42 00000020:00000001:0.0:1788877047.315099:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315100:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315101:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.315103:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a9ffa5db[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877047.315105:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.315106:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.315107:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b4b60. 00000020:00000001:0.0:1788877047.315110:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.315111:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.315112:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.315114:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706285088 : -126389003266528 : ffff8d0cc45b5620) 00000020:00000001:0.0:1788877047.315116:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315117:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315118:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.315119:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.315120:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.315123:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008f411663[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877047.315124:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.315125:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.315127:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.315127:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5680 00000008:00000001:0.0:1788877047.315129:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.315130:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5690 page ffff8d0cc45b5680 at index 43. 00000008:00000001:0.0:1788877047.315132:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.315134:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.315135:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7540 index 43 00000020:00000001:0.0:1788877047.315137:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315138:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315139:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.315141:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008f411663[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877047.315143:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.315144:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.315145:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5620. 00000020:00000001:0.0:1788877047.315148:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.315149:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.315151:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.315152:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706285312 : -126389003266304 : ffff8d0cc45b5700) 00000020:00000001:0.0:1788877047.315154:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315155:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315156:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.315157:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.315158:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.315161:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007adb5e26[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877047.315162:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.315164:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.315165:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.315165:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5760 00000008:00000001:0.0:1788877047.315166:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.315168:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5770 page ffff8d0cc45b5760 at index 44. 00000008:00000001:0.0:1788877047.315170:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.315172:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.315173:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7580 index 44 00000020:00000001:0.0:1788877047.315175:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315176:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315177:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.315179:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007adb5e26[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877047.315180:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.315181:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.315182:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5700. 00000020:00000001:0.0:1788877047.315184:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.315185:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.315327:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.315329:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706286656 : -126389003264960 : ffff8d0cc45b5c40) 00000020:00000001:0.0:1788877047.315331:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315332:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315333:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.315335:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.315336:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.315338:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002359847a[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877047.315340:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.315341:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.315342:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.315344:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5ca0 00000008:00000001:0.0:1788877047.315345:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.315347:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5cb0 page ffff8d0cc45b5ca0 at index 45. 00000008:00000001:0.0:1788877047.315348:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.315352:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.315353:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba75c0 index 45 00000020:00000001:0.0:1788877047.315355:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315356:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315358:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.315360:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002359847a[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877047.315361:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.315362:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.315364:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5c40. 00000020:00000001:0.0:1788877047.315367:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.315368:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.315370:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.315371:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706285984 : -126389003265632 : ffff8d0cc45b59a0) 00000020:00000001:0.0:1788877047.315374:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315375:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315376:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.315377:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.315378:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.315381:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000041380529[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877047.315382:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.315384:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.315385:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.315386:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5a00 00000008:00000001:0.0:1788877047.315387:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.315388:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5a10 page ffff8d0cc45b5a00 at index 46. 00000008:00000001:0.0:1788877047.315390:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.315393:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.315394:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7600 index 46 00000020:00000001:0.0:1788877047.315396:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315397:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315398:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.315400:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000041380529[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877047.315401:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.315402:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.315404:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b59a0. 00000020:00000001:0.0:1788877047.315406:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.315407:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.315409:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.315410:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706285536 : -126389003266080 : ffff8d0cc45b57e0) 00000020:00000001:0.0:1788877047.315412:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315413:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315414:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.315415:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.315416:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.315419:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000084d88ecd[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877047.315420:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.315422:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.315423:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.315424:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5840 00000008:00000001:0.0:1788877047.315425:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.315427:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5850 page ffff8d0cc45b5840 at index 47. 00000008:00000001:0.0:1788877047.315429:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.315431:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.315433:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7640 index 47 00000020:00000001:0.0:1788877047.315434:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315435:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315436:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.315439:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000084d88ecd[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877047.315440:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.315441:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.315442:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b57e0. 00000020:00000001:0.0:1788877047.315683:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.315685:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.315687:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.315689:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706287328 : -126389003264288 : ffff8d0cc45b5ee0) 00000020:00000001:0.0:1788877047.315691:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315692:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.315693:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.315694:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.315695:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.315698:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003322c9c3[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877047.315700:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.315701:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.315702:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.315703:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5f40 00000008:00000001:0.0:1788877047.315704:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.315706:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5f50 page ffff8d0cc45b5f40 at index 48. 00000008:00000001:0.0:1788877047.315708:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.315711:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.315713:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7680 index 48 00000020:00000001:0.0:1788877047.315715:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315716:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.315717:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.317505:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003322c9c3[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877047.317517:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.317522:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.317528:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5ee0. 00000020:00000001:0.0:1788877047.317536:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.317537:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.317543:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.317545:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706284640 : -126389003266976 : ffff8d0cc45b5460) 00000020:00000001:0.0:1788877047.317548:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317550:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317552:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.317553:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.317555:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.317660:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f5f1d895[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877047.317664:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.317665:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.317668:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.317669:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b54c0 00000008:00000001:0.0:1788877047.317672:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.317674:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b54d0 page ffff8d0cc45b54c0 at index 49. 00000008:00000001:0.0:1788877047.317676:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.317689:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.317692:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba76c0 index 49 00000020:00000001:0.0:1788877047.317696:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.317697:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.317699:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.317701:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f5f1d895[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877047.317703:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.317704:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.317706:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5460. 00000020:00000001:0.0:1788877047.317709:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.317710:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.317712:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.317714:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706284192 : -126389003267424 : ffff8d0cc45b52a0) 00000020:00000001:0.0:1788877047.317716:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317717:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317774:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.317776:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.317777:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.317781:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000900b383b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877047.317783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.317784:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.317786:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.317787:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5300 00000008:00000001:0.0:1788877047.317789:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.317790:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5310 page ffff8d0cc45b5300 at index 50. 00000008:00000001:0.0:1788877047.317793:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.317796:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.317798:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7700 index 50 00000020:00000001:0.0:1788877047.317800:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.317801:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.317802:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.317805:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000900b383b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877047.317807:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.317808:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.317811:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b52a0. 00000020:00000001:0.0:1788877047.317813:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.317814:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.317816:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.317817:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706284416 : -126389003267200 : ffff8d0cc45b5380) 00000020:00000001:0.0:1788877047.317820:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317821:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317822:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.317823:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.317824:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.317827:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057079845[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877047.317828:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.317829:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.317831:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.317831:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b53e0 00000008:00000001:0.0:1788877047.317832:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.317834:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b53f0 page ffff8d0cc45b53e0 at index 51. 00000008:00000001:0.0:1788877047.317836:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.317838:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.317840:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7740 index 51 00000020:00000001:0.0:1788877047.317841:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.317842:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.317843:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.317846:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000057079845[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877047.317847:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.317848:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.317850:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5380. 00000020:00000001:0.0:1788877047.317852:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.317853:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.317855:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.317856:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706283744 : -126389003267872 : ffff8d0cc45b50e0) 00000020:00000001:0.0:1788877047.317859:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317860:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317861:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.317862:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.317863:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.317866:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de26dac4[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877047.317868:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.317869:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.317870:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.317872:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5140 00000008:00000001:0.0:1788877047.317873:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.317874:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5150 page ffff8d0cc45b5140 at index 52. 00000008:00000001:0.0:1788877047.317876:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.317878:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.317879:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7780 index 52 00000020:00000001:0.0:1788877047.317881:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.317882:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.317883:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.317885:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de26dac4[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877047.317887:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.317888:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.317890:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b50e0. 00000020:00000001:0.0:1788877047.317892:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.317893:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.317895:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.317896:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706283520 : -126389003268096 : ffff8d0cc45b5000) 00000020:00000001:0.0:1788877047.317898:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317899:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.317901:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.317902:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.318312:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.318318:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c2279dbb[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877047.318320:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.318321:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.318323:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.318324:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5060 00000008:00000001:0.0:1788877047.318326:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.318328:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5070 page ffff8d0cc45b5060 at index 53. 00000008:00000001:0.0:1788877047.318330:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.318334:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.318336:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba77c0 index 53 00000020:00000001:0.0:1788877047.318338:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318339:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318341:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.318344:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c2279dbb[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877047.318345:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.318347:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.318349:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5000. 00000020:00000001:0.0:1788877047.318352:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.318353:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.318355:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.318356:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706284864 : -126389003266752 : ffff8d0cc45b5540) 00000020:00000001:0.0:1788877047.318359:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318360:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318361:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.318362:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.318363:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.318366:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dacff224[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877047.318368:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.318369:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.318371:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.318372:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b55a0 00000008:00000001:0.0:1788877047.318373:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.318375:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b55b0 page ffff8d0cc45b55a0 at index 54. 00000008:00000001:0.0:1788877047.318377:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.318380:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.318381:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7800 index 54 00000020:00000001:0.0:1788877047.318383:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318384:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318385:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.318388:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dacff224[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877047.318389:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.318390:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.318392:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5540. 00000020:00000001:0.0:1788877047.318394:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.318395:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.318397:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.318398:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706287104 : -126389003264512 : ffff8d0cc45b5e00) 00000020:00000001:0.0:1788877047.318400:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318401:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318402:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.318404:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.318405:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.318408:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002dd3b613[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877047.318409:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.318410:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.318411:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.318412:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5e60 00000008:00000001:0.0:1788877047.318413:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.318414:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5e70 page ffff8d0cc45b5e60 at index 55. 00000008:00000001:0.0:1788877047.318416:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.318419:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.318420:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7840 index 55 00000020:00000001:0.0:1788877047.318422:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318423:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318424:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.318427:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002dd3b613[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877047.318428:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.318429:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.318431:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5e00. 00000020:00000001:0.0:1788877047.318433:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.318434:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.318436:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.318437:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706285760 : -126389003265856 : ffff8d0cc45b58c0) 00000020:00000001:0.0:1788877047.318439:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318440:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318441:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.318442:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.318443:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.318446:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b2be1d21[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877047.318447:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.318448:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.318450:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.318450:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5920 00000008:00000001:0.0:1788877047.318452:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.318453:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5930 page ffff8d0cc45b5920 at index 56. 00000008:00000001:0.0:1788877047.318466:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.318469:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.318470:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7880 index 56 00000020:00000001:0.0:1788877047.318472:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318473:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318475:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.318477:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b2be1d21[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877047.318479:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.318480:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.318482:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b58c0. 00000020:00000001:0.0:1788877047.318484:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.318486:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.318487:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.318489:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706286432 : -126389003265184 : ffff8d0cc45b5b60) 00000020:00000001:0.0:1788877047.318491:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318492:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318493:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.318494:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.318495:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.318498:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009fb6560b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877047.318500:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.318501:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.318503:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.318504:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5bc0 00000008:00000001:0.0:1788877047.318506:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.318508:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5bd0 page ffff8d0cc45b5bc0 at index 57. 00000008:00000001:0.0:1788877047.318510:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.318512:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.318513:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba78c0 index 57 00000020:00000001:0.0:1788877047.318515:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318517:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318518:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.318521:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009fb6560b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877047.318522:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.318523:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.318525:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5b60. 00000020:00000001:0.0:1788877047.318527:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.318528:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.318529:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.318531:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706286880 : -126389003264736 : ffff8d0cc45b5d20) 00000020:00000001:0.0:1788877047.318533:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318534:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318535:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.318537:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.318538:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.318541:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004b3c227d[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877047.318542:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.318544:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.318545:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.318546:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5d80 00000008:00000001:0.0:1788877047.318548:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.318549:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5d90 page ffff8d0cc45b5d80 at index 58. 00000008:00000001:0.0:1788877047.318552:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.318554:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.318556:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7900 index 58 00000020:00000001:0.0:1788877047.318558:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318559:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318560:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.318934:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004b3c227d[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877047.318935:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.318937:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.318940:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5d20. 00000020:00000001:0.0:1788877047.318943:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.318945:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.318948:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.318950:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706283968 : -126389003267648 : ffff8d0cc45b51c0) 00000020:00000001:0.0:1788877047.318952:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318953:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.318954:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.318955:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.318957:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.318960:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009e3dd3ca[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877047.318961:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.318963:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.318964:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.318965:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5220 00000008:00000001:0.0:1788877047.318967:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.318968:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5230 page ffff8d0cc45b5220 at index 59. 00000008:00000001:0.0:1788877047.318971:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.318974:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.318976:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7940 index 59 00000020:00000001:0.0:1788877047.318978:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318979:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.318981:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.318985:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009e3dd3ca[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877047.318987:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.318989:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.318991:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b51c0. 00000020:00000001:0.0:1788877047.318994:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.318995:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.319067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.319069:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684706286208 : -126389003265408 : ffff8d0cc45b5a80) 00000020:00000001:0.0:1788877047.319072:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319073:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319074:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.319075:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.319076:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.319080:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a22dea0f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877047.319081:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.319082:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.319084:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.319085:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc45b5ae0 00000008:00000001:0.0:1788877047.319086:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.319088:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc45b5af0 page ffff8d0cc45b5ae0 at index 60. 00000008:00000001:0.0:1788877047.319090:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.319093:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.319095:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7980 index 60 00000020:00000001:0.0:1788877047.319097:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319098:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319099:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.319102:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a22dea0f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877047.319103:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.319104:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.319106:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc45b5a80. 00000020:00000001:0.0:1788877047.319109:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.319110:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.319112:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.319113:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663882976 : -126388045668640 : ffff8d0cfd6f1ee0) 00000020:00000001:0.0:1788877047.319115:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319116:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319117:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.319118:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.319119:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.319122:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008468b69f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877047.319123:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.319125:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.319126:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.319127:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1f40 00000008:00000001:0.0:1788877047.319128:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.319130:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1f50 page ffff8d0cfd6f1f40 at index 61. 00000008:00000001:0.0:1788877047.319132:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.319134:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.319136:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba79c0 index 61 00000020:00000001:0.0:1788877047.319138:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319139:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319140:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.319142:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008468b69f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877047.319144:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.319145:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.319146:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1ee0. 00000020:00000001:0.0:1788877047.319150:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.319151:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.319153:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.319154:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663880288 : -126388045671328 : ffff8d0cfd6f1460) 00000020:00000001:0.0:1788877047.319156:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319157:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319158:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.319159:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.319160:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.319163:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059817e04[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877047.319164:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.319166:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.319167:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.319168:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f14c0 00000008:00000001:0.0:1788877047.319170:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.319171:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f14d0 page ffff8d0cfd6f14c0 at index 62. 00000008:00000001:0.0:1788877047.319173:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.319175:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.319177:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7a00 index 62 00000020:00000001:0.0:1788877047.319178:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319179:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319180:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.319183:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000059817e04[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877047.319184:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.319185:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.319187:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1460. 00000020:00000001:0.0:1788877047.319189:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.319190:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.319191:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.319192:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663879840 : -126388045671776 : ffff8d0cfd6f12a0) 00000020:00000001:0.0:1788877047.319194:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319195:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319196:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.319197:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.319198:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.319201:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a1a0a17[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877047.319202:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.319203:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.319204:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.319205:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1300 00000008:00000001:0.0:1788877047.319206:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.319208:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1310 page ffff8d0cfd6f1300 at index 63. 00000008:00000001:0.0:1788877047.319210:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.319218:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.319369:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7a40 index 63 00000020:00000001:0.0:1788877047.319372:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319373:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319375:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.319378:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a1a0a17[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877047.319379:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.319381:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.319383:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f12a0. 00000020:00000001:0.0:1788877047.319385:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.319386:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.319388:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.319389:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663880064 : -126388045671552 : ffff8d0cfd6f1380) 00000020:00000001:0.0:1788877047.319391:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319392:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.319393:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.319394:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.319395:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.319407:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000047fb0f65[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877047.319409:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.319410:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.319411:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.319412:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f13e0 00000008:00000001:0.0:1788877047.319414:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.319415:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f13f0 page ffff8d0cfd6f13e0 at index 64. 00000008:00000001:0.0:1788877047.319417:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.319420:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.319422:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7a80 index 64 00000020:00000001:0.0:1788877047.319424:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319425:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.319426:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.319428:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000047fb0f65[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877047.321816:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.321827:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.321833:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1380. 00000020:00000001:0.0:1788877047.321842:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.321844:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.321850:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.321852:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663879392 : -126388045672224 : ffff8d0cfd6f10e0) 00000020:00000001:0.0:1788877047.321856:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.321858:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.321859:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.321861:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.321863:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.321869:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d08062e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877047.321871:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.321873:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.321875:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.321877:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1140 00000008:00000001:0.0:1788877047.321879:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.321881:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1150 page ffff8d0cfd6f1140 at index 65. 00000008:00000001:0.0:1788877047.321884:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.321892:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.321895:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7ac0 index 65 00000020:00000001:0.0:1788877047.321900:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.321901:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.321903:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.321905:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d08062e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877047.321907:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.321908:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.321910:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f10e0. 00000020:00000001:0.0:1788877047.321912:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.321913:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.321915:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.321916:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663879168 : -126388045672448 : ffff8d0cfd6f1000) 00000020:00000001:0.0:1788877047.321918:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.321918:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.321919:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.321920:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.321921:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.321923:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000034661e3d[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877047.321925:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.321926:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.321927:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.321929:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1060 00000008:00000001:0.0:1788877047.321930:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.321932:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1070 page ffff8d0cfd6f1060 at index 66. 00000008:00000001:0.0:1788877047.321934:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.321936:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.321938:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7b00 index 66 00000020:00000001:0.0:1788877047.321940:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.321941:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.321942:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.321944:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000034661e3d[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877047.321946:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.321947:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.321948:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1000. 00000020:00000001:0.0:1788877047.321951:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.321951:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.321953:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.321954:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663880512 : -126388045671104 : ffff8d0cfd6f1540) 00000020:00000001:0.0:1788877047.321956:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.321957:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.321958:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.321960:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.321961:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.321963:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ec1712df[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877047.321964:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.321965:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.321967:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.321967:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f15a0 00000008:00000001:0.0:1788877047.321969:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.321970:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f15b0 page ffff8d0cfd6f15a0 at index 67. 00000008:00000001:0.0:1788877047.321972:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.321974:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.321975:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7b40 index 67 00000020:00000001:0.0:1788877047.321977:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.321978:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.321979:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.321982:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ec1712df[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877047.321983:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.321984:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.321986:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1540. 00000020:00000001:0.0:1788877047.321988:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.321989:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.321991:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.321992:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663882752 : -126388045668864 : ffff8d0cfd6f1e00) 00000020:00000001:0.0:1788877047.321994:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.321995:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.321996:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.321997:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.321998:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.322000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de111467[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877047.322001:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.322003:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.322004:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.322005:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1e60 00000008:00000001:0.0:1788877047.322007:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.322008:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1e70 page ffff8d0cfd6f1e60 at index 68. 00000008:00000001:0.0:1788877047.322010:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.322012:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.322014:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7b80 index 68 00000020:00000001:0.0:1788877047.322016:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322017:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322018:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.322020:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de111467[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877047.322022:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.322023:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.322025:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1e00. 00000020:00000001:0.0:1788877047.322027:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.322028:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.322029:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.322030:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663881408 : -126388045670208 : ffff8d0cfd6f18c0) 00000020:00000001:0.0:1788877047.322032:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322033:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322034:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.322036:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.322037:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.322039:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ed251d2d[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877047.322041:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.322042:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.322043:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.322044:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1920 00000008:00000001:0.0:1788877047.322045:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.322047:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1930 page ffff8d0cfd6f1920 at index 69. 00000008:00000001:0.0:1788877047.322049:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.322051:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.322052:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7bc0 index 69 00000020:00000001:0.0:1788877047.322054:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322055:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322056:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.322058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ed251d2d[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877047.322060:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.322061:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.322063:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f18c0. 00000020:00000001:0.0:1788877047.322065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.322066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.322067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.322068:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663882080 : -126388045669536 : ffff8d0cfd6f1b60) 00000020:00000001:0.0:1788877047.322070:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322071:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322071:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.322072:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.322073:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.322075:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d3eb51ed[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877047.322076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.322078:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.322079:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.322080:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1bc0 00000008:00000001:0.0:1788877047.322081:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.322082:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1bd0 page ffff8d0cfd6f1bc0 at index 70. 00000008:00000001:0.0:1788877047.322084:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.322087:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.322088:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7c00 index 70 00000020:00000001:0.0:1788877047.322090:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322091:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322092:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.322094:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d3eb51ed[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877047.322095:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.322096:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.322097:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1b60. 00000020:00000001:0.0:1788877047.322100:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.322101:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.322103:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.322104:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663882528 : -126388045669088 : ffff8d0cfd6f1d20) 00000020:00000001:0.0:1788877047.322106:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322107:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322108:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.322109:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.322110:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.322113:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000030b9bf81[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877047.322114:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.322115:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.322116:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.322117:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1d80 00000008:00000001:0.0:1788877047.322118:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.322119:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1d90 page ffff8d0cfd6f1d80 at index 71. 00000008:00000001:0.0:1788877047.322121:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.322123:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.322125:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7c40 index 71 00000020:00000001:0.0:1788877047.322126:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322127:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322128:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.322131:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000030b9bf81[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877047.322132:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.322133:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.322135:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1d20. 00000020:00000001:0.0:1788877047.322137:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.322138:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.322140:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.322141:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663879616 : -126388045672000 : ffff8d0cfd6f11c0) 00000020:00000001:0.0:1788877047.322143:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322145:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322146:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.322147:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.322148:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.322151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000046497b49[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877047.322152:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.322153:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.322154:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.322155:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1220 00000008:00000001:0.0:1788877047.322157:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.322158:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1230 page ffff8d0cfd6f1220 at index 72. 00000008:00000001:0.0:1788877047.322160:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.322162:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.322163:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7c80 index 72 00000020:00000001:0.0:1788877047.322165:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322166:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322167:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.322170:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000046497b49[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877047.322171:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.322172:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.322173:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f11c0. 00000020:00000001:0.0:1788877047.322175:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.322177:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.322178:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.322180:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663881856 : -126388045669760 : ffff8d0cfd6f1a80) 00000020:00000001:0.0:1788877047.322182:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322183:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322184:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.322185:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.322186:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.322189:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b13f4fc3[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877047.322190:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.322191:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.322192:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.322193:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1ae0 00000008:00000001:0.0:1788877047.322195:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.322196:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1af0 page ffff8d0cfd6f1ae0 at index 73. 00000008:00000001:0.0:1788877047.322198:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.322200:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.322201:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7cc0 index 73 00000020:00000001:0.0:1788877047.322203:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322204:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322205:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.322208:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b13f4fc3[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877047.322209:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.322210:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.322212:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1a80. 00000020:00000001:0.0:1788877047.322214:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.322215:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.322217:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.322218:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663880736 : -126388045670880 : ffff8d0cfd6f1620) 00000020:00000001:0.0:1788877047.322914:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322915:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.322916:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.322918:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.322919:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.322924:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000075f9ad16[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877047.322926:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.322927:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.322929:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.322931:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1680 00000008:00000001:0.0:1788877047.322933:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.322934:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1690 page ffff8d0cfd6f1680 at index 74. 00000008:00000001:0.0:1788877047.322937:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.322942:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.322944:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7d00 index 74 00000020:00000001:0.0:1788877047.322947:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322948:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.322950:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.322953:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000075f9ad16[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877047.322954:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.322955:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.322958:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1620. 00000020:00000001:0.0:1788877047.322961:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.322963:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.323055:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.323057:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663880960 : -126388045670656 : ffff8d0cfd6f1700) 00000020:00000001:0.0:1788877047.323060:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323061:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323062:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.323063:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.323065:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.323068:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004cd151fd[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877047.323069:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.323071:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.323072:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.323073:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1760 00000008:00000001:0.0:1788877047.323075:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.323077:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1770 page ffff8d0cfd6f1760 at index 75. 00000008:00000001:0.0:1788877047.323079:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.323082:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.323083:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7d40 index 75 00000020:00000001:0.0:1788877047.323085:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.323086:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.323087:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.323090:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004cd151fd[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877047.323091:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.323092:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.323094:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1700. 00000020:00000001:0.0:1788877047.323096:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.323097:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.323098:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.323100:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663882304 : -126388045669312 : ffff8d0cfd6f1c40) 00000020:00000001:0.0:1788877047.323102:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323102:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323103:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.323104:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.323105:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.323108:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000086cd09a3[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877047.323109:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.323110:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.323112:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.323113:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1ca0 00000008:00000001:0.0:1788877047.323114:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.323115:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1cb0 page ffff8d0cfd6f1ca0 at index 76. 00000008:00000001:0.0:1788877047.323117:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.323119:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.323120:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7d80 index 76 00000020:00000001:0.0:1788877047.323121:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.323122:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.323123:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.323126:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000086cd09a3[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877047.323127:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.323128:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.323129:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f1c40. 00000020:00000001:0.0:1788877047.323131:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.323132:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.323134:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.323136:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663881632 : -126388045669984 : ffff8d0cfd6f19a0) 00000020:00000001:0.0:1788877047.323137:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323138:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323139:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.323140:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.323141:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.323144:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e04914ba[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877047.323145:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.323146:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.323147:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.323148:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1a00 00000008:00000001:0.0:1788877047.323149:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.323151:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1a10 page ffff8d0cfd6f1a00 at index 77. 00000008:00000001:0.0:1788877047.323153:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.323156:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.323157:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7dc0 index 77 00000020:00000001:0.0:1788877047.323159:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.323160:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.323161:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.323163:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e04914ba[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877047.323165:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.323166:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.323167:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f19a0. 00000020:00000001:0.0:1788877047.323169:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.323170:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.323171:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.323173:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663881184 : -126388045670432 : ffff8d0cfd6f17e0) 00000020:00000001:0.0:1788877047.323174:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323175:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323176:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.323177:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.323178:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.323180:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005829a8df[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877047.323181:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.323183:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.323184:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.323184:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6f1840 00000008:00000001:0.0:1788877047.323186:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.323187:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6f1850 page ffff8d0cfd6f1840 at index 78. 00000008:00000001:0.0:1788877047.323189:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.323191:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.323192:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7e00 index 78 00000020:00000001:0.0:1788877047.323193:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.323195:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.323196:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.323198:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005829a8df[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877047.323199:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.323200:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.323201:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6f17e0. 00000020:00000001:0.0:1788877047.323203:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.323204:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.323205:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.323206:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661325056 : -126388048226560 : ffff8d0cfd481700) 00000020:00000001:0.0:1788877047.323208:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323209:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.323210:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.323211:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.323212:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.323215:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001ce14c48[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877047.323217:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.323218:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.326631:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.326641:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481760 00000008:00000001:0.0:1788877047.326647:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.326649:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481770 page ffff8d0cfd481760 at index 79. 00000008:00000001:0.0:1788877047.326653:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.326664:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.326668:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7e40 index 79 00000020:00000001:0.0:1788877047.326675:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326678:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326680:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.326688:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001ce14c48[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877047.326690:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.326692:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.326698:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481700. 00000020:00000001:0.0:1788877047.326707:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.326709:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.326714:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.326717:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661326400 : -126388048225216 : ffff8d0cfd481c40) 00000020:00000001:0.0:1788877047.326720:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326732:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326733:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.326735:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.326737:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.326741:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005001de31[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877047.326743:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.326745:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.326746:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.326747:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481ca0 00000008:00000001:0.0:1788877047.326749:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.326750:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481cb0 page ffff8d0cfd481ca0 at index 80. 00000008:00000001:0.0:1788877047.326752:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.326755:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.326756:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7e80 index 80 00000020:00000001:0.0:1788877047.326758:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326760:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326761:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.326763:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005001de31[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877047.326764:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.326766:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.326768:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481c40. 00000020:00000001:0.0:1788877047.326770:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.326771:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.326773:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.326774:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661325728 : -126388048225888 : ffff8d0cfd4819a0) 00000020:00000001:0.0:1788877047.326776:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326777:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326778:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.326779:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.326780:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.326783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006cdccea6[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877047.326784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.326785:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.326786:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.326787:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481a00 00000008:00000001:0.0:1788877047.326789:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.326791:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481a10 page ffff8d0cfd481a00 at index 81. 00000008:00000001:0.0:1788877047.326793:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.326795:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.326796:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7ec0 index 81 00000020:00000001:0.0:1788877047.326798:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326799:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326800:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.326803:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006cdccea6[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877047.326804:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.326805:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.326807:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd4819a0. 00000020:00000001:0.0:1788877047.326809:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.326810:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.326812:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.326813:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661325280 : -126388048226336 : ffff8d0cfd4817e0) 00000020:00000001:0.0:1788877047.326815:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326816:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326817:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.326818:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.326819:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.326822:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000049d9ad30[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877047.326824:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.326825:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.326826:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.326827:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481840 00000008:00000001:0.0:1788877047.326828:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.326829:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481850 page ffff8d0cfd481840 at index 82. 00000008:00000001:0.0:1788877047.326832:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.326834:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.326836:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7f00 index 82 00000020:00000001:0.0:1788877047.326838:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326839:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326840:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.326843:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000049d9ad30[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877047.326844:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.326845:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.326847:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd4817e0. 00000020:00000001:0.0:1788877047.326849:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.326850:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.326852:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.326854:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661327072 : -126388048224544 : ffff8d0cfd481ee0) 00000020:00000001:0.0:1788877047.326856:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326857:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326858:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.326859:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.326860:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.326863:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005c40e00f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877047.326864:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.326866:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.326867:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.326868:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481f40 00000008:00000001:0.0:1788877047.326869:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.326871:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481f50 page ffff8d0cfd481f40 at index 83. 00000008:00000001:0.0:1788877047.326873:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.326875:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.326876:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7f40 index 83 00000020:00000001:0.0:1788877047.326878:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326879:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326880:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.326882:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005c40e00f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877047.326883:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.326884:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.326886:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481ee0. 00000020:00000001:0.0:1788877047.326888:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.326890:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.326891:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.326892:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661324384 : -126388048227232 : ffff8d0cfd481460) 00000020:00000001:0.0:1788877047.326894:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326895:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326897:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.326898:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.326899:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.326901:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000028a36f32[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877047.326903:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.326904:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.326905:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.326906:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd4814c0 00000008:00000001:0.0:1788877047.326908:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.326909:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd4814d0 page ffff8d0cfd4814c0 at index 84. 00000008:00000001:0.0:1788877047.326911:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.326914:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.326915:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7f80 index 84 00000020:00000001:0.0:1788877047.326917:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326918:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326919:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.326922:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000028a36f32[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877047.326924:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.326925:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.326926:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481460. 00000020:00000001:0.0:1788877047.326928:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.326929:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.326930:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.326931:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661323936 : -126388048227680 : ffff8d0cfd4812a0) 00000020:00000001:0.0:1788877047.326933:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326934:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326935:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.326937:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.326938:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.326941:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b21bd209[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877047.326942:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.326943:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.326945:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.326946:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481300 00000008:00000001:0.0:1788877047.326947:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.326949:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481310 page ffff8d0cfd481300 at index 85. 00000008:00000001:0.0:1788877047.326951:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.326953:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.326954:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba7fc0 index 85 00000020:00000001:0.0:1788877047.326956:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326958:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.326959:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.326962:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b21bd209[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877047.326963:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.326964:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.326976:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd4812a0. 00000020:00000001:0.0:1788877047.326979:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.326980:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.326982:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.326983:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661324160 : -126388048227456 : ffff8d0cfd481380) 00000020:00000001:0.0:1788877047.326985:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326986:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.326988:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.326989:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.326990:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.326993:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f6606146[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877047.326994:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.326996:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.326997:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.326998:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd4813e0 00000008:00000001:0.0:1788877047.326999:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327000:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd4813f0 page ffff8d0cfd4813e0 at index 86. 00000008:00000001:0.0:1788877047.327002:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327004:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327005:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8000 index 86 00000020:00000001:0.0:1788877047.327007:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327008:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327009:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327012:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f6606146[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877047.327013:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327014:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327016:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481380. 00000020:00000001:0.0:1788877047.327018:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327019:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327020:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327022:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661323488 : -126388048228128 : ffff8d0cfd4810e0) 00000020:00000001:0.0:1788877047.327024:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327024:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327026:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327027:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327028:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327031:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8e0251f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877047.327032:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327033:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327034:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327036:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481140 00000008:00000001:0.0:1788877047.327037:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327039:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481150 page ffff8d0cfd481140 at index 87. 00000008:00000001:0.0:1788877047.327041:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327043:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327045:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8040 index 87 00000020:00000001:0.0:1788877047.327046:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327048:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327049:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327051:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b8e0251f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877047.327053:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327054:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327055:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd4810e0. 00000020:00000001:0.0:1788877047.327058:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327059:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327060:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327062:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661323264 : -126388048228352 : ffff8d0cfd481000) 00000020:00000001:0.0:1788877047.327064:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327065:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327066:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327067:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327068:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327071:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008a2df236[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877047.327072:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327073:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327075:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327076:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481060 00000008:00000001:0.0:1788877047.327077:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327078:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481070 page ffff8d0cfd481060 at index 88. 00000008:00000001:0.0:1788877047.327080:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327083:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327084:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8080 index 88 00000020:00000001:0.0:1788877047.327086:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327087:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327088:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327091:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008a2df236[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877047.327092:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327093:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327095:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481000. 00000020:00000001:0.0:1788877047.327097:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327098:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327100:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327101:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661324608 : -126388048227008 : ffff8d0cfd481540) 00000020:00000001:0.0:1788877047.327103:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327105:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327106:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327107:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327108:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327111:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000040367fb6[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877047.327112:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327113:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327115:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327115:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd4815a0 00000008:00000001:0.0:1788877047.327117:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327118:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd4815b0 page ffff8d0cfd4815a0 at index 89. 00000008:00000001:0.0:1788877047.327120:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327122:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327123:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba80c0 index 89 00000020:00000001:0.0:1788877047.327125:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327126:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327127:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327130:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000040367fb6[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877047.327131:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327132:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327134:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481540. 00000020:00000001:0.0:1788877047.327136:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327137:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327221:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327223:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661326848 : -126388048224768 : ffff8d0cfd481e00) 00000020:00000001:0.0:1788877047.327225:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327226:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327227:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327228:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327229:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327232:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000086b79f62[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877047.327233:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327235:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327236:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327237:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481e60 00000008:00000001:0.0:1788877047.327238:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327240:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481e70 page ffff8d0cfd481e60 at index 90. 00000008:00000001:0.0:1788877047.327241:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327244:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327246:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8100 index 90 00000020:00000001:0.0:1788877047.327282:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327283:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327284:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327287:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000086b79f62[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877047.327288:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327289:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327291:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481e00. 00000020:00000001:0.0:1788877047.327294:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327295:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327296:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327297:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661325504 : -126388048226112 : ffff8d0cfd4818c0) 00000020:00000001:0.0:1788877047.327299:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327301:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327302:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327303:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327304:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327307:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006eb6321e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877047.327308:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327309:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327311:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327312:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481920 00000008:00000001:0.0:1788877047.327313:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327314:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481930 page ffff8d0cfd481920 at index 91. 00000008:00000001:0.0:1788877047.327317:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327319:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327321:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8140 index 91 00000020:00000001:0.0:1788877047.327323:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327324:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327325:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327328:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006eb6321e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877047.327329:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327330:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327332:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd4818c0. 00000020:00000001:0.0:1788877047.327334:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327335:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327337:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327338:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661326176 : -126388048225440 : ffff8d0cfd481b60) 00000020:00000001:0.0:1788877047.327340:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327341:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327342:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327343:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327344:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327348:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fad542a9[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877047.327349:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327351:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327352:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327353:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481bc0 00000008:00000001:0.0:1788877047.327354:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327355:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481bd0 page ffff8d0cfd481bc0 at index 92. 00000008:00000001:0.0:1788877047.327357:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327360:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327361:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8180 index 92 00000020:00000001:0.0:1788877047.327363:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327364:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327365:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327368:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fad542a9[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877047.327369:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327370:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327372:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481b60. 00000020:00000001:0.0:1788877047.327374:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327375:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327377:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327378:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661326624 : -126388048224992 : ffff8d0cfd481d20) 00000020:00000001:0.0:1788877047.327380:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327381:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327383:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327384:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327385:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327388:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006c010d94[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877047.327389:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327391:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327392:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327392:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481d80 00000008:00000001:0.0:1788877047.327394:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327395:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481d90 page ffff8d0cfd481d80 at index 93. 00000008:00000001:0.0:1788877047.327397:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327400:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327411:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba81c0 index 93 00000020:00000001:0.0:1788877047.327413:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327415:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327416:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327419:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006c010d94[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877047.327420:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327421:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327423:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481d20. 00000020:00000001:0.0:1788877047.327425:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327426:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327427:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327428:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661323712 : -126388048227904 : ffff8d0cfd4811c0) 00000020:00000001:0.0:1788877047.327431:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327432:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327433:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327434:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327435:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327438:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c8d12e0c[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877047.327439:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327441:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327442:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327443:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481220 00000008:00000001:0.0:1788877047.327444:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327446:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481230 page ffff8d0cfd481220 at index 94. 00000008:00000001:0.0:1788877047.327448:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327450:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327452:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8200 index 94 00000020:00000001:0.0:1788877047.327454:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327455:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327465:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327467:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c8d12e0c[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877047.327468:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327470:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327471:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd4811c0. 00000020:00000001:0.0:1788877047.327473:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327474:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327476:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327477:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661325952 : -126388048225664 : ffff8d0cfd481a80) 00000020:00000001:0.0:1788877047.327479:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327480:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327481:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327482:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327483:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327485:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004afd2a6b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877047.327486:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327488:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327488:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327489:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481ae0 00000008:00000001:0.0:1788877047.327491:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327492:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481af0 page ffff8d0cfd481ae0 at index 95. 00000008:00000001:0.0:1788877047.327494:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327496:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327497:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8240 index 95 00000020:00000001:0.0:1788877047.327499:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327500:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327501:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327503:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004afd2a6b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877047.327504:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327505:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327507:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481a80. 00000020:00000001:0.0:1788877047.327509:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327510:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327511:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327512:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685661324832 : -126388048226784 : ffff8d0cfd481620) 00000020:00000001:0.0:1788877047.327514:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327514:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327515:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327516:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327517:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327519:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000117d8c90[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877047.327520:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327522:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327523:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327524:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd481680 00000008:00000001:0.0:1788877047.327526:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327527:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd481690 page ffff8d0cfd481680 at index 96. 00000008:00000001:0.0:1788877047.327529:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327531:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327533:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8280 index 96 00000020:00000001:0.0:1788877047.327535:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327536:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327537:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327539:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000117d8c90[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877047.327540:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327541:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327543:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd481620. 00000020:00000001:0.0:1788877047.327545:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327546:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327547:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327549:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664091872 : -126388045459744 : ffff8d0cfd724ee0) 00000020:00000001:0.0:1788877047.327550:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327551:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327552:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327553:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327554:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327556:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005e62959f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877047.327557:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327558:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327559:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327560:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724f40 00000008:00000001:0.0:1788877047.327561:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327563:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724f50 page ffff8d0cfd724f40 at index 97. 00000008:00000001:0.0:1788877047.327565:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327567:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327568:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba82c0 index 97 00000020:00000001:0.0:1788877047.327570:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327570:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327571:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327574:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005e62959f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877047.327575:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327576:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327578:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724ee0. 00000020:00000001:0.0:1788877047.327583:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327585:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327586:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327587:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664089184 : -126388045462432 : ffff8d0cfd724460) 00000020:00000001:0.0:1788877047.327589:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327590:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327591:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327592:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327593:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327596:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bfea2b6f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877047.327597:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327598:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327599:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327600:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7244c0 00000008:00000001:0.0:1788877047.327602:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327603:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7244d0 page ffff8d0cfd7244c0 at index 98. 00000008:00000001:0.0:1788877047.327605:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327607:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327609:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8300 index 98 00000020:00000001:0.0:1788877047.327610:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327612:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327613:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327615:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bfea2b6f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877047.327616:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327617:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327618:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724460. 00000020:00000001:0.0:1788877047.327620:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327621:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327622:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327624:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664088736 : -126388045462880 : ffff8d0cfd7242a0) 00000020:00000001:0.0:1788877047.327625:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327626:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327627:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327628:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327629:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327631:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000029b7371b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877047.327632:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327633:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327634:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327635:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724300 00000008:00000001:0.0:1788877047.327636:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327638:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724310 page ffff8d0cfd724300 at index 99. 00000008:00000001:0.0:1788877047.327639:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327641:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327642:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8340 index 99 00000020:00000001:0.0:1788877047.327644:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327645:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327645:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327647:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000029b7371b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877047.327649:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327650:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327651:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7242a0. 00000020:00000001:0.0:1788877047.327653:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327654:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327655:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327656:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664088960 : -126388045462656 : ffff8d0cfd724380) 00000020:00000001:0.0:1788877047.327657:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327658:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327659:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327660:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327661:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327663:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005df85989[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877047.327665:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327666:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327667:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327668:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7243e0 00000008:00000001:0.0:1788877047.327669:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327670:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7243f0 page ffff8d0cfd7243e0 at index 100. 00000008:00000001:0.0:1788877047.327672:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327674:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327675:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8380 index 100 00000020:00000001:0.0:1788877047.327676:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327677:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327678:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327680:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005df85989[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877047.327681:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327682:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327683:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724380. 00000020:00000001:0.0:1788877047.327685:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327686:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327687:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327688:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664088288 : -126388045463328 : ffff8d0cfd7240e0) 00000020:00000001:0.0:1788877047.327690:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327690:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327691:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327692:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327693:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327695:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cc389dd1[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877047.327696:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327698:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327698:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327699:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724140 00000008:00000001:0.0:1788877047.327700:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327701:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724150 page ffff8d0cfd724140 at index 101. 00000008:00000001:0.0:1788877047.327703:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327705:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327706:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba83c0 index 101 00000020:00000001:0.0:1788877047.327707:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327708:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327709:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327711:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cc389dd1[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877047.327712:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327713:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327715:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7240e0. 00000020:00000001:0.0:1788877047.327716:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327717:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327718:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327719:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664088064 : -126388045463552 : ffff8d0cfd724000) 00000020:00000001:0.0:1788877047.327720:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327721:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327722:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327723:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327724:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004c3f766d[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877047.327727:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327729:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327730:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327731:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724060 00000008:00000001:0.0:1788877047.327732:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327733:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724070 page ffff8d0cfd724060 at index 102. 00000008:00000001:0.0:1788877047.327734:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327736:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327737:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8400 index 102 00000020:00000001:0.0:1788877047.327738:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327740:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327741:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327743:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004c3f766d[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877047.327744:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327745:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327746:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724000. 00000020:00000001:0.0:1788877047.327748:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327749:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327750:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327751:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664089408 : -126388045462208 : ffff8d0cfd724540) 00000020:00000001:0.0:1788877047.327752:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327753:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327754:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327755:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327756:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327758:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ac871f9e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877047.327759:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327761:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327762:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327762:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7245a0 00000008:00000001:0.0:1788877047.327764:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327765:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7245b0 page ffff8d0cfd7245a0 at index 103. 00000008:00000001:0.0:1788877047.327767:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327769:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327770:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8440 index 103 00000020:00000001:0.0:1788877047.327772:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327773:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327774:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327776:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ac871f9e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877047.327778:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327778:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327780:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724540. 00000020:00000001:0.0:1788877047.327783:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327784:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327786:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327787:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664091648 : -126388045459968 : ffff8d0cfd724e00) 00000020:00000001:0.0:1788877047.327788:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327789:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327790:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327791:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327792:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327794:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000026fdc399[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877047.327796:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327797:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327798:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327799:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724e60 00000008:00000001:0.0:1788877047.327800:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327801:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724e70 page ffff8d0cfd724e60 at index 104. 00000008:00000001:0.0:1788877047.327804:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327806:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327807:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8480 index 104 00000020:00000001:0.0:1788877047.327809:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327810:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327811:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327813:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000026fdc399[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877047.327815:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327816:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327817:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724e00. 00000020:00000001:0.0:1788877047.327819:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327820:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327867:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327870:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664090304 : -126388045461312 : ffff8d0cfd7248c0) 00000020:00000001:0.0:1788877047.327872:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327873:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327874:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327875:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327876:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327879:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aab08221[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877047.327881:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327882:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327883:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327885:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724920 00000008:00000001:0.0:1788877047.327886:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327888:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724930 page ffff8d0cfd724920 at index 105. 00000008:00000001:0.0:1788877047.327890:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327893:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327895:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba84c0 index 105 00000020:00000001:0.0:1788877047.327897:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327898:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327899:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327902:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aab08221[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877047.327903:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327904:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327906:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7248c0. 00000020:00000001:0.0:1788877047.327909:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327910:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327912:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327913:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664090976 : -126388045460640 : ffff8d0cfd724b60) 00000020:00000001:0.0:1788877047.327915:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327916:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327917:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327918:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327919:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327923:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e0147be9[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877047.327924:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327925:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327926:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327927:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724bc0 00000008:00000001:0.0:1788877047.327928:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327929:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724bd0 page ffff8d0cfd724bc0 at index 106. 00000008:00000001:0.0:1788877047.327931:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327933:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327934:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8500 index 106 00000020:00000001:0.0:1788877047.327936:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327937:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327938:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327940:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e0147be9[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877047.327941:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327942:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327944:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724b60. 00000020:00000001:0.0:1788877047.327946:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327947:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327948:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327949:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664091424 : -126388045460192 : ffff8d0cfd724d20) 00000020:00000001:0.0:1788877047.327951:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327952:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327953:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327954:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327955:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327957:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b2a0522f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877047.327958:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327959:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327960:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327961:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724d80 00000008:00000001:0.0:1788877047.327962:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.327964:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724d90 page ffff8d0cfd724d80 at index 107. 00000008:00000001:0.0:1788877047.327965:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.327967:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.327968:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8540 index 107 00000020:00000001:0.0:1788877047.327970:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327971:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.327972:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.327975:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b2a0522f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877047.327976:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.327977:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.327978:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724d20. 00000020:00000001:0.0:1788877047.327980:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.327981:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.327983:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.327984:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664088512 : -126388045463104 : ffff8d0cfd7241c0) 00000020:00000001:0.0:1788877047.327986:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327987:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.327988:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.327989:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.327990:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.327992:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000991dbde7[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877047.327994:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.327995:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.327996:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.327997:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724220 00000008:00000001:0.0:1788877047.327999:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328001:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724230 page ffff8d0cfd724220 at index 108. 00000008:00000001:0.0:1788877047.328003:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328005:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328006:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8580 index 108 00000020:00000001:0.0:1788877047.328008:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328009:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328010:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328013:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000991dbde7[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877047.328014:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328015:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328017:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7241c0. 00000020:00000001:0.0:1788877047.328019:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328020:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328022:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328023:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664090752 : -126388045460864 : ffff8d0cfd724a80) 00000020:00000001:0.0:1788877047.328025:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328026:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328027:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328028:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328029:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328032:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009622acf4[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877047.328034:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328035:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328036:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328037:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724ae0 00000008:00000001:0.0:1788877047.328039:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328040:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724af0 page ffff8d0cfd724ae0 at index 109. 00000008:00000001:0.0:1788877047.328041:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328043:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328045:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba85c0 index 109 00000020:00000001:0.0:1788877047.328047:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328047:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328048:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328051:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009622acf4[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877047.328052:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328053:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328054:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724a80. 00000020:00000001:0.0:1788877047.328056:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328057:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328059:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328060:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664089632 : -126388045461984 : ffff8d0cfd724620) 00000020:00000001:0.0:1788877047.328062:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328063:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328064:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328065:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328066:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328068:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fab94a8b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877047.328069:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328071:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328072:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328073:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724680 00000008:00000001:0.0:1788877047.328074:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328075:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724690 page ffff8d0cfd724680 at index 110. 00000008:00000001:0.0:1788877047.328077:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328079:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328081:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8600 index 110 00000020:00000001:0.0:1788877047.328083:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328083:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328084:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328086:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fab94a8b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877047.328087:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328088:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328090:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724620. 00000020:00000001:0.0:1788877047.328092:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328093:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328094:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328096:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664089856 : -126388045461760 : ffff8d0cfd724700) 00000020:00000001:0.0:1788877047.328097:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328098:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328099:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328100:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328101:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cd991eef[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877047.328105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328106:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328107:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328108:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724760 00000008:00000001:0.0:1788877047.328109:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328111:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724770 page ffff8d0cfd724760 at index 111. 00000008:00000001:0.0:1788877047.328112:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328114:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328115:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8640 index 111 00000020:00000001:0.0:1788877047.328117:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328118:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328119:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328121:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cd991eef[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877047.328122:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328123:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328125:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724700. 00000020:00000001:0.0:1788877047.328127:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328128:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328129:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328131:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664091200 : -126388045460416 : ffff8d0cfd724c40) 00000020:00000001:0.0:1788877047.328133:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328134:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328135:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328136:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328137:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005bb312f8[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877047.328140:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328141:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328143:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328144:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724ca0 00000008:00000001:0.0:1788877047.328145:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328146:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724cb0 page ffff8d0cfd724ca0 at index 112. 00000008:00000001:0.0:1788877047.328148:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328150:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328151:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8680 index 112 00000020:00000001:0.0:1788877047.328152:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328153:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328154:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328156:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005bb312f8[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877047.328158:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328159:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328161:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd724c40. 00000020:00000001:0.0:1788877047.328163:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328164:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328165:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328167:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664090528 : -126388045461088 : ffff8d0cfd7249a0) 00000020:00000001:0.0:1788877047.328169:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328170:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328171:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328172:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328172:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328175:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005405b9da[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877047.328176:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328178:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328179:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328180:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724a00 00000008:00000001:0.0:1788877047.328181:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328182:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724a10 page ffff8d0cfd724a00 at index 113. 00000008:00000001:0.0:1788877047.328184:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328186:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328188:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba86c0 index 113 00000020:00000001:0.0:1788877047.328189:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328190:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328191:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328194:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005405b9da[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877047.328195:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328196:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328197:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7249a0. 00000020:00000001:0.0:1788877047.328200:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328201:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328202:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328203:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664090080 : -126388045461536 : ffff8d0cfd7247e0) 00000020:00000001:0.0:1788877047.328205:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328206:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328207:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328208:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328209:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328211:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008576eae6[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877047.328213:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328214:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328215:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328216:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd724840 00000008:00000001:0.0:1788877047.328217:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328219:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd724850 page ffff8d0cfd724840 at index 114. 00000008:00000001:0.0:1788877047.328221:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328223:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328225:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8700 index 114 00000020:00000001:0.0:1788877047.328226:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328228:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328229:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328232:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008576eae6[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877047.328233:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328234:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328236:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7247e0. 00000020:00000001:0.0:1788877047.328238:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328239:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328240:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328241:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664464608 : -126388045087008 : ffff8d0cfd77fee0) 00000020:00000001:0.0:1788877047.328243:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328244:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328245:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328247:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328275:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328279:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb5c95f5[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877047.328280:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328281:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328282:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328283:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77ff40 00000008:00000001:0.0:1788877047.328284:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328286:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77ff50 page ffff8d0cfd77ff40 at index 115. 00000008:00000001:0.0:1788877047.328288:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328290:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328291:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8740 index 115 00000020:00000001:0.0:1788877047.328293:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328294:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328295:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328297:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fb5c95f5[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877047.328298:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328299:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328301:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77fee0. 00000020:00000001:0.0:1788877047.328304:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328305:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328306:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328308:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664461920 : -126388045089696 : ffff8d0cfd77f460) 00000020:00000001:0.0:1788877047.328310:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328310:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328311:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328312:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328313:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328316:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001e64fa7e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877047.328317:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328318:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328319:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328320:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f4c0 00000008:00000001:0.0:1788877047.328322:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328323:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f4d0 page ffff8d0cfd77f4c0 at index 116. 00000008:00000001:0.0:1788877047.328325:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328327:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328329:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8780 index 116 00000020:00000001:0.0:1788877047.328330:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328331:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328332:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328335:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001e64fa7e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877047.328336:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328337:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328338:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f460. 00000020:00000001:0.0:1788877047.328340:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328341:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328343:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328344:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664461472 : -126388045090144 : ffff8d0cfd77f2a0) 00000020:00000001:0.0:1788877047.328345:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328346:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328348:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328349:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328350:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328352:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000054f49300[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877047.328354:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328355:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328356:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328357:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f300 00000008:00000001:0.0:1788877047.328358:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328360:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f310 page ffff8d0cfd77f300 at index 117. 00000008:00000001:0.0:1788877047.328361:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328364:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328365:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba87c0 index 117 00000020:00000001:0.0:1788877047.328367:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328368:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328369:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328372:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000054f49300[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877047.328374:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328375:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328378:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f2a0. 00000020:00000001:0.0:1788877047.328380:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328382:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328392:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328394:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664461696 : -126388045089920 : ffff8d0cfd77f380) 00000020:00000001:0.0:1788877047.328397:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328398:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328400:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328401:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328402:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328406:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000085cba814[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877047.328408:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328409:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328410:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328411:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f3e0 00000008:00000001:0.0:1788877047.328412:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328414:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f3f0 page ffff8d0cfd77f3e0 at index 118. 00000008:00000001:0.0:1788877047.328416:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328418:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328420:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8800 index 118 00000020:00000001:0.0:1788877047.328421:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328422:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328423:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328425:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000085cba814[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877047.328426:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328428:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328429:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f380. 00000020:00000001:0.0:1788877047.328432:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328432:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328434:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328435:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664461024 : -126388045090592 : ffff8d0cfd77f0e0) 00000020:00000001:0.0:1788877047.328437:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328438:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328439:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328440:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328441:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328443:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de81cd16[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877047.328444:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328445:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328446:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328447:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f140 00000008:00000001:0.0:1788877047.328448:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328449:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f150 page ffff8d0cfd77f140 at index 119. 00000008:00000001:0.0:1788877047.328451:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328452:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328453:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8840 index 119 00000020:00000001:0.0:1788877047.328455:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328465:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328466:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328469:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de81cd16[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877047.328470:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328471:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328473:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f0e0. 00000020:00000001:0.0:1788877047.328475:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328476:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328523:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328525:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664460800 : -126388045090816 : ffff8d0cfd77f000) 00000020:00000001:0.0:1788877047.328527:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328528:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328529:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328530:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328531:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328534:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000070258ced[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877047.328535:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328537:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328538:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328539:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f060 00000008:00000001:0.0:1788877047.328541:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328542:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f070 page ffff8d0cfd77f060 at index 120. 00000008:00000001:0.0:1788877047.328544:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328547:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328549:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8880 index 120 00000020:00000001:0.0:1788877047.328551:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328552:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328553:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328555:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000070258ced[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877047.328556:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328557:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328559:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f000. 00000020:00000001:0.0:1788877047.328561:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328562:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328563:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328564:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664462144 : -126388045089472 : ffff8d0cfd77f540) 00000020:00000001:0.0:1788877047.328565:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328566:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328567:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328568:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328569:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328571:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001ef1409a[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877047.328572:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328574:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328575:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328576:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f5a0 00000008:00000001:0.0:1788877047.328577:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328578:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f5b0 page ffff8d0cfd77f5a0 at index 121. 00000008:00000001:0.0:1788877047.328580:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328581:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328582:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba88c0 index 121 00000020:00000001:0.0:1788877047.328584:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328585:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328586:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328588:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001ef1409a[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877047.328589:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328590:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328592:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f540. 00000020:00000001:0.0:1788877047.328594:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328595:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328596:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328597:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664464384 : -126388045087232 : ffff8d0cfd77fe00) 00000020:00000001:0.0:1788877047.328599:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328600:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328600:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328602:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328602:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328605:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001c56582e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877047.328606:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328607:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328608:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328609:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77fe60 00000008:00000001:0.0:1788877047.328610:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328611:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77fe70 page ffff8d0cfd77fe60 at index 122. 00000008:00000001:0.0:1788877047.328613:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328616:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328617:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8900 index 122 00000020:00000001:0.0:1788877047.328618:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328619:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328620:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328622:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001c56582e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877047.328623:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328624:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328625:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77fe00. 00000020:00000001:0.0:1788877047.328627:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328628:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328629:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328630:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664463040 : -126388045088576 : ffff8d0cfd77f8c0) 00000020:00000001:0.0:1788877047.328632:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328633:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328634:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328635:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328635:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000976e2c34[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877047.328640:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328641:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328642:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328643:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f920 00000008:00000001:0.0:1788877047.328644:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328645:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f930 page ffff8d0cfd77f920 at index 123. 00000008:00000001:0.0:1788877047.328646:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328648:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328649:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8940 index 123 00000020:00000001:0.0:1788877047.328651:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328652:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328653:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328655:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000976e2c34[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877047.328656:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328657:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328659:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f8c0. 00000020:00000001:0.0:1788877047.328661:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328662:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328663:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328664:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664463712 : -126388045087904 : ffff8d0cfd77fb60) 00000020:00000001:0.0:1788877047.328665:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328666:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328667:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328668:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328669:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000046536dc8[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877047.328673:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328674:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328675:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328675:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77fbc0 00000008:00000001:0.0:1788877047.328677:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328678:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77fbd0 page ffff8d0cfd77fbc0 at index 124. 00000008:00000001:0.0:1788877047.328680:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328682:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328683:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8980 index 124 00000020:00000001:0.0:1788877047.328685:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328686:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328687:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328689:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000046536dc8[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877047.328690:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328691:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328693:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77fb60. 00000020:00000001:0.0:1788877047.328695:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328696:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328698:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328699:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664464160 : -126388045087456 : ffff8d0cfd77fd20) 00000020:00000001:0.0:1788877047.328701:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328702:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328703:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328704:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328705:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b1bf8ef5[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877047.328709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328710:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328711:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328712:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77fd80 00000008:00000001:0.0:1788877047.328714:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328715:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77fd90 page ffff8d0cfd77fd80 at index 125. 00000008:00000001:0.0:1788877047.328717:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328720:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba89c0 index 125 00000020:00000001:0.0:1788877047.328722:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328723:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328724:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328726:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b1bf8ef5[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877047.328727:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328728:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328729:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77fd20. 00000020:00000001:0.0:1788877047.328731:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328732:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328734:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328735:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664461248 : -126388045090368 : ffff8d0cfd77f1c0) 00000020:00000001:0.0:1788877047.328737:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328738:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328739:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328740:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328742:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328744:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000058abd703[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877047.328746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328747:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328748:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328749:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f220 00000008:00000001:0.0:1788877047.328750:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328752:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f230 page ffff8d0cfd77f220 at index 126. 00000008:00000001:0.0:1788877047.328754:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328756:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328758:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8a00 index 126 00000020:00000001:0.0:1788877047.328759:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328760:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328761:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328764:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000058abd703[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877047.328765:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328766:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328768:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f1c0. 00000020:00000001:0.0:1788877047.328769:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328770:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328772:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328773:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664463488 : -126388045088128 : ffff8d0cfd77fa80) 00000020:00000001:0.0:1788877047.328775:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328776:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328777:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328778:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328779:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328782:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000270d33a2[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877047.328783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328785:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328786:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328787:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77fae0 00000008:00000001:0.0:1788877047.328788:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328790:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77faf0 page ffff8d0cfd77fae0 at index 127. 00000008:00000001:0.0:1788877047.328792:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328801:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328803:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8a40 index 127 00000020:00000001:0.0:1788877047.328805:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328806:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328807:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328810:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000270d33a2[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877047.328811:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328812:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328813:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77fa80. 00000020:00000001:0.0:1788877047.328815:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328816:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328817:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328818:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664462368 : -126388045089248 : ffff8d0cfd77f620) 00000020:00000001:0.0:1788877047.328820:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328821:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328822:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328823:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328824:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ba58d76f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877047.328827:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328828:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328829:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328830:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f680 00000008:00000001:0.0:1788877047.328832:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328833:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f690 page ffff8d0cfd77f680 at index 128. 00000008:00000001:0.0:1788877047.328834:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328837:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328838:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8a80 index 128 00000020:00000001:0.0:1788877047.328840:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328841:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328842:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328844:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ba58d76f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877047.328845:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328846:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328847:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f620. 00000020:00000001:0.0:1788877047.328849:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328850:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328851:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328853:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664462592 : -126388045089024 : ffff8d0cfd77f700) 00000020:00000001:0.0:1788877047.328854:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328855:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328857:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328858:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328859:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328862:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003d34ef1b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877047.328863:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328865:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328866:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328867:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f760 00000008:00000001:0.0:1788877047.328868:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328870:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f770 page ffff8d0cfd77f760 at index 129. 00000008:00000001:0.0:1788877047.328871:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328873:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328874:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8ac0 index 129 00000020:00000001:0.0:1788877047.328877:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328878:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328879:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328881:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003d34ef1b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877047.328883:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328884:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328885:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f700. 00000020:00000001:0.0:1788877047.328887:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328889:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328894:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328896:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664463936 : -126388045087680 : ffff8d0cfd77fc40) 00000020:00000001:0.0:1788877047.328898:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328899:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328899:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328901:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328902:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328904:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d2554a27[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877047.328906:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328907:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328909:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328909:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77fca0 00000008:00000001:0.0:1788877047.328910:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328912:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77fcb0 page ffff8d0cfd77fca0 at index 130. 00000008:00000001:0.0:1788877047.328914:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328916:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328917:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8b00 index 130 00000020:00000001:0.0:1788877047.328919:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328920:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328921:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328923:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d2554a27[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877047.328924:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328925:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328926:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77fc40. 00000020:00000001:0.0:1788877047.328928:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328929:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328931:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328932:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664463264 : -126388045088352 : ffff8d0cfd77f9a0) 00000020:00000001:0.0:1788877047.328934:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328934:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328936:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328937:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328938:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328940:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004d672175[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877047.328942:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328943:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328944:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328945:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77fa00 00000008:00000001:0.0:1788877047.328946:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328948:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77fa10 page ffff8d0cfd77fa00 at index 131. 00000008:00000001:0.0:1788877047.328950:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328952:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328953:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8b40 index 131 00000020:00000001:0.0:1788877047.328954:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328955:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328956:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328959:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004d672175[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877047.328960:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328961:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328962:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f9a0. 00000020:00000001:0.0:1788877047.328964:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.328965:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.328966:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.328967:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664462816 : -126388045088800 : ffff8d0cfd77f7e0) 00000020:00000001:0.0:1788877047.328968:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328969:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.328970:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.328971:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.328973:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.328975:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f7eeedf[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877047.328977:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.328979:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.328980:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.328981:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd77f840 00000008:00000001:0.0:1788877047.328982:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.328983:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd77f850 page ffff8d0cfd77f840 at index 132. 00000008:00000001:0.0:1788877047.328985:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.328987:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.328989:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8b80 index 132 00000020:00000001:0.0:1788877047.328990:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328992:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.328992:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.328995:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f7eeedf[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877047.328996:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.328997:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.328999:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd77f7e0. 00000020:00000001:0.0:1788877047.329001:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329001:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329003:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329004:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663394880 : -126388046156736 : ffff8d0cfd67ac40) 00000020:00000001:0.0:1788877047.329005:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329006:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329007:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329008:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329009:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329012:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000751f235e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877047.329013:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329014:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329015:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329016:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67aca0 00000008:00000001:0.0:1788877047.329018:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329019:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67acb0 page ffff8d0cfd67aca0 at index 133. 00000008:00000001:0.0:1788877047.329021:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329023:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.329024:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8bc0 index 133 00000020:00000001:0.0:1788877047.329026:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329027:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329028:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.329030:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000751f235e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877047.329032:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.329033:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.329034:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67ac40. 00000020:00000001:0.0:1788877047.329037:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329038:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329040:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329041:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663394208 : -126388046157408 : ffff8d0cfd67a9a0) 00000020:00000001:0.0:1788877047.329043:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329043:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329044:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329046:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329046:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329049:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000077a160b1[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877047.329050:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329052:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329053:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329054:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67aa00 00000008:00000001:0.0:1788877047.329055:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329056:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67aa10 page ffff8d0cfd67aa00 at index 134. 00000008:00000001:0.0:1788877047.329058:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329060:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.329062:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8c00 index 134 00000020:00000001:0.0:1788877047.329063:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329064:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329065:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.329068:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000077a160b1[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877047.329069:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.329070:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.329072:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67a9a0. 00000020:00000001:0.0:1788877047.329074:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329074:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329131:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329134:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663393760 : -126388046157856 : ffff8d0cfd67a7e0) 00000020:00000001:0.0:1788877047.329136:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329137:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329139:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329140:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329141:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329144:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de907f29[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877047.329145:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329146:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329148:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329149:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67a840 00000008:00000001:0.0:1788877047.329150:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329152:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67a850 page ffff8d0cfd67a840 at index 135. 00000008:00000001:0.0:1788877047.329154:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329158:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.329159:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8c40 index 135 00000020:00000001:0.0:1788877047.329162:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329163:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329164:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.329166:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de907f29[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877047.329167:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.329168:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.329171:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67a7e0. 00000020:00000001:0.0:1788877047.329173:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329174:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329175:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329176:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663395552 : -126388046156064 : ffff8d0cfd67aee0) 00000020:00000001:0.0:1788877047.329178:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329179:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329180:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329181:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329181:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329184:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006068a620[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877047.329186:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329187:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329188:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329188:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67af40 00000008:00000001:0.0:1788877047.329190:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329191:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67af50 page ffff8d0cfd67af40 at index 136. 00000008:00000001:0.0:1788877047.329193:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329195:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.329196:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8c80 index 136 00000020:00000001:0.0:1788877047.329198:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329199:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329200:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.329201:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006068a620[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877047.329203:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.329204:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.329205:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67aee0. 00000020:00000001:0.0:1788877047.329207:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329208:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329209:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329210:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663392864 : -126388046158752 : ffff8d0cfd67a460) 00000020:00000001:0.0:1788877047.329212:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329213:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329214:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329215:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329216:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329218:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007228c5a2[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877047.329220:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329221:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329222:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329223:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67a4c0 00000008:00000001:0.0:1788877047.329224:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329225:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67a4d0 page ffff8d0cfd67a4c0 at index 137. 00000008:00000001:0.0:1788877047.329227:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329229:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.329230:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8cc0 index 137 00000020:00000001:0.0:1788877047.329232:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329233:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329234:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.329236:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007228c5a2[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877047.329237:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.329239:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.329240:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67a460. 00000020:00000001:0.0:1788877047.329242:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329243:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329244:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329245:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663392416 : -126388046159200 : ffff8d0cfd67a2a0) 00000020:00000001:0.0:1788877047.329282:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329285:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329286:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329288:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329289:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329293:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006fe7f511[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877047.329294:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329296:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329297:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329298:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67a300 00000008:00000001:0.0:1788877047.329300:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329302:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67a310 page ffff8d0cfd67a300 at index 138. 00000008:00000001:0.0:1788877047.329304:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329307:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.329308:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8d00 index 138 00000020:00000001:0.0:1788877047.329310:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329311:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329312:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.329314:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006fe7f511[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877047.329316:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.329317:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.329318:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67a2a0. 00000020:00000001:0.0:1788877047.329321:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329322:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329323:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329324:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663379904 : -126388046171712 : ffff8d0cfd6771c0) 00000020:00000001:0.0:1788877047.329326:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329327:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329328:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329329:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329330:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329332:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000092b2e42b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877047.329334:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329335:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329336:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329337:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd677220 00000008:00000001:0.0:1788877047.329338:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329339:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd677230 page ffff8d0cfd677220 at index 139. 00000008:00000001:0.0:1788877047.329341:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329343:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.329344:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44bc6080 index 139 00000020:00000001:0.0:1788877047.329346:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329347:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329348:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.329350:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000092b2e42b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877047.329352:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.329353:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.329354:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6771c0. 00000020:00000001:0.0:1788877047.329357:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329358:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329359:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329360:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663382144 : -126388046169472 : ffff8d0cfd677a80) 00000020:00000001:0.0:1788877047.329362:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329363:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329364:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329365:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329366:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329369:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b3c00fc9[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877047.329370:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329372:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329373:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329374:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd677ae0 00000008:00000001:0.0:1788877047.329375:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329376:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd677af0 page ffff8d0cfd677ae0 at index 140. 00000008:00000001:0.0:1788877047.329378:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329381:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.329382:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba23c0 index 140 00000020:00000001:0.0:1788877047.329384:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329384:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329385:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.329388:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b3c00fc9[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877047.329389:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.329390:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.329391:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd677a80. 00000020:00000001:0.0:1788877047.329393:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329394:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329395:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329397:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663381024 : -126388046170592 : ffff8d0cfd677620) 00000020:00000001:0.0:1788877047.329399:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329400:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329401:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329402:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329403:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329406:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b05939d7[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877047.329407:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329409:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329410:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329411:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd677680 00000008:00000001:0.0:1788877047.329412:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329414:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd677690 page ffff8d0cfd677680 at index 141. 00000008:00000001:0.0:1788877047.329416:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329418:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.329419:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc449a2740 index 141 00000020:00000001:0.0:1788877047.329421:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329422:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.329423:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.329425:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b05939d7[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877047.329427:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.329428:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.329430:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd677620. 00000020:00000001:0.0:1788877047.329432:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.329433:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.329434:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.329435:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663381248 : -126388046170368 : ffff8d0cfd677700) 00000020:00000001:0.0:1788877047.329438:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329438:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.329439:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.329440:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.329441:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.329444:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a00d0e84[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877047.329445:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.329446:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.329447:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.329448:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd677760 00000008:00000001:0.0:1788877047.329449:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.329450:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd677770 page ffff8d0cfd677760 at index 142. 00000008:00000001:0.0:1788877047.329452:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.329455:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.332771:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44f1b640 index 142 00000020:00000001:0.0:1788877047.332784:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.332794:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.332797:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.332805:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a00d0e84[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877047.332807:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.332809:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.332816:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd677700. 00000020:00000001:0.0:1788877047.332826:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.332827:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.332833:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.332835:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663382592 : -126388046169024 : ffff8d0cfd677c40) 00000020:00000001:0.0:1788877047.332837:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.332839:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.332841:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.332842:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.332844:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.332847:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003662647c[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877047.332850:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.332851:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.332853:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.332855:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd677ca0 00000008:00000001:0.0:1788877047.332858:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.332860:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd677cb0 page ffff8d0cfd677ca0 at index 143. 00000008:00000001:0.0:1788877047.332863:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.332872:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.332874:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8d80 index 143 00000020:00000001:0.0:1788877047.332877:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.332878:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.332879:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.332881:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003662647c[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877047.332883:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.332884:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.332886:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd677c40. 00000020:00000001:0.0:1788877047.332888:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.332889:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.332890:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.332892:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663381920 : -126388046169696 : ffff8d0cfd6779a0) 00000020:00000001:0.0:1788877047.332894:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.332895:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.332896:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.332897:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.332898:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.332900:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006c374d03[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877047.332902:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.332903:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.332904:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.332905:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd677a00 00000008:00000001:0.0:1788877047.332907:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.332908:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd677a10 page ffff8d0cfd677a00 at index 144. 00000008:00000001:0.0:1788877047.332910:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.332912:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.332913:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8dc0 index 144 00000020:00000001:0.0:1788877047.332915:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.332916:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.332916:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.332919:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006c374d03[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877047.332920:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.332921:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.332923:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6779a0. 00000020:00000001:0.0:1788877047.332925:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.332926:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.332927:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.332929:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663381472 : -126388046170144 : ffff8d0cfd6777e0) 00000020:00000001:0.0:1788877047.332930:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.332931:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.332932:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.332933:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.332934:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.332937:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000847391b2[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877047.332939:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.332940:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.332941:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.332942:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd677840 00000008:00000001:0.0:1788877047.332943:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.332945:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd677850 page ffff8d0cfd677840 at index 145. 00000008:00000001:0.0:1788877047.332947:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.332949:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.332950:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8e00 index 145 00000020:00000001:0.0:1788877047.332952:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.332953:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.332954:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.332956:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000847391b2[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877047.332958:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.332959:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.332961:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd6777e0. 00000020:00000001:0.0:1788877047.332963:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.332964:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.332972:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.332974:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663383264 : -126388046168352 : ffff8d0cfd677ee0) 00000020:00000001:0.0:1788877047.332976:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.332977:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.332978:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.332979:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.332980:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.332983:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000008cfc11c[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877047.332984:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.332986:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.332987:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.332988:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd677f40 00000008:00000001:0.0:1788877047.332989:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.332991:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd677f50 page ffff8d0cfd677f40 at index 146. 00000008:00000001:0.0:1788877047.332993:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.332995:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.332996:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8e40 index 146 00000020:00000001:0.0:1788877047.332998:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.332999:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333000:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333003:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000008cfc11c[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877047.333004:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333005:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333007:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd677ee0. 00000020:00000001:0.0:1788877047.333009:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333010:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333011:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333012:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663380576 : -126388046171040 : ffff8d0cfd677460) 00000020:00000001:0.0:1788877047.333015:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333016:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333017:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333018:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333019:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333022:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000450b61b7[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877047.333024:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333025:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333026:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333027:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd6774c0 00000008:00000001:0.0:1788877047.333028:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333030:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd6774d0 page ffff8d0cfd6774c0 at index 147. 00000008:00000001:0.0:1788877047.333032:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333034:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333036:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8e80 index 147 00000020:00000001:0.0:1788877047.333037:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333039:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333040:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333042:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000450b61b7[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877047.333044:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333045:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333047:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd677460. 00000020:00000001:0.0:1788877047.333072:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333074:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333076:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333077:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664593888 : -126388044957728 : ffff8d0cfd79f7e0) 00000020:00000001:0.0:1788877047.333080:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333081:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333082:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333083:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333084:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333087:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000142e8e0f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877047.333088:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333090:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333091:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333092:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f840 00000008:00000001:0.0:1788877047.333094:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333095:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f850 page ffff8d0cfd79f840 at index 148. 00000008:00000001:0.0:1788877047.333097:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333100:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333102:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8ec0 index 148 00000020:00000001:0.0:1788877047.333104:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333105:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333106:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333108:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000142e8e0f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877047.333110:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333111:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333113:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f7e0. 00000020:00000001:0.0:1788877047.333116:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333117:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333119:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333120:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664595680 : -126388044955936 : ffff8d0cfd79fee0) 00000020:00000001:0.0:1788877047.333122:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333123:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333124:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333125:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333126:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333129:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000092d72d2c[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877047.333130:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333131:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333132:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333133:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79ff40 00000008:00000001:0.0:1788877047.333135:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333136:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79ff50 page ffff8d0cfd79ff40 at index 149. 00000008:00000001:0.0:1788877047.333138:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333141:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333142:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8f00 index 149 00000020:00000001:0.0:1788877047.333144:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333144:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333145:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333148:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000092d72d2c[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877047.333149:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333150:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333152:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79fee0. 00000020:00000001:0.0:1788877047.333154:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333155:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333224:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333227:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664592992 : -126388044958624 : ffff8d0cfd79f460) 00000020:00000001:0.0:1788877047.333229:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333230:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333232:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333233:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333234:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333237:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c2b31890[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877047.333238:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333240:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333241:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333242:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f4c0 00000008:00000001:0.0:1788877047.333244:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333245:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f4d0 page ffff8d0cfd79f4c0 at index 150. 00000008:00000001:0.0:1788877047.333727:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333731:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333734:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8f40 index 150 00000020:00000001:0.0:1788877047.333737:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333738:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333740:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333744:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c2b31890[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877047.333745:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333747:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333749:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f460. 00000020:00000001:0.0:1788877047.333752:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333754:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333755:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333757:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664592544 : -126388044959072 : ffff8d0cfd79f2a0) 00000020:00000001:0.0:1788877047.333759:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333760:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333761:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333762:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333763:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333766:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005e8e1801[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877047.333768:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333769:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333771:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333772:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f300 00000008:00000001:0.0:1788877047.333773:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333775:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f310 page ffff8d0cfd79f300 at index 151. 00000008:00000001:0.0:1788877047.333777:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333779:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333781:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8f80 index 151 00000020:00000001:0.0:1788877047.333783:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333784:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333785:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333787:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005e8e1801[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877047.333789:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333790:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333791:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f2a0. 00000020:00000001:0.0:1788877047.333793:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333795:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333796:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333798:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664592768 : -126388044958848 : ffff8d0cfd79f380) 00000020:00000001:0.0:1788877047.333800:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333801:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333802:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333803:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333804:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333807:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007ff6a7ec[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877047.333808:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333809:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333810:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333811:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f3e0 00000008:00000001:0.0:1788877047.333812:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333813:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f3f0 page ffff8d0cfd79f3e0 at index 152. 00000008:00000001:0.0:1788877047.333816:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333818:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333820:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8fc0 index 152 00000020:00000001:0.0:1788877047.333822:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333823:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333824:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333826:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007ff6a7ec[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877047.333828:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333829:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333830:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f380. 00000020:00000001:0.0:1788877047.333832:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333833:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333835:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333836:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664592096 : -126388044959520 : ffff8d0cfd79f0e0) 00000020:00000001:0.0:1788877047.333838:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333839:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333840:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333841:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333842:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333845:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a496da13[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877047.333847:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333847:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333848:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333849:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f140 00000008:00000001:0.0:1788877047.333850:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333852:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f150 page ffff8d0cfd79f140 at index 153. 00000008:00000001:0.0:1788877047.333854:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333856:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333857:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9000 index 153 00000020:00000001:0.0:1788877047.333859:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333860:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333861:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333863:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a496da13[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877047.333864:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333865:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333867:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f0e0. 00000020:00000001:0.0:1788877047.333869:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333870:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333871:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333872:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664591872 : -126388044959744 : ffff8d0cfd79f000) 00000020:00000001:0.0:1788877047.333874:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333875:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333876:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333877:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333878:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333881:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fe3f622b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877047.333883:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333884:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333885:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333886:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f060 00000008:00000001:0.0:1788877047.333887:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333888:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f070 page ffff8d0cfd79f060 at index 154. 00000008:00000001:0.0:1788877047.333890:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333892:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333894:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9040 index 154 00000020:00000001:0.0:1788877047.333896:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333897:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333898:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333900:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fe3f622b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877047.333901:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333903:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333904:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f000. 00000020:00000001:0.0:1788877047.333907:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333908:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333909:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333911:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664593216 : -126388044958400 : ffff8d0cfd79f540) 00000020:00000001:0.0:1788877047.333913:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333914:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333915:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333916:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333917:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333920:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a08a3ccd[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877047.333921:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333923:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333924:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333925:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f5a0 00000008:00000001:0.0:1788877047.333927:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333928:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f5b0 page ffff8d0cfd79f5a0 at index 155. 00000008:00000001:0.0:1788877047.333930:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333932:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333934:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9080 index 155 00000020:00000001:0.0:1788877047.333935:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333936:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333937:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333940:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a08a3ccd[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877047.333941:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333943:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333944:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f540. 00000020:00000001:0.0:1788877047.333946:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333947:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333948:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333950:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664595456 : -126388044956160 : ffff8d0cfd79fe00) 00000020:00000001:0.0:1788877047.333952:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333953:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333954:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333955:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333956:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333959:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008d401ec8[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877047.333961:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333962:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.333962:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.333964:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79fe60 00000008:00000001:0.0:1788877047.333965:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.333967:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79fe70 page ffff8d0cfd79fe60 at index 156. 00000008:00000001:0.0:1788877047.333969:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.333971:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.333972:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba90c0 index 156 00000020:00000001:0.0:1788877047.333974:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333975:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.333976:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.333979:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008d401ec8[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877047.333980:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.333981:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.333983:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79fe00. 00000020:00000001:0.0:1788877047.333985:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.333986:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.333987:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.333988:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664594112 : -126388044957504 : ffff8d0cfd79f8c0) 00000020:00000001:0.0:1788877047.333990:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333991:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.333992:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.333993:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.333994:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.333996:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d02be891[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877047.333998:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.333999:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334000:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334001:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f920 00000008:00000001:0.0:1788877047.334002:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334003:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f930 page ffff8d0cfd79f920 at index 157. 00000008:00000001:0.0:1788877047.334005:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334008:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334009:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9100 index 157 00000020:00000001:0.0:1788877047.334011:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334011:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334012:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334015:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d02be891[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877047.334016:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334017:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334019:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f8c0. 00000020:00000001:0.0:1788877047.334021:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334022:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334024:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334025:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664594784 : -126388044956832 : ffff8d0cfd79fb60) 00000020:00000001:0.0:1788877047.334027:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334028:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334029:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334030:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334031:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334034:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059a153ac[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877047.334035:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334036:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334038:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334038:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79fbc0 00000008:00000001:0.0:1788877047.334040:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334041:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79fbd0 page ffff8d0cfd79fbc0 at index 158. 00000008:00000001:0.0:1788877047.334043:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334045:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334047:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9140 index 158 00000020:00000001:0.0:1788877047.334048:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334049:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334050:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334052:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000059a153ac[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877047.334053:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334054:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334056:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79fb60. 00000020:00000001:0.0:1788877047.334058:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334059:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334060:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334062:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664595232 : -126388044956384 : ffff8d0cfd79fd20) 00000020:00000001:0.0:1788877047.334063:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334064:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334065:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334066:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334067:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334069:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002df72a76[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877047.334071:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334072:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334073:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334074:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79fd80 00000008:00000001:0.0:1788877047.334076:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334077:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79fd90 page ffff8d0cfd79fd80 at index 159. 00000008:00000001:0.0:1788877047.334079:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334081:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334082:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9180 index 159 00000020:00000001:0.0:1788877047.334084:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334085:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334086:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334089:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002df72a76[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877047.334090:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334091:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334092:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79fd20. 00000020:00000001:0.0:1788877047.334095:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334096:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334097:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334098:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664592320 : -126388044959296 : ffff8d0cfd79f1c0) 00000020:00000001:0.0:1788877047.334100:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334101:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334102:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334103:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334104:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334106:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007b6a88e5[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877047.334107:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334109:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334110:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334110:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f220 00000008:00000001:0.0:1788877047.334112:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334113:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f230 page ffff8d0cfd79f220 at index 160. 00000008:00000001:0.0:1788877047.334115:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334117:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334118:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba91c0 index 160 00000020:00000001:0.0:1788877047.334120:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334121:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334122:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334124:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007b6a88e5[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877047.334125:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334126:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334128:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f1c0. 00000020:00000001:0.0:1788877047.334130:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334131:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334133:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334134:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664594560 : -126388044957056 : ffff8d0cfd79fa80) 00000020:00000001:0.0:1788877047.334136:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334137:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334138:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334139:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334140:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334143:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005652cc3f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877047.334144:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334145:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334146:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334147:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79fae0 00000008:00000001:0.0:1788877047.334149:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334150:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79faf0 page ffff8d0cfd79fae0 at index 161. 00000008:00000001:0.0:1788877047.334151:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334154:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334155:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9200 index 161 00000020:00000001:0.0:1788877047.334156:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334157:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334158:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334160:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005652cc3f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877047.334161:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334162:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334164:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79fa80. 00000020:00000001:0.0:1788877047.334166:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334167:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334168:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334170:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664593440 : -126388044958176 : ffff8d0cfd79f620) 00000020:00000001:0.0:1788877047.334171:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334172:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334174:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334174:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334175:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334178:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000082a4c8ca[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877047.334180:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334181:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334182:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334183:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f680 00000008:00000001:0.0:1788877047.334184:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334186:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f690 page ffff8d0cfd79f680 at index 162. 00000008:00000001:0.0:1788877047.334188:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334189:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334191:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9240 index 162 00000020:00000001:0.0:1788877047.334192:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334194:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334194:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334197:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000082a4c8ca[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877047.334198:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334199:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334201:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f620. 00000020:00000001:0.0:1788877047.334203:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334203:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334204:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334206:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664593664 : -126388044957952 : ffff8d0cfd79f700) 00000020:00000001:0.0:1788877047.334208:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334208:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334209:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334211:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334211:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334214:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000006e83f17[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877047.334215:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334217:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334218:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334218:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79f760 00000008:00000001:0.0:1788877047.334220:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334221:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79f770 page ffff8d0cfd79f760 at index 163. 00000008:00000001:0.0:1788877047.334223:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334224:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334226:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9280 index 163 00000020:00000001:0.0:1788877047.334227:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334228:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334229:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334231:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000006e83f17[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877047.334233:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334233:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334235:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f700. 00000020:00000001:0.0:1788877047.334237:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334238:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334239:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334240:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664595008 : -126388044956608 : ffff8d0cfd79fc40) 00000020:00000001:0.0:1788877047.334242:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334243:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334243:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334244:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334245:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334266:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008e887892[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877047.334267:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334269:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334270:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334271:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79fca0 00000008:00000001:0.0:1788877047.334272:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334273:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79fcb0 page ffff8d0cfd79fca0 at index 164. 00000008:00000001:0.0:1788877047.334275:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334277:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334278:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba92c0 index 164 00000020:00000001:0.0:1788877047.334281:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334281:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334283:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334285:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008e887892[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877047.334286:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334287:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334288:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79fc40. 00000020:00000001:0.0:1788877047.334290:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334292:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334357:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334359:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664594336 : -126388044957280 : ffff8d0cfd79f9a0) 00000020:00000001:0.0:1788877047.334361:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334362:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334363:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334364:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334366:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334369:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000007914917[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877047.334370:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334373:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334375:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334376:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd79fa00 00000008:00000001:0.0:1788877047.334378:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334382:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd79fa10 page ffff8d0cfd79fa00 at index 165. 00000008:00000001:0.0:1788877047.334384:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334388:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334389:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9300 index 165 00000020:00000001:0.0:1788877047.334392:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334394:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334395:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334398:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000007914917[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877047.334400:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334585:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334587:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd79f9a0. 00000020:00000001:0.0:1788877047.334590:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334591:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334593:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334595:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662876768 : -126388046674848 : ffff8d0cfd5fc460) 00000020:00000001:0.0:1788877047.334597:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334598:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334600:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334601:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334602:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334605:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000014c5a723[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877047.334607:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334608:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334609:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334610:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc4c0 00000008:00000001:0.0:1788877047.334612:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334613:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc4d0 page ffff8d0cfd5fc4c0 at index 166. 00000008:00000001:0.0:1788877047.334616:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334619:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334621:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9340 index 166 00000020:00000001:0.0:1788877047.334623:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334624:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334625:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334627:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000014c5a723[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877047.334629:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334630:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334632:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc460. 00000020:00000001:0.0:1788877047.334635:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334636:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334638:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334640:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662876320 : -126388046675296 : ffff8d0cfd5fc2a0) 00000020:00000001:0.0:1788877047.334642:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334643:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334644:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334645:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334646:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334649:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000070303474[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877047.334651:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334652:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334653:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334654:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc300 00000008:00000001:0.0:1788877047.334656:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334658:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc310 page ffff8d0cfd5fc300 at index 167. 00000008:00000001:0.0:1788877047.334660:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334662:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334664:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9380 index 167 00000020:00000001:0.0:1788877047.334665:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334667:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334668:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334670:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000070303474[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877047.334672:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334673:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334675:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc2a0. 00000020:00000001:0.0:1788877047.334677:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334678:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334679:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334680:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662876544 : -126388046675072 : ffff8d0cfd5fc380) 00000020:00000001:0.0:1788877047.334682:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334683:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334684:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334685:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334686:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334689:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000017c4b1e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877047.334691:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334692:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334694:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334695:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc3e0 00000008:00000001:0.0:1788877047.334696:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334698:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc3f0 page ffff8d0cfd5fc3e0 at index 168. 00000008:00000001:0.0:1788877047.334700:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334703:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334704:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba93c0 index 168 00000020:00000001:0.0:1788877047.334706:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334707:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334708:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334711:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000017c4b1e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877047.334712:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334714:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334715:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc380. 00000020:00000001:0.0:1788877047.334856:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334857:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334859:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334861:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662875872 : -126388046675744 : ffff8d0cfd5fc0e0) 00000020:00000001:0.0:1788877047.334863:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334864:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334865:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334866:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334867:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334871:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000007bb8f1a[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877047.334872:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334873:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334874:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334875:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc140 00000008:00000001:0.0:1788877047.334877:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334878:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc150 page ffff8d0cfd5fc140 at index 169. 00000008:00000001:0.0:1788877047.334880:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334883:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334885:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9400 index 169 00000020:00000001:0.0:1788877047.334887:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334888:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334889:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334891:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000007bb8f1a[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877047.334893:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334894:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334896:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc0e0. 00000020:00000001:0.0:1788877047.334898:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334899:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334901:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334902:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662875648 : -126388046675968 : ffff8d0cfd5fc000) 00000020:00000001:0.0:1788877047.334904:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334905:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334906:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334907:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334908:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334911:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002ab74e3a[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877047.334912:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334914:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334915:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334916:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc060 00000008:00000001:0.0:1788877047.334917:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334918:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc070 page ffff8d0cfd5fc060 at index 170. 00000008:00000001:0.0:1788877047.334921:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334923:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334925:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9440 index 170 00000020:00000001:0.0:1788877047.334927:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334928:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334929:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334931:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002ab74e3a[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877047.334932:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334933:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334935:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc000. 00000020:00000001:0.0:1788877047.334937:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334938:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334939:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334941:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662876992 : -126388046674624 : ffff8d0cfd5fc540) 00000020:00000001:0.0:1788877047.334943:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334944:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334945:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334946:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334947:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334950:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fed26481[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877047.334951:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334952:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334954:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334955:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc5a0 00000008:00000001:0.0:1788877047.334956:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334958:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc5b0 page ffff8d0cfd5fc5a0 at index 171. 00000008:00000001:0.0:1788877047.334960:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334962:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.334963:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9480 index 171 00000020:00000001:0.0:1788877047.334965:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334966:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.334967:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.334970:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fed26481[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877047.334971:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.334972:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.334974:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc540. 00000020:00000001:0.0:1788877047.334976:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.334977:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.334978:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.334979:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662879232 : -126388046672384 : ffff8d0cfd5fce00) 00000020:00000001:0.0:1788877047.334981:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334982:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.334983:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.334984:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.334985:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.334988:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bc916501[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877047.334989:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.334990:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.334992:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.334992:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fce60 00000008:00000001:0.0:1788877047.334994:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.334995:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fce70 page ffff8d0cfd5fce60 at index 172. 00000008:00000001:0.0:1788877047.334997:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.334999:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335001:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba94c0 index 172 00000020:00000001:0.0:1788877047.335002:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335003:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335004:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335006:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bc916501[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877047.335007:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335008:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335010:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fce00. 00000020:00000001:0.0:1788877047.335012:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335013:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335014:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335015:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662877888 : -126388046673728 : ffff8d0cfd5fc8c0) 00000020:00000001:0.0:1788877047.335017:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335018:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335019:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335020:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335021:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335023:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a42b1a53[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877047.335025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335026:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335027:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335028:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc920 00000008:00000001:0.0:1788877047.335029:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335030:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc930 page ffff8d0cfd5fc920 at index 173. 00000008:00000001:0.0:1788877047.335032:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335034:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335036:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9500 index 173 00000020:00000001:0.0:1788877047.335037:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335038:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335039:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335042:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a42b1a53[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877047.335043:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335044:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335046:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc8c0. 00000020:00000001:0.0:1788877047.335048:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335049:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335050:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335051:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662878560 : -126388046673056 : ffff8d0cfd5fcb60) 00000020:00000001:0.0:1788877047.335053:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335054:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335055:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335056:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335057:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335059:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fd101201[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877047.335061:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335062:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335063:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335064:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fcbc0 00000008:00000001:0.0:1788877047.335066:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335067:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fcbd0 page ffff8d0cfd5fcbc0 at index 174. 00000008:00000001:0.0:1788877047.335069:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335071:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335073:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9540 index 174 00000020:00000001:0.0:1788877047.335075:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335076:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335077:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335079:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fd101201[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877047.335081:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335082:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335083:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fcb60. 00000020:00000001:0.0:1788877047.335085:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335086:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335087:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335088:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662879008 : -126388046672608 : ffff8d0cfd5fcd20) 00000020:00000001:0.0:1788877047.335090:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335091:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335092:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335093:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335094:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335097:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c1691806[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877047.335098:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335099:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335100:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335101:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fcd80 00000008:00000001:0.0:1788877047.335102:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335103:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fcd90 page ffff8d0cfd5fcd80 at index 175. 00000008:00000001:0.0:1788877047.335105:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335107:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335108:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9580 index 175 00000020:00000001:0.0:1788877047.335110:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335111:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335112:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335114:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c1691806[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877047.335115:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335116:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335118:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fcd20. 00000020:00000001:0.0:1788877047.335120:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335121:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335122:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335124:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662876096 : -126388046675520 : ffff8d0cfd5fc1c0) 00000020:00000001:0.0:1788877047.335125:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335126:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335127:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335128:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335129:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335132:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b52ce684[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877047.335134:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335135:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335136:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335137:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc220 00000008:00000001:0.0:1788877047.335138:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335140:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc230 page ffff8d0cfd5fc220 at index 176. 00000008:00000001:0.0:1788877047.335142:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335143:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335145:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba95c0 index 176 00000020:00000001:0.0:1788877047.335147:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335148:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335149:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335151:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b52ce684[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877047.335152:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335153:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335154:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc1c0. 00000020:00000001:0.0:1788877047.335157:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335157:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335158:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335160:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662878336 : -126388046673280 : ffff8d0cfd5fca80) 00000020:00000001:0.0:1788877047.335161:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335162:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335163:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335164:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335165:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335167:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ccaf6fb[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877047.335169:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335170:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335171:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335171:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fcae0 00000008:00000001:0.0:1788877047.335173:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335174:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fcaf0 page ffff8d0cfd5fcae0 at index 177. 00000008:00000001:0.0:1788877047.335176:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335178:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335179:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9600 index 177 00000020:00000001:0.0:1788877047.335181:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335181:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335182:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335185:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000ccaf6fb[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877047.335186:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335187:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335188:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fca80. 00000020:00000001:0.0:1788877047.335190:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335191:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335192:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335193:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662877216 : -126388046674400 : ffff8d0cfd5fc620) 00000020:00000001:0.0:1788877047.335195:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335196:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335197:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335198:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335199:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335202:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002e4b422e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877047.335204:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335205:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335206:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335207:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc680 00000008:00000001:0.0:1788877047.335208:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335209:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc690 page ffff8d0cfd5fc680 at index 178. 00000008:00000001:0.0:1788877047.335211:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335213:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335214:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9640 index 178 00000020:00000001:0.0:1788877047.335216:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335217:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335218:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335221:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002e4b422e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877047.335222:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335223:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335225:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc620. 00000020:00000001:0.0:1788877047.335227:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335228:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335230:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335231:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662877440 : -126388046674176 : ffff8d0cfd5fc700) 00000020:00000001:0.0:1788877047.335233:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335233:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335235:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335236:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335236:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335239:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002876d58b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877047.335240:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335242:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335243:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335244:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc760 00000008:00000001:0.0:1788877047.335245:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335246:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc770 page ffff8d0cfd5fc760 at index 179. 00000008:00000001:0.0:1788877047.335272:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335277:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335280:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9680 index 179 00000020:00000001:0.0:1788877047.335282:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335284:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335285:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335288:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002876d58b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877047.335290:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335291:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335293:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc700. 00000020:00000001:0.0:1788877047.335295:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335296:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335361:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335363:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662878784 : -126388046672832 : ffff8d0cfd5fcc40) 00000020:00000001:0.0:1788877047.335365:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335366:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335368:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335369:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335370:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335373:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a6a4891[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877047.335375:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335376:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335377:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335379:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fcca0 00000008:00000001:0.0:1788877047.335380:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335381:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fccb0 page ffff8d0cfd5fcca0 at index 180. 00000008:00000001:0.0:1788877047.335383:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335386:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335388:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba96c0 index 180 00000020:00000001:0.0:1788877047.335390:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335391:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335392:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335394:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a6a4891[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877047.335396:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335397:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335399:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fcc40. 00000020:00000001:0.0:1788877047.335599:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335601:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335603:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335605:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662878112 : -126388046673504 : ffff8d0cfd5fc9a0) 00000020:00000001:0.0:1788877047.335607:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335609:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335610:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335611:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335612:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335616:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3a34da9[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877047.335617:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335618:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335620:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335621:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fca00 00000008:00000001:0.0:1788877047.335622:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335624:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fca10 page ffff8d0cfd5fca00 at index 181. 00000008:00000001:0.0:1788877047.335626:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335629:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335631:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9700 index 181 00000020:00000001:0.0:1788877047.335634:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335635:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335636:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335639:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f3a34da9[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877047.335640:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335641:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335643:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc9a0. 00000020:00000001:0.0:1788877047.335646:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335647:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335648:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335650:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662877664 : -126388046673952 : ffff8d0cfd5fc7e0) 00000020:00000001:0.0:1788877047.335652:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335653:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335653:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335654:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335655:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335659:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000170b7307[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877047.335660:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335661:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335663:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335664:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fc840 00000008:00000001:0.0:1788877047.335665:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335666:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fc850 page ffff8d0cfd5fc840 at index 182. 00000008:00000001:0.0:1788877047.335668:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335671:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335672:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9740 index 182 00000020:00000001:0.0:1788877047.335674:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335675:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335676:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335679:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000170b7307[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877047.335680:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335681:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335683:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fc7e0. 00000020:00000001:0.0:1788877047.335685:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335687:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335688:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335689:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685662879456 : -126388046672160 : ffff8d0cfd5fcee0) 00000020:00000001:0.0:1788877047.335691:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335692:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335693:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335694:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335696:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335698:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c4929975[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877047.335700:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335701:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335702:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335704:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd5fcf40 00000008:00000001:0.0:1788877047.335705:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335707:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd5fcf50 page ffff8d0cfd5fcf40 at index 183. 00000008:00000001:0.0:1788877047.335709:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335711:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335713:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9780 index 183 00000020:00000001:0.0:1788877047.335714:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335716:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335717:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335720:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c4929975[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877047.335792:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335794:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335797:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd5fcee0. 00000020:00000001:0.0:1788877047.335800:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335801:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335802:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335804:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663267232 : -126388046284384 : ffff8d0cfd65b9a0) 00000020:00000001:0.0:1788877047.335806:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335807:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335808:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335809:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335810:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335813:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dce61868[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877047.335814:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335815:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335817:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335818:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65ba00 00000008:00000001:0.0:1788877047.335819:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335821:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65ba10 page ffff8d0cfd65ba00 at index 184. 00000008:00000001:0.0:1788877047.335823:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335825:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335827:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba97c0 index 184 00000020:00000001:0.0:1788877047.335829:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335830:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335831:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335834:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dce61868[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877047.335835:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335837:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335838:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b9a0. 00000020:00000001:0.0:1788877047.335841:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335843:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335844:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335846:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663266784 : -126388046284832 : ffff8d0cfd65b7e0) 00000020:00000001:0.0:1788877047.335848:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335849:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335850:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335851:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335852:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335855:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006046e8ec[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877047.335856:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335858:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335859:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335860:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b840 00000008:00000001:0.0:1788877047.335861:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335863:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b850 page ffff8d0cfd65b840 at index 185. 00000008:00000001:0.0:1788877047.335865:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335867:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335868:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9800 index 185 00000020:00000001:0.0:1788877047.335870:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335871:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335872:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335874:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006046e8ec[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877047.335876:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335877:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335878:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b7e0. 00000020:00000001:0.0:1788877047.335880:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335882:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335883:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335884:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663268576 : -126388046283040 : ffff8d0cfd65bee0) 00000020:00000001:0.0:1788877047.335886:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335886:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335887:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335888:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335889:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335892:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000079b1eb94[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877047.335893:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335894:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335895:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335896:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65bf40 00000008:00000001:0.0:1788877047.335897:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335899:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65bf50 page ffff8d0cfd65bf40 at index 186. 00000008:00000001:0.0:1788877047.335900:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335902:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335904:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9840 index 186 00000020:00000001:0.0:1788877047.335905:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335906:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335907:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335910:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000079b1eb94[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877047.335911:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335912:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335914:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65bee0. 00000020:00000001:0.0:1788877047.335916:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335917:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335918:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335920:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663265888 : -126388046285728 : ffff8d0cfd65b460) 00000020:00000001:0.0:1788877047.335921:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335922:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335923:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335924:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335925:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335928:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000dae11b1[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877047.335930:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335931:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335932:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335933:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b4c0 00000008:00000001:0.0:1788877047.335935:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335936:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b4d0 page ffff8d0cfd65b4c0 at index 187. 00000008:00000001:0.0:1788877047.335938:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335939:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335941:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9880 index 187 00000020:00000001:0.0:1788877047.335943:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335944:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335945:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335947:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000dae11b1[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877047.335949:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335950:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335951:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b460. 00000020:00000001:0.0:1788877047.335953:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335954:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335956:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335958:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663265440 : -126388046286176 : ffff8d0cfd65b2a0) 00000020:00000001:0.0:1788877047.335959:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335960:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335961:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335963:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.335964:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.335967:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3186e6f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877047.335968:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.335969:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.335971:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.335972:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b300 00000008:00000001:0.0:1788877047.335973:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.335974:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b310 page ffff8d0cfd65b300 at index 188. 00000008:00000001:0.0:1788877047.335976:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.335978:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.335979:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba98c0 index 188 00000020:00000001:0.0:1788877047.335981:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335982:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.335982:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.335985:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f3186e6f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877047.335986:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.335987:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.335989:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b2a0. 00000020:00000001:0.0:1788877047.335991:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.335992:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.335993:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.335994:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663265664 : -126388046285952 : ffff8d0cfd65b380) 00000020:00000001:0.0:1788877047.335996:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335997:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.335998:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.335999:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.336000:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.336002:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000065aff8ad[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877047.336003:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.336004:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.336005:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.336006:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b3e0 00000008:00000001:0.0:1788877047.336008:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.336009:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b3f0 page ffff8d0cfd65b3e0 at index 189. 00000008:00000001:0.0:1788877047.336011:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.336013:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.336014:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9900 index 189 00000020:00000001:0.0:1788877047.336016:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336017:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336018:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.336021:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000065aff8ad[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877047.336022:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.336023:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.336025:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b380. 00000020:00000001:0.0:1788877047.336026:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.336027:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.336028:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.336030:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663264992 : -126388046286624 : ffff8d0cfd65b0e0) 00000020:00000001:0.0:1788877047.336032:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336033:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336034:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.336035:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.336036:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.336039:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006e206c85[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877047.336040:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.336041:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.336042:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.336043:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b140 00000008:00000001:0.0:1788877047.336045:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.336046:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b150 page ffff8d0cfd65b140 at index 190. 00000008:00000001:0.0:1788877047.336048:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.336050:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.336051:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9940 index 190 00000020:00000001:0.0:1788877047.336053:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336053:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336054:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.336057:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006e206c85[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877047.336058:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.336059:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.336061:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b0e0. 00000020:00000001:0.0:1788877047.336063:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.336064:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.336066:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.336067:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663264768 : -126388046286848 : ffff8d0cfd65b000) 00000020:00000001:0.0:1788877047.336069:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336070:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336071:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.336072:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.336072:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.336075:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000df8aaa2[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877047.336076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.336077:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.336079:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.336079:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b060 00000008:00000001:0.0:1788877047.336081:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.336082:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b070 page ffff8d0cfd65b060 at index 191. 00000008:00000001:0.0:1788877047.336084:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.336094:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.336096:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9980 index 191 00000020:00000001:0.0:1788877047.336098:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336099:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336100:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.336102:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000df8aaa2[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877047.336103:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.336104:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.336106:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b000. 00000020:00000001:0.0:1788877047.336108:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.336109:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.336110:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.336111:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663266112 : -126388046285504 : ffff8d0cfd65b540) 00000020:00000001:0.0:1788877047.336113:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336114:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336115:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.336116:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.336117:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.336119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001df6a4be[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877047.336120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.336121:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.336123:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.336124:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b5a0 00000008:00000001:0.0:1788877047.336125:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.336126:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b5b0 page ffff8d0cfd65b5a0 at index 192. 00000008:00000001:0.0:1788877047.336128:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.336131:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.336132:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba99c0 index 192 00000020:00000001:0.0:1788877047.336133:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336134:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336135:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.336138:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001df6a4be[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877047.336139:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.336140:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.336142:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b540. 00000020:00000001:0.0:1788877047.336144:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.336145:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.336146:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.336147:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663268352 : -126388046283264 : ffff8d0cfd65be00) 00000020:00000001:0.0:1788877047.336149:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336150:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336151:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.336152:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.336153:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.336155:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a58bc74a[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877047.336156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.336157:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.336158:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.336159:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65be60 00000008:00000001:0.0:1788877047.336160:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.336161:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65be70 page ffff8d0cfd65be60 at index 193. 00000008:00000001:0.0:1788877047.336163:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.336165:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.336166:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9a00 index 193 00000020:00000001:0.0:1788877047.336168:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336169:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.336170:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.336172:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a58bc74a[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877047.336173:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.336174:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.336175:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65be00. 00000020:00000001:0.0:1788877047.336177:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.336178:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.336180:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.336181:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663267008 : -126388046284608 : ffff8d0cfd65b8c0) 00000020:00000001:0.0:1788877047.336183:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336184:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.336185:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.336186:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.336187:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.336189:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053cb26c6[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877047.336190:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.336191:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.336192:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.336193:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b920 00000008:00000001:0.0:1788877047.336195:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.336196:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b930 page ffff8d0cfd65b920 at index 194. 00000008:00000001:0.0:1788877047.336198:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.336200:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.336201:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9a40 index 194 00000020:00000001:0.0:1788877047.339095:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339099:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339102:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.339111:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000053cb26c6[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877047.339113:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.339115:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.339123:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b8c0. 00000020:00000001:0.0:1788877047.339131:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.339132:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.339221:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.339224:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663267680 : -126388046283936 : ffff8d0cfd65bb60) 00000020:00000001:0.0:1788877047.339227:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.339228:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.339230:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.339232:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.339234:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.339237:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ff7a9580[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877047.339240:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.339241:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.339245:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.339261:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65bbc0 00000008:00000001:0.0:1788877047.339265:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.339268:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65bbd0 page ffff8d0cfd65bbc0 at index 195. 00000008:00000001:0.0:1788877047.339271:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.339279:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.339282:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9a80 index 195 00000020:00000001:0.0:1788877047.339286:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339288:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339289:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.339292:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ff7a9580[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877047.339293:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.339294:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.339297:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65bb60. 00000020:00000001:0.0:1788877047.339299:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.339300:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.339302:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.339303:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663268128 : -126388046283488 : ffff8d0cfd65bd20) 00000020:00000001:0.0:1788877047.339305:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.339306:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.339307:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.339308:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.339310:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.339313:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000014c562d0[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877047.339314:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.339315:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.339316:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.339317:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65bd80 00000008:00000001:0.0:1788877047.339318:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.339319:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65bd90 page ffff8d0cfd65bd80 at index 196. 00000008:00000001:0.0:1788877047.339321:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.339324:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.339325:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9ac0 index 196 00000020:00000001:0.0:1788877047.339327:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339328:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339329:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.339332:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000014c562d0[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877047.339333:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.339334:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.339336:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65bd20. 00000020:00000001:0.0:1788877047.339338:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.339339:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.339340:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.339341:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663265216 : -126388046286400 : ffff8d0cfd65b1c0) 00000020:00000001:0.0:1788877047.339343:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.339344:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.339345:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.339346:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.339347:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.339350:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de4b0d91[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877047.339351:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.339352:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.339353:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.339354:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b220 00000008:00000001:0.0:1788877047.339356:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.339357:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b230 page ffff8d0cfd65b220 at index 197. 00000008:00000001:0.0:1788877047.339360:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.339362:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.339363:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9b00 index 197 00000020:00000001:0.0:1788877047.339365:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339366:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339367:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.339370:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de4b0d91[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877047.339371:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.339372:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.339374:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b1c0. 00000020:00000001:0.0:1788877047.339376:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.339377:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.339379:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.339380:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663267456 : -126388046284160 : ffff8d0cfd65ba80) 00000020:00000001:0.0:1788877047.339382:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.339383:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.339384:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.339385:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.339386:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.339388:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000823a048d[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877047.339389:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.339391:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.339392:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.339393:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65bae0 00000008:00000001:0.0:1788877047.339394:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.339396:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65baf0 page ffff8d0cfd65bae0 at index 198. 00000008:00000001:0.0:1788877047.339398:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.339400:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.339401:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9b40 index 198 00000020:00000001:0.0:1788877047.339403:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339405:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.339406:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346233:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000823a048d[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877047.346239:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346242:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346270:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65ba80. 00000020:00000001:0.0:1788877047.346279:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346282:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346288:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346292:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663266336 : -126388046285280 : ffff8d0cfd65b620) 00000020:00000001:0.0:1788877047.346295:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346297:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346299:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346300:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346302:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346306:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000040141003[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877047.346307:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346309:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346312:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346314:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b680 00000008:00000001:0.0:1788877047.346317:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346319:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b690 page ffff8d0cfd65b680 at index 199. 00000008:00000001:0.0:1788877047.346321:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346332:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346335:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9b80 index 199 00000020:00000001:0.0:1788877047.346341:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346342:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346344:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346346:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000040141003[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877047.346347:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346349:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346350:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b620. 00000020:00000001:0.0:1788877047.346353:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346354:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346356:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346358:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663266560 : -126388046285056 : ffff8d0cfd65b700) 00000020:00000001:0.0:1788877047.346359:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346360:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346361:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346362:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346363:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346366:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000e91975b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877047.346367:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346368:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346370:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346371:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65b760 00000008:00000001:0.0:1788877047.346373:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346374:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65b770 page ffff8d0cfd65b760 at index 200. 00000008:00000001:0.0:1788877047.346376:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346379:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346380:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9bc0 index 200 00000020:00000001:0.0:1788877047.346382:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346384:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346385:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346387:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000e91975b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877047.346388:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346389:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346391:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65b700. 00000020:00000001:0.0:1788877047.346393:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346394:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346395:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346397:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663267904 : -126388046283712 : ffff8d0cfd65bc40) 00000020:00000001:0.0:1788877047.346407:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346409:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346410:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346411:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346412:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346415:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f4c517d4[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877047.346417:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346418:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346419:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346420:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd65bca0 00000008:00000001:0.0:1788877047.346421:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346423:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd65bcb0 page ffff8d0cfd65bca0 at index 201. 00000008:00000001:0.0:1788877047.346425:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346427:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346429:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9c00 index 201 00000020:00000001:0.0:1788877047.346431:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346433:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346434:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346437:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f4c517d4[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877047.346438:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346439:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346441:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd65bc40. 00000020:00000001:0.0:1788877047.346454:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346462:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346463:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346465:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664552704 : -126388044998912 : ffff8d0cfd795700) 00000020:00000001:0.0:1788877047.346467:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346468:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346469:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346470:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346471:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346475:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a5f3c738[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877047.346477:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346478:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346479:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346480:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795760 00000008:00000001:0.0:1788877047.346482:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346483:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795770 page ffff8d0cfd795760 at index 202. 00000008:00000001:0.0:1788877047.346485:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346488:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346489:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9c40 index 202 00000020:00000001:0.0:1788877047.346491:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346492:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346493:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346496:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a5f3c738[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877047.346497:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346499:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346500:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795700. 00000020:00000001:0.0:1788877047.346505:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346506:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346508:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346509:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664554048 : -126388044997568 : ffff8d0cfd795c40) 00000020:00000001:0.0:1788877047.346511:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346512:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346513:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346514:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346515:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346517:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000357c8d41[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877047.346519:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346520:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346521:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346522:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795ca0 00000008:00000001:0.0:1788877047.346524:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346525:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795cb0 page ffff8d0cfd795ca0 at index 203. 00000008:00000001:0.0:1788877047.346527:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346530:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346531:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9c80 index 203 00000020:00000001:0.0:1788877047.346533:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346534:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346535:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346537:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000357c8d41[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877047.346538:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346539:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346541:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795c40. 00000020:00000001:0.0:1788877047.346543:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346544:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346545:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346546:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664553376 : -126388044998240 : ffff8d0cfd7959a0) 00000020:00000001:0.0:1788877047.346548:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346549:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346550:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346551:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346552:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346554:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bdc61792[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877047.346556:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346557:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346558:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346559:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795a00 00000008:00000001:0.0:1788877047.346560:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346562:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795a10 page ffff8d0cfd795a00 at index 204. 00000008:00000001:0.0:1788877047.346564:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346567:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346568:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9cc0 index 204 00000020:00000001:0.0:1788877047.346570:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346571:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346572:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346575:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bdc61792[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877047.346576:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346577:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346578:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7959a0. 00000020:00000001:0.0:1788877047.346581:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346581:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346583:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346584:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664552928 : -126388044998688 : ffff8d0cfd7957e0) 00000020:00000001:0.0:1788877047.346585:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346586:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346587:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346588:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346589:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346592:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000afeb1e52[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877047.346593:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346595:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346596:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346596:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795840 00000008:00000001:0.0:1788877047.346598:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346599:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795850 page ffff8d0cfd795840 at index 205. 00000008:00000001:0.0:1788877047.346601:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346603:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346605:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9d00 index 205 00000020:00000001:0.0:1788877047.346607:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346607:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346608:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346611:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000afeb1e52[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877047.346613:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346614:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346615:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7957e0. 00000020:00000001:0.0:1788877047.346618:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346619:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346621:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346622:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664554720 : -126388044996896 : ffff8d0cfd795ee0) 00000020:00000001:0.0:1788877047.346624:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346625:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346626:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346627:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346628:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346631:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003a693277[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877047.346632:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346633:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346634:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346635:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795f40 00000008:00000001:0.0:1788877047.346636:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346638:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795f50 page ffff8d0cfd795f40 at index 206. 00000008:00000001:0.0:1788877047.346640:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346643:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346644:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9d40 index 206 00000020:00000001:0.0:1788877047.346645:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346646:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346647:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346649:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003a693277[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877047.346650:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346651:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346653:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795ee0. 00000020:00000001:0.0:1788877047.346655:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346656:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346658:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346659:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664552032 : -126388044999584 : ffff8d0cfd795460) 00000020:00000001:0.0:1788877047.346661:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346662:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346663:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346664:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346666:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346668:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b0a0b8ee[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877047.346670:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346671:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346672:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346673:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7954c0 00000008:00000001:0.0:1788877047.346674:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346676:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7954d0 page ffff8d0cfd7954c0 at index 207. 00000008:00000001:0.0:1788877047.346678:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346680:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346681:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9d80 index 207 00000020:00000001:0.0:1788877047.346683:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346685:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346686:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346688:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b0a0b8ee[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877047.346689:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346690:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346692:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795460. 00000020:00000001:0.0:1788877047.346694:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346695:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346696:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346698:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664551584 : -126388045000032 : ffff8d0cfd7952a0) 00000020:00000001:0.0:1788877047.346700:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346701:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346702:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346703:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346704:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000078b9ab[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877047.346709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346710:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346711:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346712:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795300 00000008:00000001:0.0:1788877047.346714:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346715:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795310 page ffff8d0cfd795300 at index 208. 00000008:00000001:0.0:1788877047.346718:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346920:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9dc0 index 208 00000020:00000001:0.0:1788877047.346924:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346925:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346926:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346930:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000078b9ab[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877047.346931:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346933:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346935:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7952a0. 00000020:00000001:0.0:1788877047.346938:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346939:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.346941:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.346943:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664551808 : -126388044999808 : ffff8d0cfd795380) 00000020:00000001:0.0:1788877047.346945:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346946:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.346947:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.346949:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.346950:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.346953:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001acba2fe[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877047.346955:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.346956:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.346958:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.346968:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7953e0 00000008:00000001:0.0:1788877047.346971:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.346973:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7953f0 page ffff8d0cfd7953e0 at index 209. 00000008:00000001:0.0:1788877047.346975:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.346979:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.346980:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9e00 index 209 00000020:00000001:0.0:1788877047.346983:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346984:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.346985:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.346988:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001acba2fe[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877047.346989:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.346990:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.346992:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795380. 00000020:00000001:0.0:1788877047.346995:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.346995:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347074:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347077:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664551136 : -126388045000480 : ffff8d0cfd7950e0) 00000020:00000001:0.0:1788877047.347079:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347080:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347081:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347083:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347084:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347087:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bb90a1e8[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877047.347089:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347091:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347092:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347093:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795140 00000008:00000001:0.0:1788877047.347095:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347096:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795150 page ffff8d0cfd795140 at index 210. 00000008:00000001:0.0:1788877047.347098:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347101:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347103:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9e40 index 210 00000020:00000001:0.0:1788877047.347105:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347106:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347107:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347110:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bb90a1e8[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877047.347111:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347112:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347114:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7950e0. 00000020:00000001:0.0:1788877047.347116:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347117:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347118:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347120:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664550912 : -126388045000704 : ffff8d0cfd795000) 00000020:00000001:0.0:1788877047.347121:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347122:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347123:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347125:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347126:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347129:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000032630405[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877047.347130:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347131:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347133:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347134:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795060 00000008:00000001:0.0:1788877047.347135:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347136:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795070 page ffff8d0cfd795060 at index 211. 00000008:00000001:0.0:1788877047.347138:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347141:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347142:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9e80 index 211 00000020:00000001:0.0:1788877047.347144:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347144:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347145:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347148:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000032630405[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877047.347149:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347150:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347152:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795000. 00000020:00000001:0.0:1788877047.347154:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347155:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347156:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347158:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664552256 : -126388044999360 : ffff8d0cfd795540) 00000020:00000001:0.0:1788877047.347160:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347160:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347161:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347163:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347164:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347166:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d35328ef[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877047.347168:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347169:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347171:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347172:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7955a0 00000008:00000001:0.0:1788877047.347173:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347175:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7955b0 page ffff8d0cfd7955a0 at index 212. 00000008:00000001:0.0:1788877047.347177:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347179:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347181:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9ec0 index 212 00000020:00000001:0.0:1788877047.347182:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347183:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347184:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347187:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d35328ef[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877047.347188:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347189:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347191:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795540. 00000020:00000001:0.0:1788877047.347193:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347194:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347195:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347197:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664554496 : -126388044997120 : ffff8d0cfd795e00) 00000020:00000001:0.0:1788877047.347199:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347200:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347201:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347202:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347204:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347206:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a79d51a0[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877047.347208:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347209:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347210:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347212:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795e60 00000008:00000001:0.0:1788877047.347213:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347215:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795e70 page ffff8d0cfd795e60 at index 213. 00000008:00000001:0.0:1788877047.347217:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347219:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347221:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9f00 index 213 00000020:00000001:0.0:1788877047.347223:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347224:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347225:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347228:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a79d51a0[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877047.347230:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347231:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347233:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795e00. 00000020:00000001:0.0:1788877047.347235:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347236:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347237:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347239:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664553152 : -126388044998464 : ffff8d0cfd7958c0) 00000020:00000001:0.0:1788877047.347241:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347242:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347243:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347244:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347245:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347272:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000884e2d55[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877047.347274:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347275:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347277:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347278:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795920 00000008:00000001:0.0:1788877047.347279:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347280:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795930 page ffff8d0cfd795920 at index 214. 00000008:00000001:0.0:1788877047.347283:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347285:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347287:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9f40 index 214 00000020:00000001:0.0:1788877047.347289:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347290:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347291:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347293:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000884e2d55[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877047.347295:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347296:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347298:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7958c0. 00000020:00000001:0.0:1788877047.347301:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347302:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347304:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347305:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664553824 : -126388044997792 : ffff8d0cfd795b60) 00000020:00000001:0.0:1788877047.347307:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347308:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347309:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347310:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347311:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347313:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000012941278[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877047.347315:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347316:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347317:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347318:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795bc0 00000008:00000001:0.0:1788877047.347320:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347321:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795bd0 page ffff8d0cfd795bc0 at index 215. 00000008:00000001:0.0:1788877047.347323:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347326:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347327:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9f80 index 215 00000020:00000001:0.0:1788877047.347329:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347330:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347331:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347333:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000012941278[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877047.347335:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347336:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347337:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795b60. 00000020:00000001:0.0:1788877047.347340:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347341:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347342:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347343:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664554272 : -126388044997344 : ffff8d0cfd795d20) 00000020:00000001:0.0:1788877047.347345:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347346:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347347:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347348:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347350:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347352:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000010855fe1[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877047.347354:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347355:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347356:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347357:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795d80 00000008:00000001:0.0:1788877047.347358:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347360:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795d90 page ffff8d0cfd795d80 at index 216. 00000008:00000001:0.0:1788877047.347362:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347364:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347366:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba9fc0 index 216 00000020:00000001:0.0:1788877047.347368:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347369:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347370:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347373:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000010855fe1[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877047.347374:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347375:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347377:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795d20. 00000020:00000001:0.0:1788877047.347379:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347380:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347381:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347382:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664551360 : -126388045000256 : ffff8d0cfd7951c0) 00000020:00000001:0.0:1788877047.347384:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347385:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347386:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347387:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347388:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347391:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000039393ea1[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877047.347392:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347394:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347395:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347396:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795220 00000008:00000001:0.0:1788877047.347397:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347398:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795230 page ffff8d0cfd795220 at index 217. 00000008:00000001:0.0:1788877047.347411:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347414:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347415:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa000 index 217 00000020:00000001:0.0:1788877047.347417:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347418:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347419:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347422:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000039393ea1[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877047.347424:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347425:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347427:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7951c0. 00000020:00000001:0.0:1788877047.347430:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347431:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347433:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347434:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664553600 : -126388044998016 : ffff8d0cfd795a80) 00000020:00000001:0.0:1788877047.347437:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347438:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347439:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347440:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347441:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347452:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d20f8ff[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877047.347454:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347462:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347464:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347465:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795ae0 00000008:00000001:0.0:1788877047.347466:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347467:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795af0 page ffff8d0cfd795ae0 at index 218. 00000008:00000001:0.0:1788877047.347469:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347472:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347474:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa040 index 218 00000020:00000001:0.0:1788877047.347476:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347477:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347478:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347481:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d20f8ff[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877047.347482:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347484:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347485:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795a80. 00000020:00000001:0.0:1788877047.347488:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347489:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347491:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347492:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664552480 : -126388044999136 : ffff8d0cfd795620) 00000020:00000001:0.0:1788877047.347493:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347494:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347495:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347496:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347497:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347499:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008699965b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877047.347501:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347502:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347503:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347504:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd795680 00000008:00000001:0.0:1788877047.347505:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347507:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd795690 page ffff8d0cfd795680 at index 219. 00000008:00000001:0.0:1788877047.347509:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347511:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347512:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa080 index 219 00000020:00000001:0.0:1788877047.347514:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347515:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347516:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347519:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008699965b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877047.347520:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347521:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347523:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd795620. 00000020:00000001:0.0:1788877047.347525:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347526:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347527:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347529:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664653536 : -126388044898080 : ffff8d0cfd7ae0e0) 00000020:00000001:0.0:1788877047.347531:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347532:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347533:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347534:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347535:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347538:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001a430791[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877047.347539:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347540:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347541:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347542:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae140 00000008:00000001:0.0:1788877047.347543:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347544:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae150 page ffff8d0cfd7ae140 at index 220. 00000008:00000001:0.0:1788877047.347546:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347549:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347550:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa0c0 index 220 00000020:00000001:0.0:1788877047.347552:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347553:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347555:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347557:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001a430791[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877047.347558:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347559:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347561:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae0e0. 00000020:00000001:0.0:1788877047.347564:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347565:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347567:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347568:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664653312 : -126388044898304 : ffff8d0cfd7ae000) 00000020:00000001:0.0:1788877047.347570:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347571:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347572:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347573:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347574:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347577:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000873ad1a5[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877047.347580:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347581:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347583:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347585:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae060 00000008:00000001:0.0:1788877047.347588:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347591:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae070 page ffff8d0cfd7ae060 at index 221. 00000008:00000001:0.0:1788877047.347594:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347597:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347599:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa100 index 221 00000020:00000001:0.0:1788877047.347601:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347602:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347603:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347605:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000873ad1a5[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877047.347607:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347608:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347610:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae000. 00000020:00000001:0.0:1788877047.347612:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347613:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347615:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347616:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664654656 : -126388044896960 : ffff8d0cfd7ae540) 00000020:00000001:0.0:1788877047.347618:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347619:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347621:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347622:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347623:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347625:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000541207c2[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877047.347627:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347628:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347629:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347631:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae5a0 00000008:00000001:0.0:1788877047.347632:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347634:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae5b0 page ffff8d0cfd7ae5a0 at index 222. 00000008:00000001:0.0:1788877047.347635:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347637:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347639:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa140 index 222 00000020:00000001:0.0:1788877047.347641:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347642:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347643:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347646:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000541207c2[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877047.347647:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347649:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347651:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae540. 00000020:00000001:0.0:1788877047.347653:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347654:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347655:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347657:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664656896 : -126388044894720 : ffff8d0cfd7aee00) 00000020:00000001:0.0:1788877047.347659:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347660:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347661:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347663:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347664:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347666:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000d6f5cc1[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877047.347668:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347669:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347670:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347671:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7aee60 00000008:00000001:0.0:1788877047.347673:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347674:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7aee70 page ffff8d0cfd7aee60 at index 223. 00000008:00000001:0.0:1788877047.347676:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347678:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347680:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa180 index 223 00000020:00000001:0.0:1788877047.347682:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347683:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347684:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347686:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000d6f5cc1[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877047.347688:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347689:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347690:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7aee00. 00000020:00000001:0.0:1788877047.347693:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347694:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347696:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347697:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664655552 : -126388044896064 : ffff8d0cfd7ae8c0) 00000020:00000001:0.0:1788877047.347699:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347700:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347701:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347703:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347704:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347706:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005c633185[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877047.347708:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347709:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347710:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347711:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae920 00000008:00000001:0.0:1788877047.347713:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347714:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae930 page ffff8d0cfd7ae920 at index 224. 00000008:00000001:0.0:1788877047.347717:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347872:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa1c0 index 224 00000020:00000001:0.0:1788877047.347877:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347878:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347879:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347883:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005c633185[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877047.347884:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347885:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347888:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae8c0. 00000020:00000001:0.0:1788877047.347890:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347891:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347943:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347945:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664656224 : -126388044895392 : ffff8d0cfd7aeb60) 00000020:00000001:0.0:1788877047.347948:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347949:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347950:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347951:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347952:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.347955:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000006f58b0[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877047.347957:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.347959:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.347960:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.347961:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7aebc0 00000008:00000001:0.0:1788877047.347963:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.347965:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7aebd0 page ffff8d0cfd7aebc0 at index 225. 00000008:00000001:0.0:1788877047.347967:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.347970:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.347972:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa200 index 225 00000020:00000001:0.0:1788877047.347975:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347976:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.347977:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.347979:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000006f58b0[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877047.347980:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.347982:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.347984:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7aeb60. 00000020:00000001:0.0:1788877047.347986:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.347987:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.347988:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.347990:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664656672 : -126388044894944 : ffff8d0cfd7aed20) 00000020:00000001:0.0:1788877047.347992:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347993:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.347994:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.347996:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.347997:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000584b6210[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877047.348001:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348003:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348004:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348005:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7aed80 00000008:00000001:0.0:1788877047.348007:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348008:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7aed90 page ffff8d0cfd7aed80 at index 226. 00000008:00000001:0.0:1788877047.348010:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348013:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348014:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa240 index 226 00000020:00000001:0.0:1788877047.348016:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348017:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348019:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348022:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000584b6210[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877047.348023:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348024:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348026:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7aed20. 00000020:00000001:0.0:1788877047.348028:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348029:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348030:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348032:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664653760 : -126388044897856 : ffff8d0cfd7ae1c0) 00000020:00000001:0.0:1788877047.348034:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348035:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348036:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348037:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348038:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348041:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003ac6d73b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877047.348042:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348043:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348045:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348046:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae220 00000008:00000001:0.0:1788877047.348047:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348048:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae230 page ffff8d0cfd7ae220 at index 227. 00000008:00000001:0.0:1788877047.348051:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348053:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348055:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa280 index 227 00000020:00000001:0.0:1788877047.348057:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348058:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348059:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348061:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003ac6d73b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877047.348062:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348063:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348065:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae1c0. 00000020:00000001:0.0:1788877047.348067:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348068:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348069:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348071:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664656000 : -126388044895616 : ffff8d0cfd7aea80) 00000020:00000001:0.0:1788877047.348072:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348073:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348075:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348076:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348077:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005f7d054f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877047.348081:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348082:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348083:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348084:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7aeae0 00000008:00000001:0.0:1788877047.348085:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348087:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7aeaf0 page ffff8d0cfd7aeae0 at index 228. 00000008:00000001:0.0:1788877047.348089:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348091:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348092:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa2c0 index 228 00000020:00000001:0.0:1788877047.348094:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348095:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348096:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348098:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005f7d054f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877047.348099:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348100:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348102:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7aea80. 00000020:00000001:0.0:1788877047.348103:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348105:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348106:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348107:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664654880 : -126388044896736 : ffff8d0cfd7ae620) 00000020:00000001:0.0:1788877047.348108:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348109:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348110:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348111:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348112:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dc972fb0[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877047.348116:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348118:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348119:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348120:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae680 00000008:00000001:0.0:1788877047.348121:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348122:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae690 page ffff8d0cfd7ae680 at index 229. 00000008:00000001:0.0:1788877047.348124:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348126:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348127:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa300 index 229 00000020:00000001:0.0:1788877047.348129:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348130:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348131:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348133:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dc972fb0[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877047.348134:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348135:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348137:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae620. 00000020:00000001:0.0:1788877047.348139:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348139:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348141:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348142:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664655104 : -126388044896512 : ffff8d0cfd7ae700) 00000020:00000001:0.0:1788877047.348144:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348144:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348146:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348147:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348148:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348150:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b939edea[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877047.348151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348152:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348153:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348154:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae760 00000008:00000001:0.0:1788877047.348156:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348157:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae770 page ffff8d0cfd7ae760 at index 230. 00000008:00000001:0.0:1788877047.348159:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348161:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348162:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa340 index 230 00000020:00000001:0.0:1788877047.348164:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348165:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348166:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348168:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b939edea[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877047.348169:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348170:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348171:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae700. 00000020:00000001:0.0:1788877047.348173:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348174:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348175:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348176:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664656448 : -126388044895168 : ffff8d0cfd7aec40) 00000020:00000001:0.0:1788877047.348177:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348178:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348179:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348180:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348181:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348183:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e7d4372e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877047.348184:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348185:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348186:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348187:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7aeca0 00000008:00000001:0.0:1788877047.348188:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348190:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7aecb0 page ffff8d0cfd7aeca0 at index 231. 00000008:00000001:0.0:1788877047.348192:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348194:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348195:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa380 index 231 00000020:00000001:0.0:1788877047.348197:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348198:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348199:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348201:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e7d4372e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877047.348202:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348203:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348204:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7aec40. 00000020:00000001:0.0:1788877047.348206:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348206:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348207:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348209:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664655776 : -126388044895840 : ffff8d0cfd7ae9a0) 00000020:00000001:0.0:1788877047.348211:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348211:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348212:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348213:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348214:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348216:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006466b880[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877047.348218:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348219:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348220:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348221:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7aea00 00000008:00000001:0.0:1788877047.348223:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348224:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7aea10 page ffff8d0cfd7aea00 at index 232. 00000008:00000001:0.0:1788877047.348226:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348228:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348229:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa3c0 index 232 00000020:00000001:0.0:1788877047.348230:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348231:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348232:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348234:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006466b880[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877047.348235:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348236:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348237:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae9a0. 00000020:00000001:0.0:1788877047.348239:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348239:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348241:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348242:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664655328 : -126388044896288 : ffff8d0cfd7ae7e0) 00000020:00000001:0.0:1788877047.348244:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348245:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348246:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348247:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348271:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348276:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ceb69ccd[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877047.348277:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348281:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348283:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348284:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae840 00000008:00000001:0.0:1788877047.348286:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348287:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae850 page ffff8d0cfd7ae840 at index 233. 00000008:00000001:0.0:1788877047.348290:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348292:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348294:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa400 index 233 00000020:00000001:0.0:1788877047.348296:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348297:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348299:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348301:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ceb69ccd[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877047.348303:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348304:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348306:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae7e0. 00000020:00000001:0.0:1788877047.348309:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348310:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348311:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348312:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664657120 : -126388044894496 : ffff8d0cfd7aeee0) 00000020:00000001:0.0:1788877047.348314:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348315:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348316:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348317:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348319:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348321:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000c907f8e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877047.348323:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348324:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348325:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348326:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7aef40 00000008:00000001:0.0:1788877047.348327:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348329:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7aef50 page ffff8d0cfd7aef40 at index 234. 00000008:00000001:0.0:1788877047.348330:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348332:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348334:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa440 index 234 00000020:00000001:0.0:1788877047.348335:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348337:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348338:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348340:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000c907f8e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877047.348341:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348343:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348344:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7aeee0. 00000020:00000001:0.0:1788877047.348346:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348347:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348348:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348350:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664654432 : -126388044897184 : ffff8d0cfd7ae460) 00000020:00000001:0.0:1788877047.348352:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348353:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348354:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348355:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348356:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348359:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001f0e7411[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877047.348360:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348362:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348363:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348364:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae4c0 00000008:00000001:0.0:1788877047.348365:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348367:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae4d0 page ffff8d0cfd7ae4c0 at index 235. 00000008:00000001:0.0:1788877047.348369:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348371:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348373:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa480 index 235 00000020:00000001:0.0:1788877047.348375:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348376:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348377:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348379:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001f0e7411[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877047.348381:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348382:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348383:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae460. 00000020:00000001:0.0:1788877047.348385:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348386:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348388:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348390:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664653984 : -126388044897632 : ffff8d0cfd7ae2a0) 00000020:00000001:0.0:1788877047.348391:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348392:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348393:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348394:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348395:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348659:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000be3913fa[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877047.348662:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348664:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348665:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348666:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae300 00000008:00000001:0.0:1788877047.348668:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348669:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae310 page ffff8d0cfd7ae300 at index 236. 00000008:00000001:0.0:1788877047.348671:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348675:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348676:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa4c0 index 236 00000020:00000001:0.0:1788877047.348678:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348679:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.348681:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.348684:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000be3913fa[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877047.348685:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.348686:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.348689:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae2a0. 00000020:00000001:0.0:1788877047.348692:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.348693:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.348694:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.348696:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664654208 : -126388044897408 : ffff8d0cfd7ae380) 00000020:00000001:0.0:1788877047.348698:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348699:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.348700:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.348701:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.348702:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.348705:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000044f0f9a0[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877047.348706:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.348707:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.348708:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.348709:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7ae3e0 00000008:00000001:0.0:1788877047.348710:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.348712:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7ae3f0 page ffff8d0cfd7ae3e0 at index 237. 00000008:00000001:0.0:1788877047.348714:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.348716:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.348717:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa500 index 237 00000020:00000001:0.0:1788877047.348719:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.349211:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.349213:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.349219:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000044f0f9a0[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877047.349220:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.349222:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.349224:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7ae380. 00000020:00000001:0.0:1788877047.349227:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.349228:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.349230:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.349232:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664019104 : -126388045532512 : ffff8d0cfd7132a0) 00000020:00000001:0.0:1788877047.349234:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.349235:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.349236:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.349238:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.349239:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.349242:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ac5db51e[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877047.349244:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.349245:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.349807:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.349808:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713300 00000008:00000001:0.0:1788877047.349811:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.349813:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713310 page ffff8d0cfd713300 at index 238. 00000008:00000001:0.0:1788877047.349816:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.349823:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.349825:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa540 index 238 00000020:00000001:0.0:1788877047.349829:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.349830:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.349831:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.349834:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ac5db51e[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877047.349836:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.349837:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.349840:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7132a0. 00000020:00000001:0.0:1788877047.349843:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.349844:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.349847:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.349848:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664019328 : -126388045532288 : ffff8d0cfd713380) 00000020:00000001:0.0:1788877047.349850:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.349851:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.349852:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.349854:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.349855:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.349858:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bba8972c[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877047.349860:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.349861:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.349863:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.349863:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7133e0 00000008:00000001:0.0:1788877047.349865:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.349866:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7133f0 page ffff8d0cfd7133e0 at index 239. 00000008:00000001:0.0:1788877047.349869:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.349871:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.349873:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa580 index 239 00000020:00000001:0.0:1788877047.349875:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.349876:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.349877:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.349880:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bba8972c[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877047.349881:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.349882:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.349884:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd713380. 00000020:00000001:0.0:1788877047.349886:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.349887:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.349961:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.349963:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664018656 : -126388045532960 : ffff8d0cfd7130e0) 00000020:00000001:0.0:1788877047.350116:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.350118:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.350120:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.350121:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.350122:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.350126:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f552a9b1[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877047.350128:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.350130:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.350131:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.352803:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713140 00000008:00000001:0.0:1788877047.352811:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.352815:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713150 page ffff8d0cfd713140 at index 240. 00000008:00000001:0.0:1788877047.352820:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.352831:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.352835:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa5c0 index 240 00000020:00000001:0.0:1788877047.352841:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.352844:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.352847:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.352855:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f552a9b1[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877047.352857:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.352859:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.352865:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7130e0. 00000020:00000001:0.0:1788877047.352873:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.352874:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.352879:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.352882:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664018432 : -126388045533184 : ffff8d0cfd713000) 00000020:00000001:0.0:1788877047.352884:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.352886:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.352887:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.352889:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.352891:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.352894:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009003a01b[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877047.352896:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.352898:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.352900:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.352901:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713060 00000008:00000001:0.0:1788877047.352902:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.352904:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713070 page ffff8d0cfd713060 at index 241. 00000008:00000001:0.0:1788877047.352906:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.352908:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.352910:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa600 index 241 00000020:00000001:0.0:1788877047.352912:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.352913:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.352915:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.352917:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009003a01b[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877047.352919:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.352920:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.352922:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd713000. 00000020:00000001:0.0:1788877047.352924:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.352925:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.352927:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.352929:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664019776 : -126388045531840 : ffff8d0cfd713540) 00000020:00000001:0.0:1788877047.352931:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.352932:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.352933:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.352934:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.352935:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.352938:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a4dda714[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877047.352939:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.352940:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.352941:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.352942:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd7135a0 00000008:00000001:0.0:1788877047.352944:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.352945:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd7135b0 page ffff8d0cfd7135a0 at index 242. 00000008:00000001:0.0:1788877047.352946:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.352949:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.352950:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa640 index 242 00000020:00000001:0.0:1788877047.352952:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.352952:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.352954:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.352956:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a4dda714[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877047.352957:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.352958:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.352959:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd713540. 00000020:00000001:0.0:1788877047.352961:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.352962:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.352964:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.352965:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664022016 : -126388045529600 : ffff8d0cfd713e00) 00000020:00000001:0.0:1788877047.352979:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.352980:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.352982:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.352983:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.352984:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.352987:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000703c7afa[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877047.352988:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.352989:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.352990:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.352991:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713e60 00000008:00000001:0.0:1788877047.352993:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.352995:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713e70 page ffff8d0cfd713e60 at index 243. 00000008:00000001:0.0:1788877047.352996:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.352999:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.353000:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa680 index 243 00000020:00000001:0.0:1788877047.353002:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.353003:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.353004:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.353006:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000703c7afa[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877047.353008:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.353009:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.353011:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd713e00. 00000020:00000001:0.0:1788877047.353013:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.353014:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.353015:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.353016:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664020672 : -126388045530944 : ffff8d0cfd7138c0) 00000020:00000001:0.0:1788877047.353018:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.353019:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.353020:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.353021:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.353022:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.353025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000015d1fb8d[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877047.353027:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.353028:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.353030:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.353031:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713920 00000008:00000001:0.0:1788877047.353032:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.353033:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713930 page ffff8d0cfd713920 at index 244. 00000008:00000001:0.0:1788877047.353036:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.353038:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.353039:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa6c0 index 244 00000020:00000001:0.0:1788877047.353041:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.353042:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.353043:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.353045:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000015d1fb8d[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877047.353046:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.353047:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.353049:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7138c0. 00000020:00000001:0.0:1788877047.353051:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.353053:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.353055:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.353056:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664021344 : -126388045530272 : ffff8d0cfd713b60) 00000020:00000001:0.0:1788877047.353057:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.353059:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.353060:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.353061:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.353062:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.353064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000758c24cb[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877047.353066:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.353067:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.353068:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.353069:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713bc0 00000008:00000001:0.0:1788877047.353071:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.353072:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713bd0 page ffff8d0cfd713bc0 at index 245. 00000008:00000001:0.0:1788877047.353075:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.356201:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.356215:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa700 index 245 00000020:00000001:0.0:1788877047.356225:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.356227:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.356230:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.356238:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000758c24cb[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877047.356240:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.356242:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.356262:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd713b60. 00000020:00000001:0.0:1788877047.356272:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.356274:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.356279:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.356282:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664021792 : -126388045529824 : ffff8d0cfd713d20) 00000020:00000001:0.0:1788877047.356285:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.356286:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.356289:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.356290:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.356292:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.356296:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ec1143cb[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877047.356298:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.356300:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.356301:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.356303:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713d80 00000008:00000001:0.0:1788877047.356306:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.356310:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713d90 page ffff8d0cfd713d80 at index 246. 00000008:00000001:0.0:1788877047.356312:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.356318:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.356319:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa740 index 246 00000020:00000001:0.0:1788877047.356322:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.356323:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.356324:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.356327:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ec1143cb[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877047.356328:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.356329:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.356331:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd713d20. 00000020:00000001:0.0:1788877047.356334:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.356335:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.356336:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.356337:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664018880 : -126388045532736 : ffff8d0cfd7131c0) 00000020:00000001:0.0:1788877047.356339:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.356340:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.356341:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.356342:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.356343:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.356346:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000840ffa75[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877047.356348:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.356349:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.356350:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.356351:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713220 00000008:00000001:0.0:1788877047.356353:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.356355:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713230 page ffff8d0cfd713220 at index 247. 00000008:00000001:0.0:1788877047.356357:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.356359:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.356361:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa780 index 247 00000020:00000001:0.0:1788877047.356363:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.356364:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.356365:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.356368:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000840ffa75[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877047.356369:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.356371:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.356372:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd7131c0. 00000020:00000001:0.0:1788877047.356375:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.356376:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.356378:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.356379:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664021120 : -126388045530496 : ffff8d0cfd713a80) 00000020:00000001:0.0:1788877047.356381:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.356381:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.356382:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.356384:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.356384:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.356387:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000716205e9[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877047.356388:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.356389:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.356391:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.356392:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713ae0 00000008:00000001:0.0:1788877047.356393:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.356394:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713af0 page ffff8d0cfd713ae0 at index 248. 00000008:00000001:0.0:1788877047.356396:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.359176:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.359184:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa7c0 index 248 00000020:00000001:0.0:1788877047.359194:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359197:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359200:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.359209:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000716205e9[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877047.359211:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.359214:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.359221:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd713a80. 00000020:00000001:0.0:1788877047.359229:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.359231:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.359236:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.359238:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664020000 : -126388045531616 : ffff8d0cfd713620) 00000020:00000001:0.0:1788877047.359241:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359242:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359244:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.359246:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.359261:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.359265:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c4ef084f[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877047.359267:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.359269:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.359271:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.359274:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713680 00000008:00000001:0.0:1788877047.359278:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.359282:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713690 page ffff8d0cfd713680 at index 249. 00000008:00000001:0.0:1788877047.359286:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.359289:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.359291:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa800 index 249 00000020:00000001:0.0:1788877047.359294:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359296:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359297:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.359300:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c4ef084f[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877047.359302:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.359303:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.359305:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd713620. 00000020:00000001:0.0:1788877047.359308:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.359321:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.359322:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.359324:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685664020224 : -126388045531392 : ffff8d0cfd713700) 00000020:00000001:0.0:1788877047.359327:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359328:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359329:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.359330:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.359331:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.359334:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8cf1a51[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877047.359336:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.359337:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.359338:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.359339:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd713760 00000008:00000001:0.0:1788877047.359341:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.359342:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd713770 page ffff8d0cfd713760 at index 250. 00000008:00000001:0.0:1788877047.359344:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.359347:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.359349:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa840 index 250 00000020:00000001:0.0:1788877047.359351:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359352:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359353:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.359356:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b8cf1a51[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877047.359358:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.359359:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.359361:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd713700. 00000020:00000001:0.0:1788877047.359383:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.359385:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.359387:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.359389:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663392640 : -126388046158976 : ffff8d0cfd67a380) 00000020:00000001:0.0:1788877047.359391:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359392:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359393:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.359395:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.359396:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.359399:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004d825ccd[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877047.359401:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.359413:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.359414:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.359415:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67a3e0 00000008:00000001:0.0:1788877047.359417:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.359418:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67a3f0 page ffff8d0cfd67a3e0 at index 251. 00000008:00000001:0.0:1788877047.359421:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.359424:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.359426:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44ba8d40 index 251 00000020:00000001:0.0:1788877047.359428:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359429:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359430:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.359433:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004d825ccd[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877047.359435:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.359436:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.359438:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67a380. 00000020:00000001:0.0:1788877047.359441:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.359442:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.359451:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.359453:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663391968 : -126388046159648 : ffff8d0cfd67a0e0) 00000020:00000001:0.0:1788877047.359462:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359463:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359464:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.359465:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.359466:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.359469:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007a5eedce[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877047.359471:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.359472:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.359474:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.359475:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67a140 00000008:00000001:0.0:1788877047.359476:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.359478:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67a150 page ffff8d0cfd67a140 at index 252. 00000008:00000001:0.0:1788877047.359481:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.359483:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.359484:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa980 index 252 00000020:00000001:0.0:1788877047.359486:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359488:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359489:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.359492:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007a5eedce[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877047.359493:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.359494:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.359496:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67a0e0. 00000020:00000001:0.0:1788877047.359499:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.359500:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.359501:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.359502:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663391744 : -126388046159872 : ffff8d0cfd67a000) 00000020:00000001:0.0:1788877047.359505:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359506:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359507:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.359508:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.359509:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.359512:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000013c10edc[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877047.359514:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.359515:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.359516:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.359517:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67a060 00000008:00000001:0.0:1788877047.359519:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.359520:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67a070 page ffff8d0cfd67a060 at index 253. 00000008:00000001:0.0:1788877047.359522:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.359523:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.359524:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baa9c0 index 253 00000020:00000001:0.0:1788877047.359526:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359527:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359529:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.359531:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000013c10edc[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877047.359533:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.359534:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.359536:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67a000. 00000020:00000001:0.0:1788877047.359538:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.359539:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.359541:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.359542:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685663393088 : -126388046158528 : ffff8d0cfd67a540) 00000020:00000001:0.0:1788877047.359544:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359545:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.359547:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.359548:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.359549:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.359552:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005625d1ae[2 00000000e2c1a6ac 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877047.359553:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.359555:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.359556:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.359557:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cfd67a5a0 00000008:00000001:0.0:1788877047.359567:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.359569:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cfd67a5b0 page ffff8d0cfd67a5a0 at index 254. 00000008:00000001:0.0:1788877047.359572:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.359574:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.359576:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44baaa00 index 254 00000020:00000001:0.0:1788877047.359578:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359579:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.359580:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.359583:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005625d1ae[1 00000000e2c1a6ac 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877047.359585:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.359586:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.359588:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cfd67a540. 00000020:00000001:0.0:1788877047.359591:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.359592:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000800:00000200:0.0:1788877047.373377:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.373393:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa300. 00000400:00000200:0.0:1788877047.373411:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.373423:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.373434:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4e58 00000400:00000010:0.0:1788877047.373437:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4e58. 00000100:00000001:0.0:1788877047.373444:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.373453:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d39880 x1875765519141888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.373476:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.373480:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d39880 x1875765519141888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.373494:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.373496:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877047.380684:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.380709:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.380715:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.380718:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.380740:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.380748:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.380766:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.380771:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.380777:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.380782:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734c00 00000400:00000200:0.0:1788877047.380789:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.380797:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ee09 [2] + 224 00000800:00000001:0.0:1788877047.380805:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.380813:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.380817:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.380822:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.380831:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.380842:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4d39880 x1875765519141888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.380854:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4d39880 x1875765519141888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.380875:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877047.380884:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.380887:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.415352:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.415383:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877047.415388:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.415392:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.415403:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.415413:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877047.415429:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.415434:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.415441:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.415445:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1734d00 00000400:00000200:0.0:1788877047.415451:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.415469:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43ee11 [2] + 224 00000800:00000001:0.0:1788877047.415478:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877047.415493:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877047.415497:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.415501:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877047.415509:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.415520:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd70ca80 x1875765519142144/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877047.415532:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd70ca80 x1875765519142144/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.415555:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:0.0:1788877047.462413:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474523, at 4302474524 00000100:00000010:0.0:1788877047.462435:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00000100:00000040:0.0:1788877047.483344:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474543, at 4302474545 00000100:00000010:0.0:1788877047.483351:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b1e0. 00000100:00000001:0.0:1788877047.519758:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877047.519769:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877047.519771:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877047.519775:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cf7fbaec8. 00000400:00000200:0.0:1788877047.519781:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf537a000 00000400:00000010:0.0:1788877047.519783:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8d0cf537a000. 00000100:00000001:0.0:1788877047.519786:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.519792:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf4d3b800 x1875765519143168/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788877047.519800:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf4d3b800 x1875765519143168/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.519812:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877047.519814:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877047.519816:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877047.519821:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877047.519823:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877047.519826:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.519829:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877047.519839:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=60 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877047.519843:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=60 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877047.519846:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877047.519848:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.519851:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877047.519855:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.519858:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877047.519861:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963131 00000100:00000001:0.0:1788877047.519863:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877047.519867:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.519872:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf4d3b800 x1875765519143168/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.519879:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877047.519882:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877047.519884:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877047.519888:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf4d3b800 x1875765519143168/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877063 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788877047.519896:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf4d3b800 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519143168:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877047.519901:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877047.519904:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.519906:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877047.519909:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.519912:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf4d3b800 x1875765519143168/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877063 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.519919:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877047.519923:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf537aa80. 00000100:00000001:0.0:1788877047.519925:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877047.519926:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.519930:0:198588:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788877047.519934:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.519937:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.519941:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=4 00000020:00000001:0.0:1788877047.519943:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.519946:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000040:0.0:1788877047.519952:0:198588:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8d0cf45bc600, remote cookie: 0x976420bcd5a17bc1, flags: 0x1001 00010000:00010000:0.0:1788877047.519958:0:198588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788877047.519968:0:198588:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x236:0x0].0x0, instead of [0x200002b10:0xc0:0x0].0x0 00010000:00000001:0.0:1788877047.519971:0:198588:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788877047.519977:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb076400 count: 3 00010000:00000001:0.0:1788877047.519980:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788877047.519983:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0bcc428d00 count: 0 00010000:00000010:0.0:1788877047.519989:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf50a0580. 00010000:00000001:0.0:1788877047.519998:0:198588:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877047.520001:0:198588:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877047.520010:0:198588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877047.520016:0:198588:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788877047.520020:0:198588:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788877047.520023:0:198588:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788877047.520025:0:198588:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788877047.520026:0:198588:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788877047.520029:0:198588:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x236:0x0].0x0 (ffff8d0ceb076400) refcount = 3 00010000:00000040:0.0:1788877047.520032:0:198588:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788877047.520035:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc5179e00/0x4a37134b6b777c9d lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x236:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd59fbf2c expref: -99 pid: 197214 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788877047.520043:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc5178000/0x4a37134b6b777c96 lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd59fbf1e expref: -99 pid: 197214 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877047.520051:0:198588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877047.520057:0:198588:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788877047.520060:0:198588:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788877047.520062:0:198588:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877047.520064:0:198588:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788877047.520066:0:198588:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877047.520069:0:198588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877047.520074:0:198588:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788877047.520076:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520077:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.520078:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520079:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.520080:0:198588:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.520085:0:198588:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788877047.520087:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.520088:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.520090:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=3 00000020:00000001:0.0:1788877047.520092:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520094:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520097:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.520098:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.520099:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=4 00000020:00000001:0.0:1788877047.520101:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520103:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520106:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877047.520109:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877047.520112:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877047.520118:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520119:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.520120:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.520121:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.520122:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=5 00000020:00000001:0.0:1788877047.520124:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520125:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520128:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877047.520130:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877047.520137:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520138:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788877047.520141:0:198588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877047.520148:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877047.520149:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520150:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.520151:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520152:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788877047.520157:0:198588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8d0cf4d3b800 x1875765519143168/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788877047.520165:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.520166:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.520167:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=3 00000020:00000001:0.0:1788877047.520169:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520171:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00000002:00010000:0.0:1788877047.520174:0:198588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788877047.520183:0:198588:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8d0ccca2bc40. 00010000:00000001:0.0:1788877047.520185:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520186:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877047.520187:0:198588:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.520189:0:198588:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.520192:0:198588:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788877047.520194:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.520195:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.520196:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=3 00000020:00000001:0.0:1788877047.520198:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520200:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00000002:00010000:0.0:1788877047.520202:0:198588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877047.520207:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520209:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.520211:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788877047.520212:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.520213:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.520213:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=3 00000020:00000001:0.0:1788877047.520215:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520217:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000040:0.0:1788877047.520219:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb076400 count: 4 00010000:00000001:0.0:1788877047.520221:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788877047.520224:0:198588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8d0cc3843800 type 13 mode 4 res 8589945618/566 (0 0) 00010000:00000001:0.0:1788877047.520227:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520228:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877047.520229:0:198588:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788877047.520233:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408f9e8 00000002:00002000:0.0:1788877047.520235:0:198588:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=w114 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788877047.520238:0:198588:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.520242:0:198588:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.520244:0:198588:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788877047.520290:0:198588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xc0:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788877047.520294:0:198588:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.520299:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877047.520302:0:198588:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788877047.520303:0:198588:0:(namei.c:674:ll_lookup_it_finish()) it ffffb5f68408fdf8 it_disposition b 00000080:00000001:0.0:1788877047.520307:0:198588:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788877047.520313:0:198588:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788877047.520316:0:198588:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788877047.520318:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440054 : 144115373061440054 : 200002b12000236) 00000080:00000001:0.0:1788877047.520322:0:198588:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788877047.520329:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.520333:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.520336:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.520338:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877047.520343:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877047.520345:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877047.520352:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877047.520357:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877047.520364:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655ea0. 00020000:00000001:0.0:1788877047.520367:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512248992 : -126388197302624 : ffff8d0cf4655ea0) 00020000:00000002:0.0:1788877047.520370:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655ea0, objid 0x236:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877047.520375:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877047.520379:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000403:2159 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877047.520383:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0cea9a4ba0) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.520386:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877047.520388:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0cea9a4ba0) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877047.520393:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877047.520396:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877047.520400:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655ea0. 00020000:00000002:0.0:1788877047.520403:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x236:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877047.520406:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.520408:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877047.520410:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.520414:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440054 : 144115373061440054 : 200002b12000236) 00000080:00000001:0.0:1788877047.520417:0:198588:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1788877047.520423:0:198588:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x236:0x0](ffff8d0cc2158908): rc = 0 00000080:00000001:0.0:1788877047.520426:0:198588:0:(namei.c:156:ll_iget()) Process leaving (rc=18446617684668156168 : -126389041395448 : ffff8d0cc2158908) 00010000:00000001:0.0:1788877047.520428:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.520430:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.520431:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=3 00000020:00000001:0.0:1788877047.520433:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520435:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00000080:00000001:0.0:1788877047.520438:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877047.520439:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.520440:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.520442:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.520444:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877047.520445:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877047.520446:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877047.520449:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655ea0. 00020000:00000010:0.0:1788877047.520451:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877047.520453:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655cc0. 00020000:00000001:0.0:1788877047.520464:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512248512 : -126388197303104 : ffff8d0cf4655cc0) 00020000:00000002:0.0:1788877047.520467:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655cc0, objid 0x236:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877047.520471:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877047.520473:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000403:2159 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877047.520476:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0cea9a4ba0) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.520478:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877047.520480:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0cea9a4ba0) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877047.520482:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877047.520485:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655ea0. 00020000:00000010:0.0:1788877047.520487:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655cc0. 00020000:00000002:0.0:1788877047.520490:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x236:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877047.520492:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.520493:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.520496:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877047.520499:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea9a4ba0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877047.520503:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cc90cacc0 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877047.520505:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea9a4ba0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.520508:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877047.520510:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877047.520511:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877047.520513:0:198588:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788877047.520515:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788877047.520517:0:198588:0:(file.c:6843:ll_layout_conf()) [0x200002b12:0x236:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788877047.520520:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.520522:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.520524:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520525:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877047.520527:0:198588:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788877047.520530:0:198588:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788877047.520532:0:198588:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788877047.520536:0:198588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x236:0x0](ffff8d0cc2158908) for lock 0x4a37134b6b77b94a 00800000:00000001:0.0:1788877047.520539:0:198588:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788877047.520541:0:198588:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788877047.520542:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.520543:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.520545:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=3 00000020:00000001:0.0:1788877047.520547:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520549:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520552:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520553:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877047.520554:0:198588:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.520556:0:198588:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788877047.520572:0:198588:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8d0cce98c000 inode ffff8d0cc2158908 refc 1 flags 0x40000e 00000080:00000001:0.0:1788877047.520576:0:198588:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788877047.520581:0:198588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x236:0x0](ffff8d0cc2158908) 00000080:00010000:0.0:1788877047.520586:0:198588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4a37134b6b77b94a from it ffffb5f68408fdf8 00010000:00000001:0.0:1788877047.520588:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877047.520589:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877047.520590:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc600 refcount=3 00000020:00000001:0.0:1788877047.520592:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520594:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511620096 : -126388197931520 : ffff8d0cf45bc600) 00010000:00000001:0.0:1788877047.520596:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877047.520599:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877047.520605:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520606:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.520608:0:198588:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788877047.520611:0:198588:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788877047.520614:0:198588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788877047.520622:0:198588:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788877047.520624:0:198588:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788877047.520626:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877047.520631:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520632:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.520634:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.520637:0:198588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788877047.520639:0:198588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.520641:0:198588:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.520643:0:198588:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.520645:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877047.520646:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520647:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877047.520649:0:198588:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788877047.520653:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cf73be800. 00000100:00000001:0.0:1788877047.520658:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.520663:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4d3b800 x1875765519143168/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.520674:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877047.520677:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877047.520680:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8d0cc9450000. 02000000:00000001:0.0:1788877047.520699:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877047.520702:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877047.520704:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=42 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877047.520707:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877047.520710:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:0.0:1788877047.520714:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877047.520716:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877047.520718:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4d3b800. 00000100:00000001:0.0:1788877047.520721:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877047.520723:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877047.520726:0:198588:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788877047.520728:0:198588:0:(dcache.c:176:ll_intent_release()) intent ffffb5f68408fdf8 released 00000080:00000001:0.0:1788877047.520729:0:198588:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788877047.520735:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877047.520738:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877047.520744:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.520748:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877047.520751:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877047.520753:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w114, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877047.520756:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877047.520758:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.520760:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.520762:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.520764:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877047.520766:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea9a4ba0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877047.520768:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cc90cacc0 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877047.520770:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea9a4ba0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.520773:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877047.520774:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877047.520775:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877047.520777:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877047.520779:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877047.520782:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.520784:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877047.520791:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7b800. 00800000:00000002:0.0:1788877047.520796:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877047.520806:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877047.520811:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w114 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877047.520815:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877047.520818:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877047.520821:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877047.520824:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877047.520827:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877047.520829:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.520832:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x236:0x0] 00800000:00000001:0.0:1788877047.520834:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.520836:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877047.520838:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877047.520839:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877047.520840:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877047.520841:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877047.520843:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.520844:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x236:0x0] 00800000:00000001:0.0:1788877047.520846:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.520848:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x236:0x0] 00800000:00000001:0.0:1788877047.520850:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.520852:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x236:0x0] -> mds #0 00000002:00000001:0.0:1788877047.520856:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877047.520859:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877047.520862:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.520864:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877047.520866:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb076400 count: 4 00010000:00000001:0.0:1788877047.520868:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877047.520871:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877047.520875:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877047.520878:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc5179e00/0x4a37134b6b777c9d lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x236:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59fbf2c expref: -99 pid: 197214 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788877047.520890:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877047.520895:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877047.520897:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877047.520899:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x236:0x0] mode (null) 00000002:00000001:0.0:1788877047.520903:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.520904:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.520906:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb076400 count: 5 00010000:00000001:0.0:1788877047.520908:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.520911:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.520913:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.520914:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877047.520915:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.520917:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.520919:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.520921:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877047.520922:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x236:0x0]: losing layout lock 00000080:00000001:0.0:1788877047.520926:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877047.520929:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877047.520931:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877047.520934:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877047.520936:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x236:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877047.520938:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.520940:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877047.520941:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.520943:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.520946:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877047.520948:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.520950:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877047.520953:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877047.520955:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877047.520957:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877047.520959:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877047.520962:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cc5179e00 with handle 0x4a37134b6b777c9d from hash 00010000:00000001:0.0:1788877047.520965:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877047.520966:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.520968:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.520969:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877047.520972:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877047.520973:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877047.520976:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877047.520978:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877047.520984:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877047.520985:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877047.520986:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877047.520987:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x236:0x0] mode (null) 00000002:00000001:0.0:1788877047.520989:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.520990:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.520992:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb076400 count: 5 00010000:00000001:0.0:1788877047.520994:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.520996:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.520997:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.520999:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.521000:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb076400 count: 5 00010000:00000001:0.0:1788877047.521002:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.521004:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.521005:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.521006:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.521008:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb076400 count: 5 00010000:00000001:0.0:1788877047.521009:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.521011:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.521012:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.521012:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.521014:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb076400 count: 5 00010000:00000001:0.0:1788877047.521015:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.521016:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.521018:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.521019:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877047.521020:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.521021:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.521022:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.521024:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877047.521025:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x236:0x0]: losing layout lock 00000080:00000001:0.0:1788877047.521027:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877047.521028:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877047.521029:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877047.521030:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877047.521032:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x236:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877047.521034:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.521035:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877047.521037:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.521039:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.521040:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877047.521043:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x236:0x0](ffff8d0cc2158908) invalid 00000020:00000001:0.0:1788877047.521045:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877047.521046:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w114 (ffff8d0cce98c000) parent ffff8d0cc22750d8 inode ffff8d0cc2158908 refc 1 00000080:00000001:0.0:1788877047.521050:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877047.521051:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877047.521053:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.521054:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877047.521055:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877047.521056:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877047.521058:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877047.521059:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877047.521061:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf45bc600 with handle 0x4a37134b6b77b94a from hash 00010000:00000001:0.0:1788877047.521063:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877047.521064:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.521065:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.521066:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877047.521067:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877047.521068:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877047.521070:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877047.521072:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc5178000/0x4a37134b6b777c96 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x976420bcd59fbf1e expref: -99 pid: 197214 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877047.521077:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877047.521078:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877047.521081:0:198588:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1788877047.521084:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1788877047.521086:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8d0cd1408a60. 00000080:00000010:0.0:1788877047.521090:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 46 at ffff8d0cf72dd000. 00000080:00000010:0.0:1788877047.521093:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc823fc58. 00000080:00000020:0.0:1788877047.521096:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1788877047.521098:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff8d0cd1408bb0. 00000080:00000010:0.0:1788877047.521100:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 12 at ffff8d0cd1408900. 00000080:00000010:0.0:1788877047.521102:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc823f1b8. 00000080:00000020:0.0:1788877047.521104:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1788877047.521106:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0cd1408d40. 00000080:00000010:0.0:1788877047.521108:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff8d0cf72ddf40. 00000080:00000010:0.0:1788877047.521110:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc823fb18. 00000080:00000020:0.0:1788877047.521111:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1788877047.521113:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0cd1408b80. 00000080:00000010:0.0:1788877047.521115:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8d0cd783c120. 00000080:00000010:0.0:1788877047.521118:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc823fc80. 00000080:00000001:0.0:1788877047.521120:0:198588:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.521122:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877047.521123:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.521125:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877047.521126:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877047.521127:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877047.521128:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877047.521130:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877047.521132:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cc5178000 with handle 0x4a37134b6b777c96 from hash 00010000:00000001:0.0:1788877047.521134:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877047.521135:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.521136:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.521137:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877047.521139:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877047.521140:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877047.521142:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877047.521144:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1788877047.521146:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1788877047.521152:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd318380. 00000020:00000040:0.0:1788877047.521156:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=43 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877047.521161:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877047.521162:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.521165:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877047.521168:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877047.521171:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.521172:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.521174:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.521176:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877047.521178:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877047.521183:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877047.521189:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7be00. 00000100:00000001:0.0:1788877047.521196:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.521198:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877047.521201:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877047.521206:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc5179e00/0x4a37134b6b777c9d lrc: 1/0,0 mode: --/CR res: [0x200002b12:0x236:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fbf2c expref: -99 pid: 197214 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788877047.521214:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877047.521220:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc5178000/0x4a37134b6b777c96 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd59fbf1e expref: -99 pid: 197214 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877047.521225:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788877047.521227:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877047.521228:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877047.521230:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc5179e00/0x4a37134b6b777c9d lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x236:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fbf2c expref: -99 pid: 197214 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788877047.521237:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf72dd180. 00010000:00000001:0.0:1788877047.521245:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.521275:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877047.521277:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc600/0x4a37134b6b77b94a lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a17bc1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877047.521284:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ccca2bc40. 00010000:00000001:0.0:1788877047.521290:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.521291:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877047.521293:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc5178000/0x4a37134b6b777c96 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x236:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd59fbf1e expref: -99 pid: 197214 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788877047.521299:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0ceb076400 count: 0 00010000:00000010:0.0:1788877047.521302:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf450ab00. 00010000:00000001:0.0:1788877047.521308:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.521310:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.521312:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877047.521313:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.521315:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877047.521328:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877047.521335:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd318380 x1875765519143424/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877047.521342:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877047.521344:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877047.521351:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877047.521353:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511868416 : -126388197683200 : ffff8d0cf45f9000) 00000100:00000001:0.0:1788877047.521356:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.521357:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559571840 : -126393149979776 : ffff8d0bcd318380) 00000100:00000001:0.0:1788877047.521361:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877047.521365:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.521368:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877047.521369:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877047.521373:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd318380 x1875765519143424/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.521380:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877047.521383:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.521387:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877047.521390:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877047.521392:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877047.521395:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd318380 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519143424:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877047.521400:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877047.521405:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877047.521407:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.521410:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877047.521416:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd7ba000. 02000000:00000001:0.0:1788877047.521418:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877047.521426:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877047.521431:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e70. 00000400:00000010:0.0:1788877047.521437:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9240. 00000100:00000200:0.0:1788877047.521444:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519143424, portal 10 00000100:00000001:0.0:1788877047.521447:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.521448:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559571840 : -126393149979776 : ffff8d0bcd318380) 00000100:00000040:0.0:1788877047.521465:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd318380 x1875765519143424/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.521474:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877047.521477:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877047.521481:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52660. 00000100:00000200:0.0:1788877047.521485:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875765519143424, offset 0 00000400:00000200:0.0:1788877047.521490:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877047.521499:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.521507:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877047.521513:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877047.521517:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877047.521520:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877047.521523:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877047.521526:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457280:457280:256:4294967295] 192.168.203.155@tcp LPNI seq info [457274:457274:8:4294967295] 00000400:00000200:0.0:1788877047.521531:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.521540:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877047.521546:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877047.521551:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954800. 00000800:00000200:0.0:1788877047.521558:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877047.521566:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877047.521571:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954800 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788877047.521583:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.521589:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13400 usecs (14 jiffies) 00000400:00000200:0.0:1788877047.521593:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877047.521596:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302474595 00000100:00000001:0.0:1788877047.521605:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302474589 00000100:00000001:0.0:1788877047.521611:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302474595 00000100:00000001:0.0:1788877047.521614:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302474589 00000100:00000001:0.0:1788877047.521617:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877047.521620:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.521622:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877047.521624:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877047.521626:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9000 going to sleep for 11 seconds 00000100:00000001:0.0:1788877047.521628:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877047.521631:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.534520:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474595, at 4302474596 00000100:00000010:0.0:1788877047.534528:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000001:0.0:1788877047.551137:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877047.551146:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877047.551148:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877047.551152:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949e70. 00000400:00000200:0.0:1788877047.551157:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9240 00000400:00000010:0.0:1788877047.551160:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9240. 00000100:00000001:0.0:1788877047.551163:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.551167:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0bcd318380 x1875765519143424/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877047.551175:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0bcd318380 x1875765519143424/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.551183:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877047.551185:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877047.551188:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877047.551192:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877047.551194:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877047.551197:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.551200:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877047.551211:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=60 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877047.551215:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=60 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877047.551218:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877047.551228:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.551232:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877047.551235:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.551239:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877047.551241:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60002640f] 00000100:00000001:0.0:1788877047.551243:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877047.551245:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.551288:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559571840 : -126393149979776 : ffff8d0bcd318380) 00000100:00000001:0.0:1788877047.551292:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877047.551294:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963131 00000100:00000001:0.0:1788877047.551296:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877047.551301:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.551306:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0bcd318380 x1875765519143424/t25769963170(25769963170) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877063 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.551314:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877047.551317:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877047.551319:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877047.551323:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0bcd318380 x1875765519143424/t25769963170(25769963170) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877063 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877047.551331:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0bcd318380 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519143424:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877047.551335:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877047.551339:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.551342:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877047.551344:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.551347:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd318380 x1875765519143424/t25769963170(25769963170) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877063 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.551355:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877047.551357:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877047.551360:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877047.551361:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.551371:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.551375:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.551379:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877047.551383:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc7f7b800. 00000100:00000001:0.0:1788877047.551390:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.551393:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0bcd318380 x1875765519143424/t25769963170(25769963170) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877063 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.551411:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.551416:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.551429:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877047.551432:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877047.551435:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w114 (ffff8d0cce98c000, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877047.551438:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877047.551442:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877047.551448:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877047.551468:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877047.551472:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877047.551474:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.551479:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.551482:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.551489:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd79ea148 -> ffff8d0cd79ea148 00000020:00000001:0.0:1788877047.551492:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877047.551494:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877047.551496:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0x236:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877047.551500:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877047.551501:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877047.551503:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877047.551508:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0x236:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877047.551512:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea9a4ba0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.551516:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877047.551518:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877047.551521:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877047.551523:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551525:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877047.551527:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877047.551529:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551531:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877047.551532:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877047.551533:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877047.551535:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea9a4ba0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877047.551538:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551540:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877047.551542:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877047.551544:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877047.551547:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877047.551552:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877047.551555:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877047.551557:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877047.551558:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.551560:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877047.551561:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877047.551564:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd79eae90 -> ffff8d0cd79ea148 00000020:00000001:0.0:1788877047.551566:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877047.551569:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877047.551570:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877047.551573:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877047.551574:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877047.551576:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551578:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551581:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877047.551583:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877047.551584:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551587:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551588:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551590:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877047.551592:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877047.551594:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877047.551595:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877047.551597:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877047.551598:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551600:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551602:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551604:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551605:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877047.551606:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551608:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551610:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877047.551612:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877047.551613:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877047.551614:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877047.551616:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877047.551619:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877047.551623:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877047.551626:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cf7ea2700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877047.551629:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877047.551632:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cf7ea2700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 256: rc=0. 00000008:00000001:0.0:1788877047.551636:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.551639:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551641:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551642:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551644:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551646:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551648:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877047.551650:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877047.551651:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877047.551652:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877047.551654:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877047.551655:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551657:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877047.551658:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877047.551661:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877047.551662:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877047.551664:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877047.551665:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877047.551666:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877047.551667:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551670:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551671:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877047.551673:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877047.551675:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877047.551676:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877047.551677:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877047.551679:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877047.551680:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877047.551681:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877047.551682:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877047.551684:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551685:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.551687:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877047.551688:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877047.551689:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551691:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877047.551692:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877047.551694:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877047.551695:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877047.551697:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877047.551698:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877047.551701:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877047.551703:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877047.551706:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877047.551708:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x236:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877047.551711:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877047.551713:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877047.551715:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.551819:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.551832:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.551835:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685474972320 : -126388234579296 : ffff8d0cf22c92a0) 00000020:00000001:0.0:1788877047.551837:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.551839:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.551841:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.551843:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.551844:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.551851:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005c17a0ef[2 00000000255e68df 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788877047.551853:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.551855:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.551858:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.551859:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf22c9300 00000008:00000001:0.0:1788877047.551862:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.551864:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf22c9310 page ffff8d0cf22c9300 at index 0. 00000008:00000001:0.0:1788877047.551867:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.551874:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.551877:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fd800 index 0 00000020:00000001:0.0:1788877047.551882:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.551883:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.551885:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.551888:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005c17a0ef[1 00000000255e68df 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788877047.551890:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.551892:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.551895:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf22c92a0. 00000020:00000001:0.0:1788877047.551899:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.551900:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.551902:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.551903:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685474972544 : -126388234579072 : ffff8d0cf22c9380) 00000020:00000001:0.0:1788877047.551905:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.551905:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.551907:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.551908:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.551909:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.551911:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000000d366f0[2 00000000255e68df 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788877047.551913:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.551914:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.551915:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.551916:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf22c93e0 00000008:00000001:0.0:1788877047.551918:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.551919:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf22c93f0 page ffff8d0cf22c93e0 at index 1. 00000008:00000001:0.0:1788877047.551920:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.551922:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.551924:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fd840 index 1 00000020:00000001:0.0:1788877047.551925:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.551926:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.551928:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.551930:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000000d366f0[1 00000000255e68df 5 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788877047.551931:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.551933:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.551935:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf22c9380. 00000020:00000001:0.0:1788877047.551937:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.551938:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.551939:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.551940:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685474971872 : -126388234579744 : ffff8d0cf22c90e0) 00000020:00000001:0.0:1788877047.551942:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.551943:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.551945:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.551946:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.551947:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.551950:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b5ee8818[2 00000000255e68df 1 1 0000000000000000 0 0 2] 00000020:00000001:0.0:1788877047.551951:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.551952:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.551953:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.551954:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf22c9140 00000008:00000001:0.0:1788877047.551955:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.551956:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf22c9150 page ffff8d0cf22c9140 at index 2. 00000008:00000001:0.0:1788877047.551958:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.551960:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.551961:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fd880 index 2 00000020:00000001:0.0:1788877047.551963:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.551964:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.551965:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.551967:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b5ee8818[1 00000000255e68df 5 1 0000000000000000 0 0 2] 00000020:00000001:0.0:1788877047.551969:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.551970:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.551972:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf22c90e0. 00000020:00000001:0.0:1788877047.551974:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.551975:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.551976:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.551977:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685474971648 : -126388234579968 : ffff8d0cf22c9000) 00000020:00000001:0.0:1788877047.551979:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.551980:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.551981:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.551982:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.551984:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.551986:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000898153d[2 00000000255e68df 1 1 0000000000000000 0 0 3] 00000020:00000001:0.0:1788877047.551988:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.551989:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.551990:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.551991:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf22c9060 00000008:00000001:0.0:1788877047.551993:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.551994:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf22c9070 page ffff8d0cf22c9060 at index 3. 00000008:00000001:0.0:1788877047.551996:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.551998:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.551999:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fd8c0 index 3 00000020:00000001:0.0:1788877047.552001:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552002:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552003:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.552006:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000898153d[1 00000000255e68df 5 1 0000000000000000 0 0 3] 00000020:00000001:0.0:1788877047.552007:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.552008:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.552009:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf22c9000. 00000020:00000001:0.0:1788877047.552012:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.552013:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.552014:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.552015:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685474972992 : -126388234578624 : ffff8d0cf22c9540) 00000020:00000001:0.0:1788877047.552017:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552018:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552019:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.552021:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.552022:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.552025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c23158e7[2 00000000255e68df 1 1 0000000000000000 0 0 4] 00000020:00000001:0.0:1788877047.552026:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.552028:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.552029:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.552030:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf22c95a0 00000008:00000001:0.0:1788877047.552032:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.552033:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf22c95b0 page ffff8d0cf22c95a0 at index 4. 00000008:00000001:0.0:1788877047.552035:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.552038:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.552039:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fd900 index 4 00000020:00000001:0.0:1788877047.552041:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552042:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552043:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.552045:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c23158e7[1 00000000255e68df 5 1 0000000000000000 0 0 4] 00000020:00000001:0.0:1788877047.552047:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.552048:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.552049:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf22c9540. 00000020:00000001:0.0:1788877047.552051:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.552052:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.552053:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.552054:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685474975232 : -126388234576384 : ffff8d0cf22c9e00) 00000020:00000001:0.0:1788877047.552056:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552057:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552058:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.552060:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.552061:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.552063:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ade7d53d[2 00000000255e68df 1 1 0000000000000000 0 0 5] 00000020:00000001:0.0:1788877047.552064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.552065:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.552067:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.552067:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf22c9e60 00000008:00000001:0.0:1788877047.552069:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.552070:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf22c9e70 page ffff8d0cf22c9e60 at index 5. 00000008:00000001:0.0:1788877047.552072:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.552074:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.552076:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fd940 index 5 00000020:00000001:0.0:1788877047.552077:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552078:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552079:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.552082:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ade7d53d[1 00000000255e68df 5 1 0000000000000000 0 0 5] 00000020:00000001:0.0:1788877047.552083:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.552085:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.552086:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf22c9e00. 00000020:00000001:0.0:1788877047.552104:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.552106:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.552107:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.552109:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685358471808 : -126388351079808 : ffff8d0ceb3aea80) 00000020:00000001:0.0:1788877047.552111:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552112:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552114:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.552115:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.552116:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.552119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ca5a0d1[2 00000000255e68df 1 1 0000000000000000 0 0 6] 00000020:00000001:0.0:1788877047.552120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.552121:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.552123:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.552124:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceb3aeae0 00000008:00000001:0.0:1788877047.552125:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.552127:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceb3aeaf0 page ffff8d0ceb3aeae0 at index 6. 00000008:00000001:0.0:1788877047.552129:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.552131:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.552133:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fd980 index 6 00000020:00000001:0.0:1788877047.552135:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552136:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552137:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.552139:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000ca5a0d1[1 00000000255e68df 5 1 0000000000000000 0 0 6] 00000020:00000001:0.0:1788877047.552141:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.552142:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.552144:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceb3aea80. 00000020:00000001:0.0:1788877047.552147:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.552149:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.552150:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.552151:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685358470688 : -126388351080928 : ffff8d0ceb3ae620) 00000020:00000001:0.0:1788877047.552153:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552154:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552155:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.552156:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.552157:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.552160:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bf18076a[2 00000000255e68df 1 1 0000000000000000 0 0 7] 00000020:00000001:0.0:1788877047.552161:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.552162:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.552164:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.552165:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceb3ae680 00000008:00000001:0.0:1788877047.552166:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.552167:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceb3ae690 page ffff8d0ceb3ae680 at index 7. 00000008:00000001:0.0:1788877047.552169:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.552172:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.552173:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fd9c0 index 7 00000020:00000001:0.0:1788877047.552175:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552176:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552177:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.552179:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bf18076a[1 00000000255e68df 5 1 0000000000000000 0 0 7] 00000020:00000001:0.0:1788877047.552182:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.552182:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.552184:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceb3ae620. 00000020:00000001:0.0:1788877047.552186:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.552187:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.552188:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.552190:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685358470912 : -126388351080704 : ffff8d0ceb3ae700) 00000020:00000001:0.0:1788877047.552191:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552192:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552193:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.552194:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.552196:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.552198:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000081d074a6[2 00000000255e68df 1 1 0000000000000000 0 0 8] 00000020:00000001:0.0:1788877047.552199:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.552200:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.552202:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.552203:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceb3ae760 00000008:00000001:0.0:1788877047.552204:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.552205:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceb3ae770 page ffff8d0ceb3ae760 at index 8. 00000008:00000001:0.0:1788877047.552208:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.552210:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.552211:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fda00 index 8 00000020:00000001:0.0:1788877047.552213:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552214:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.552215:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.552217:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000081d074a6[1 00000000255e68df 5 1 0000000000000000 0 0 8] 00000020:00000001:0.0:1788877047.552219:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.552220:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.552221:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceb3ae700. 00000020:00000001:0.0:1788877047.552223:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.552224:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.552225:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.552226:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685358472256 : -126388351079360 : ffff8d0ceb3aec40) 00000020:00000001:0.0:1788877047.552228:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552229:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.552230:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.552231:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.552232:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.552234:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000df2f71f7[2 00000000255e68df 1 1 0000000000000000 0 0 9] 00000020:00000001:0.0:1788877047.552236:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.552237:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.552238:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.552239:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceb3aeca0 00000008:00000001:0.0:1788877047.552240:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.552242:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceb3aecb0 page ffff8d0ceb3aeca0 at index 9. 00000008:00000001:0.0:1788877047.552244:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.552246:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.556575:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fda40 index 9 00000020:00000001:0.0:1788877047.556585:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556587:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556590:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.556598:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000df2f71f7[1 00000000255e68df 5 1 0000000000000000 0 0 9] 00000020:00000001:0.0:1788877047.556600:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.556602:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.556608:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceb3aec40. 00000020:00000001:0.0:1788877047.556616:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.556617:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.556622:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.556625:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685358471584 : -126388351080032 : ffff8d0ceb3ae9a0) 00000020:00000001:0.0:1788877047.556628:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556629:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556631:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.556633:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.556635:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.556638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000af422d45[2 00000000255e68df 1 1 0000000000000000 0 0 10] 00000020:00000001:0.0:1788877047.556640:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.556641:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.556644:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.556645:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceb3aea00 00000008:00000001:0.0:1788877047.556648:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.556650:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceb3aea10 page ffff8d0ceb3aea00 at index 10. 00000008:00000001:0.0:1788877047.556653:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.556661:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.556663:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fda80 index 10 00000020:00000001:0.0:1788877047.556665:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556666:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556667:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.556670:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000af422d45[1 00000000255e68df 5 1 0000000000000000 0 0 10] 00000020:00000001:0.0:1788877047.556671:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.556672:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.556674:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceb3ae9a0. 00000020:00000001:0.0:1788877047.556676:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.556677:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.556679:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.556680:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685358471136 : -126388351080480 : ffff8d0ceb3ae7e0) 00000020:00000001:0.0:1788877047.556682:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556683:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556684:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.556685:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.556686:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.556688:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000166840d2[2 00000000255e68df 1 1 0000000000000000 0 0 11] 00000020:00000001:0.0:1788877047.556690:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.556691:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.556692:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.556693:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceb3ae840 00000008:00000001:0.0:1788877047.556694:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.556695:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceb3ae850 page ffff8d0ceb3ae840 at index 11. 00000008:00000001:0.0:1788877047.556696:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.556698:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.556699:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fdac0 index 11 00000020:00000001:0.0:1788877047.556700:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556701:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556702:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.556704:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000166840d2[1 00000000255e68df 5 1 0000000000000000 0 0 11] 00000020:00000001:0.0:1788877047.556705:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.556706:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.556708:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceb3ae7e0. 00000020:00000001:0.0:1788877047.556709:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.556710:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.556711:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.556712:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685358472928 : -126388351078688 : ffff8d0ceb3aeee0) 00000020:00000001:0.0:1788877047.556715:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556716:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556717:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.556718:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.556719:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.556721:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cbf1fc4[2 00000000255e68df 1 1 0000000000000000 0 0 12] 00000020:00000001:0.0:1788877047.556723:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.556724:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.556725:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.556726:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceb3aef40 00000008:00000001:0.0:1788877047.556727:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.556728:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceb3aef50 page ffff8d0ceb3aef40 at index 12. 00000008:00000001:0.0:1788877047.556730:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.556732:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.556733:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fdb00 index 12 00000020:00000001:0.0:1788877047.556734:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556736:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556737:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.556739:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008cbf1fc4[1 00000000255e68df 5 1 0000000000000000 0 0 12] 00000020:00000001:0.0:1788877047.556740:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.556741:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.556743:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceb3aeee0. 00000020:00000001:0.0:1788877047.556744:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.556745:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.556746:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.556747:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685358470240 : -126388351081376 : ffff8d0ceb3ae460) 00000020:00000001:0.0:1788877047.556749:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556750:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556751:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.556753:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.556754:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.556757:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a60d3754[2 00000000255e68df 1 1 0000000000000000 0 0 13] 00000020:00000001:0.0:1788877047.556758:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.556759:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.556760:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.556761:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceb3ae4c0 00000008:00000001:0.0:1788877047.556762:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.556763:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceb3ae4d0 page ffff8d0ceb3ae4c0 at index 13. 00000008:00000001:0.0:1788877047.556765:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.556768:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.556769:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fdb40 index 13 00000020:00000001:0.0:1788877047.556771:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556772:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556773:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.556775:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a60d3754[1 00000000255e68df 5 1 0000000000000000 0 0 13] 00000020:00000001:0.0:1788877047.556776:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.556777:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.556779:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceb3ae460. 00000020:00000001:0.0:1788877047.556781:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.556782:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877047.556784:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877047.556786:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685358469792 : -126388351081824 : ffff8d0ceb3ae2a0) 00000020:00000001:0.0:1788877047.556788:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556789:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877047.556790:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877047.556791:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877047.556792:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877047.556795:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c39e0931[2 00000000255e68df 1 1 0000000000000000 0 0 14] 00000020:00000001:0.0:1788877047.556796:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877047.556798:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877047.556799:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877047.556800:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceb3ae300 00000008:00000001:0.0:1788877047.556801:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877047.556802:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceb3ae310 page ffff8d0ceb3ae300 at index 14. 00000008:00000001:0.0:1788877047.556804:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.556806:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877047.556807:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446fdb80 index 14 00000020:00000001:0.0:1788877047.556808:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556809:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877047.556810:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877047.556812:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c39e0931[1 00000000255e68df 5 1 0000000000000000 0 0 14] 00000020:00000001:0.0:1788877047.556813:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877047.556814:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877047.556816:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceb3ae2a0. 00000020:00000001:0.0:1788877047.556818:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877047.556818:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000100:00000040:0.0:1788877047.613353:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474674, at 4302474675 00000100:00000010:0.0:1788877047.613372:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b600. 00000800:00000200:0.0:1788877047.652122:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.652131:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa700. 00000400:00000200:0.0:1788877047.652138:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.652147:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.652155:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4198 00000400:00000010:0.0:1788877047.652158:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4198. 00000100:00000001:0.0:1788877047.652165:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.652172:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd70f480 x1875765519144064/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.652191:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.652195:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd70f480 x1875765519144064/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.652201:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.652203:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877047.666402:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474727, at 4302474728 00000100:00000010:0.0:1788877047.666424:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00000080:00000001:0.0:1788877047.679562:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877047.679568:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.679573:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.679578:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.679583:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.679588:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877047.679599:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877047.679601:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceb062aa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.679606:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877047.679610:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cc2f75480, objid 0x2e1:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877047.679615:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877047.679619:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cea940880: ostid: 0x2c0000403:2260 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877047.679622:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877047.679624:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.679627:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877047.679629:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877047.679636:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877047.679642:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.679644:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877047.679652:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0ccbdc2c40. 00020000:00000001:0.0:1788877047.679658:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877047.679661:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cea9243e8. 00020000:00000001:0.0:1788877047.679668:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877047.679671:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.679673:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877047.679675:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceb062aa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.679678:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877047.679680:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877047.679681:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceb062aa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.679685:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877047.679687:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cc30509d8. 00020000:00000010:0.0:1788877047.679692:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cd1a3b6c0. 00020000:00000010:0.0:1788877047.679695:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc3cccde0. 00020000:00000002:0.0:1788877047.679699:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cc2f75480, objid 0x2e1:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877047.679703:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877047.679707:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cea940880: ostid: 0x2c0000403:2260 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877047.679712:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cea940880. 00020000:00000010:0.0:1788877047.679716:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cc2f75f00. 00020000:00000010:0.0:1788877047.679730:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cc2f75480. 00020000:00000001:0.0:1788877047.679733:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877047.679735:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceb062aa8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877047.679738:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0ceb062aa8. 00020000:00000001:0.0:1788877047.679741:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877047.679744:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cea924af0. 00000020:00001000:0.0:1788877047.679748:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.679752:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877047.679755:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877047.679801:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877047.679805:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877047.679808:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877047.679815:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.679825:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877047.679828:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877047.679830:0:198588:0:(dcache.c:87:ll_dcompare()) found name f555(ffff8d0cd073fa20) flags 0x48000e refc 0 00000080:00000001:0.0:1788877047.679834:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.679836:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877047.679838:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f555, flags=0 00000080:00000001:0.0:1788877047.679845:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877047.679847:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877047.679850:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.679855:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877047.679857:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877047.679859:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f555, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877047.679864:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877047.679866:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.679867:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.679869:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.679872:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877047.679876:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd79e3d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877047.679879:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf7f5af00 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877047.679882:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd79e3d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.679884:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877047.679887:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877047.679889:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877047.679891:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877047.679894:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877047.679896:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.679899:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877047.679907:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7b800. 00800000:00000002:0.0:1788877047.679913:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877047.679934:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877047.679939:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f555 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877047.679944:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877047.679947:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877047.679951:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877047.679954:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877047.679958:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877047.679959:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.679962:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11e:0x0] 00800000:00000001:0.0:1788877047.679964:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.679975:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877047.679976:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877047.679976:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877047.679978:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877047.679980:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877047.679982:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.679983:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11e:0x0] 00800000:00000001:0.0:1788877047.679985:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.679988:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x11e:0x0] 00800000:00000001:0.0:1788877047.679990:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.679992:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x11e:0x0] -> mds #0 00000002:00000001:0.0:1788877047.679998:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877047.680000:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877047.680004:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.680007:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877047.680010:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4686600 count: 2 00010000:00000001:0.0:1788877047.680012:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877047.680015:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877047.680020:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877047.680025:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf4177200/0x4a37134b6b7750c1 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59eea3f expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877047.680036:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877047.680040:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877047.680152:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877047.680154:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x11e:0x0] mode (null) 00000002:00000001:0.0:1788877047.680160:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.680163:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.680167:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4686600 count: 3 00010000:00000001:0.0:1788877047.680169:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.680173:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.680175:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.680176:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.680177:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4686600 count: 3 00010000:00000001:0.0:1788877047.680179:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.680180:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.680181:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.680182:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.680183:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4686600 count: 3 00010000:00000001:0.0:1788877047.680185:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.680187:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.680188:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.680189:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.680190:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4686600 count: 3 00010000:00000001:0.0:1788877047.680192:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.680196:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.680198:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.680200:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877047.680202:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.680204:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.680206:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.680208:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877047.680210:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11e:0x0]: losing layout lock 00000080:00000001:0.0:1788877047.680213:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877047.680217:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877047.680220:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877047.680223:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877047.680225:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x11e:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877047.680228:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.680229:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877047.680231:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.680233:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.680235:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877047.680238:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11e:0x0](ffff8d0cc216aa08) invalid 00000020:00000001:0.0:1788877047.680240:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877047.680242:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f555 (ffff8d0cd073fa20) parent ffff8d0cc22750d8 inode ffff8d0cc216aa08 refc 1 00000080:00000001:0.0:1788877047.680246:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877047.680277:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877047.680279:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.680282:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877047.680285:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877047.680287:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877047.680289:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877047.680292:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877047.680295:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf4177200 with handle 0x4a37134b6b7750c1 from hash 00010000:00000001:0.0:1788877047.680298:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877047.680300:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.680301:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.680303:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877047.680306:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877047.680311:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877047.680313:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877047.680315:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877047.680317:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877047.680324:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd31b800. 00000020:00000040:0.0:1788877047.680328:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=46 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877047.680334:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877047.680335:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.680338:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877047.680342:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877047.680347:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.680348:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.680350:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.680352:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877047.680354:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877047.680359:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877047.680366:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7ae00. 00000100:00000001:0.0:1788877047.680372:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.680374:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877047.680377:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877047.680383:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf4177200/0x4a37134b6b7750c1 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59eea3f expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877047.680391:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877047.680392:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877047.680394:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877047.680396:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf4177200/0x4a37134b6b7750c1 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59eea3f expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877047.680403:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf51e1400. 00010000:00000040:0.0:1788877047.680406:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf4686600 count: 0 00010000:00000010:0.0:1788877047.680412:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cc9d55e00. 00010000:00000001:0.0:1788877047.680418:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.680420:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.680421:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877047.680423:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.680425:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877047.680435:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877047.680446:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd31b800 x1875765519144320/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877047.680461:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877047.680463:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877047.680471:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877047.680473:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511868416 : -126388197683200 : ffff8d0cf45f9000) 00000100:00000001:0.0:1788877047.680475:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.680477:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559585280 : -126393149966336 : ffff8d0bcd31b800) 00000100:00000001:0.0:1788877047.680481:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877047.680485:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.680488:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877047.680490:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877047.680494:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd31b800 x1875765519144320/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.680502:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877047.680504:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.680509:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877047.680511:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877047.680514:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877047.680517:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd31b800 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519144320:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877047.680521:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877047.680525:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877047.680527:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.680530:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877047.680536:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd7b8000. 02000000:00000001:0.0:1788877047.680538:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877047.680547:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877047.680551:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e70. 00000400:00000010:0.0:1788877047.680557:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9240. 00000100:00000200:0.0:1788877047.680568:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519144320, portal 10 00000100:00000001:0.0:1788877047.680570:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.680571:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559585280 : -126393149966336 : ffff8d0bcd31b800) 00000100:00000040:0.0:1788877047.680578:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd31b800 x1875765519144320/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.680585:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877047.680590:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877047.680593:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52a18. 00000100:00000200:0.0:1788877047.680596:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519144320, offset 0 00000400:00000200:0.0:1788877047.680602:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877047.680611:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.680619:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877047.680625:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877047.680629:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877047.680633:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877047.680635:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877047.680639:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457284:457284:256:4294967295] 192.168.203.155@tcp LPNI seq info [457278:457278:8:4294967295] 00000400:00000200:0.0:1788877047.680644:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.680653:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877047.680662:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877047.680670:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954300. 00000800:00000200:0.0:1788877047.680677:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877047.680685:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877047.680692:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877047.691904:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.691920:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13408 usecs (14 jiffies) 00000400:00000200:0.0:1788877047.691932:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877047.691936:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302474767 00000100:00000010:0.0:1788877047.691954:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877047.692503:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877047.692518:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302474768 00000100:00000010:0.0:1788877047.692525:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655ea0. 00000100:00000001:0.0:1788877047.692530:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877047.692535:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877047.692540:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.692543:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877047.692546:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877047.692549:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9000 going to sleep for 11 seconds 00000100:00000001:0.0:1788877047.692553:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877047.692556:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.708010:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474767, at 4302474769 00000100:00000010:0.0:1788877047.708021:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877047.718314:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877047.718330:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877047.718333:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877047.718338:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949e70. 00000400:00000200:0.0:1788877047.718348:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9240 00000400:00000010:0.0:1788877047.718351:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9240. 00000100:00000001:0.0:1788877047.718357:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.718369:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0bcd31b800 x1875765519144320/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877047.718381:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0bcd31b800 x1875765519144320/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.718389:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877047.718392:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877047.718395:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877047.718400:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877047.718403:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877047.718405:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.718409:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877047.718420:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=60 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877047.718426:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=60 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877047.718429:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877047.718431:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.718434:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877047.718439:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.718442:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877047.718445:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x6000261df] 00000100:00000001:0.0:1788877047.718447:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877047.718449:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.718451:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559585280 : -126393149966336 : ffff8d0bcd31b800) 00000100:00000001:0.0:1788877047.718464:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877047.718467:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963131 00000100:00000001:0.0:1788877047.718470:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877047.718474:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.718480:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0bcd31b800 x1875765519144320/t25769963173(25769963173) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.718487:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877047.718490:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877047.718491:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877047.718495:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0bcd31b800 x1875765519144320/t25769963173(25769963173) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877047.718503:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0bcd31b800 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519144320:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877047.718509:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877047.718512:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.718514:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877047.718517:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.718520:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd31b800 x1875765519144320/t25769963173(25769963173) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.718528:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877047.718531:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877047.718534:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877047.718536:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.718548:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.718561:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.718567:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877047.718572:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc7f7b800. 00000100:00000001:0.0:1788877047.718580:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.718583:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0bcd31b800 x1875765519144320/t25769963173(25769963173) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.718590:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.718596:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.718610:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877047.718613:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877047.718617:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f555 (ffff8d0cd073fa20, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877047.718619:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877047.718627:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877047.718634:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877047.718642:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877047.718645:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877047.718648:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.718654:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.718657:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.718663:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceb72c080 -> ffff8d0ceb72c080 00000020:00000001:0.0:1788877047.718666:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877047.718669:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877047.718671:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0x11e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877047.718675:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877047.718677:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877047.718679:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877047.718684:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0x11e:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877047.718688:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd79e3d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.718693:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877047.718695:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877047.718698:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877047.718700:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.718702:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877047.718705:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877047.718707:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718709:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877047.718710:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877047.718712:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877047.718714:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd79e3d90) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877047.718717:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718857:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877047.718859:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877047.718862:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877047.718866:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877047.718870:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877047.718874:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877047.718876:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877047.718878:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.718879:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877047.718882:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877047.718885:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceb72c5f8 -> ffff8d0ceb72c080 00000020:00000001:0.0:1788877047.718887:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877047.718892:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877047.718893:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877047.718896:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877047.718897:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877047.718899:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.718901:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.718903:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877047.718906:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877047.718907:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.718910:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718912:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718914:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877047.718916:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877047.718918:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877047.718919:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877047.718922:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877047.718923:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718925:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.718927:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.718929:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718931:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877047.718932:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718934:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718937:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877047.718939:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877047.718941:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877047.718942:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877047.718945:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877047.718948:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877047.718953:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877047.718957:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cf7ff36c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877047.718960:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877047.718963:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cf7ff36c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877047.718967:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877047.718970:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718972:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.718974:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.718975:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.718976:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.719048:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877047.719051:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877047.719053:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877047.719054:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877047.719056:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877047.719058:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.719060:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877047.719062:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877047.719064:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877047.719066:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877047.719068:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877047.719069:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877047.719070:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877047.719072:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.719073:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.719075:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877047.719076:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877047.719078:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877047.719080:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877047.719081:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877047.719083:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877047.719084:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877047.719085:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877047.719087:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877047.719088:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.719090:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.719093:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877047.719094:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877047.719096:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.719098:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877047.719100:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877047.719101:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877047.719102:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877047.719104:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877047.719106:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877047.719108:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877047.719111:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877047.719113:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877047.719116:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877047.719119:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877047.719120:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877047.719123:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.719125:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.719130:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877047.719133:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x11e:0x0](ffff8d0cc216aa08) 00800000:00000001:0.0:1788877047.719139:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877047.719141:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x11e:0x0] 00000002:00000001:0.0:1788877047.719148:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877047.719155:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.719157:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877047.719161:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.719162:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.719165:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877047.719168:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877047.719170:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.719172:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.719176:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.719178:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.719180:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877047.719187:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877047.719188:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd79e3d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.719192:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877047.719195:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf7f5af00, objid 0x11e:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877047.719200:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877047.719205:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cd2a08c00: ostid: 0x280000403:2019 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877047.719209:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877047.719211:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.719213:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877047.719215:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877047.719220:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877047.719223:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.719225:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877047.719231:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf7ff36c0. 00020000:00000001:0.0:1788877047.719237:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877047.719240:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0ceb72c578. 00020000:00000001:0.0:1788877047.719246:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877047.719303:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877047.719305:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877047.719307:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd79e3d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.719310:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877047.719312:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877047.719314:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd79e3d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.719316:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877047.719319:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cd79e8678. 00020000:00000010:0.0:1788877047.719323:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ccbeff540. 00020000:00000010:0.0:1788877047.719328:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf4654bd0. 00020000:00000002:0.0:1788877047.719334:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf7f5af00, objid 0x11e:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877047.719337:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877047.719340:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cd2a08c00: ostid: 0x280000403:2019 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877047.719345:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cd2a08c00. 00020000:00000010:0.0:1788877047.719348:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf7f5a600. 00020000:00000010:0.0:1788877047.719351:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf7f5af00. 00020000:00000001:0.0:1788877047.719353:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877047.719355:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd79e3d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877047.719358:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd79e3d90. 00020000:00000001:0.0:1788877047.719361:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877047.719363:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0ceb72c000. 00000020:00001000:0.0:1788877047.719368:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.719372:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877047.719374:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877047.719423:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877047.719430:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877047.719434:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877047.719441:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.719450:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877047.719453:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877047.719463:0:198588:0:(dcache.c:87:ll_dcompare()) found name w288(ffff8d0ccb1b60d8) flags 0x48004e refc 0 00000080:00000001:0.0:1788877047.719467:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.719469:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877047.719470:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w288, flags=0 00000080:00000001:0.0:1788877047.719477:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877047.719478:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877047.719481:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.719485:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877047.719486:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877047.719488:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w288, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877047.719492:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877047.719494:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.719496:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.719497:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.719500:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877047.719504:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf57888b8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877047.719508:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cea9d56c0 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877047.719510:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf57888b8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877047.719513:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877047.719515:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877047.719517:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877047.719519:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877047.719522:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877047.719525:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.719528:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877047.719535:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7b800. 00800000:00000002:0.0:1788877047.719541:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877047.721417:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877047.721429:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w288 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877047.721440:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877047.721445:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877047.721448:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877047.721451:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877047.721463:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877047.721466:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.721468:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x28d:0x0] 00800000:00000001:0.0:1788877047.721470:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.721473:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877047.721474:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877047.721475:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877047.721477:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877047.721478:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877047.721479:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.721481:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x28d:0x0] 00800000:00000001:0.0:1788877047.721483:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.721485:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x28d:0x0] 00800000:00000001:0.0:1788877047.721487:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.721490:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x28d:0x0] -> mds #0 00000002:00000001:0.0:1788877047.721497:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877047.721499:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877047.721505:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.721508:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877047.721514:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea94be00 count: 2 00010000:00000001:0.0:1788877047.721518:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877047.721522:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877047.721528:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877047.721533:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf5344e00/0x4a37134b6b7764cc lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f4e76 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877047.721545:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877047.721550:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877047.721554:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877047.721556:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x28d:0x0] mode (null) 00000002:00000001:0.0:1788877047.721561:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.721564:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.721566:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea94be00 count: 3 00010000:00000001:0.0:1788877047.721568:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.721573:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.721574:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.721576:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.721577:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea94be00 count: 3 00010000:00000001:0.0:1788877047.721579:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.721581:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.721583:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.721584:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.721585:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea94be00 count: 3 00010000:00000001:0.0:1788877047.721587:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.721589:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.721591:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877047.721592:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877047.721593:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea94be00 count: 3 00010000:00000001:0.0:1788877047.721595:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877047.721597:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.721599:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.721602:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877047.721605:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877047.721609:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877047.721611:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877047.721613:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877047.721617:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x28d:0x0]: losing layout lock 00000080:00000001:0.0:1788877047.721620:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877047.721623:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877047.721629:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877047.721632:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877047.721635:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x28d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877047.721637:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877047.721639:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877047.721642:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877047.721645:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.721649:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877047.721652:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x28d:0x0](ffff8d0cc20ff448) invalid 00000020:00000001:0.0:1788877047.721656:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877047.721658:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w288 (ffff8d0ccb1b60d8) parent ffff8d0cc22750d8 inode ffff8d0cc20ff448 refc 1 00000080:00000001:0.0:1788877047.721663:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877047.721666:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877047.721668:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.721672:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877047.721677:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877047.721679:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877047.721682:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877047.721686:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877047.721690:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf5344e00 with handle 0x4a37134b6b7764cc from hash 00010000:00000001:0.0:1788877047.721693:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877047.721694:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.721696:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.721698:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877047.721703:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877047.721705:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877047.721708:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877047.721710:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877047.721712:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877047.721802:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0bcd31a680. 00000020:00000040:0.0:1788877047.721808:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=47 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877047.721814:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877047.721816:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.721819:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877047.721824:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877047.721829:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877047.721831:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.721832:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.721836:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877047.721838:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877047.721843:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877047.721886:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7a800. 00000100:00000001:0.0:1788877047.721894:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.721898:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877047.721901:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877047.721908:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf5344e00/0x4a37134b6b7764cc lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f4e76 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877047.721916:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877047.721918:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877047.721920:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877047.721923:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf5344e00/0x4a37134b6b7764cc lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f4e76 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877047.721931:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf7dce1c0. 00010000:00000040:0.0:1788877047.721939:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cea94be00 count: 0 00010000:00000010:0.0:1788877047.721945:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd79cc000. 00010000:00000001:0.0:1788877047.721959:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877047.721961:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.721963:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877047.721965:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.721967:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877047.723113:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877047.723138:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0bcd31a680 x1875765519144576/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877047.723148:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877047.723151:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877047.723164:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877047.723166:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511868416 : -126388197683200 : ffff8d0cf45f9000) 00000100:00000001:0.0:1788877047.723169:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.723171:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559580800 : -126393149970816 : ffff8d0bcd31a680) 00000100:00000001:0.0:1788877047.723177:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877047.723181:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.723183:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877047.723185:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877047.723190:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0bcd31a680 x1875765519144576/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.723204:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877047.723207:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.723211:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877047.723215:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877047.723218:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877047.723222:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0bcd31a680 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519144576:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877047.723226:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877047.723232:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877047.723235:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.723238:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877047.723245:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd7bc000. 02000000:00000001:0.0:1788877047.723263:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877047.723274:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877047.723280:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e70. 00000400:00000010:0.0:1788877047.723287:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9240. 00000100:00000200:0.0:1788877047.723294:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519144576, portal 10 00000100:00000001:0.0:1788877047.723296:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.723297:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559580800 : -126393149970816 : ffff8d0bcd31a680) 00000100:00000040:0.0:1788877047.723306:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0bcd31a680 x1875765519144576/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.723314:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877047.723317:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877047.723321:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52000. 00000100:00000200:0.0:1788877047.723324:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519144576, offset 0 00000400:00000200:0.0:1788877047.723332:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877047.723341:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.723350:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877047.723356:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877047.723360:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877047.723365:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877047.723367:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877047.723372:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457285:457285:256:4294967295] 192.168.203.155@tcp LPNI seq info [457279:457279:8:4294967295] 00000400:00000200:0.0:1788877047.723377:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877047.723386:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877047.723393:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877047.723399:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954c00. 00000800:00000200:0.0:1788877047.723406:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877047.723415:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877047.723420:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877047.723433:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.723438:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13416 usecs (14 jiffies) 00000400:00000200:0.0:1788877047.723442:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877047.723445:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302474799 00000100:00000010:0.0:1788877047.723450:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877047.723467:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877047.723477:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302474799 00000100:00000010:0.0:1788877047.723480:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46559c0. 00000100:00000001:0.0:1788877047.723484:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877047.723493:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877047.723496:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.723499:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877047.723501:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877047.723504:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9000 going to sleep for 11 seconds 00000100:00000001:0.0:1788877047.723507:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877047.723510:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.732547:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877047.732570:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877047.732572:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877047.732577:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949e70. 00000400:00000200:0.0:1788877047.732585:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9240 00000400:00000010:0.0:1788877047.732588:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9240. 00000100:00000001:0.0:1788877047.732592:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877047.732604:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0bcd31a680 x1875765519144576/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877047.732614:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0bcd31a680 x1875765519144576/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.732622:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877047.732624:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877047.732627:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877047.732631:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877047.732634:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877047.732636:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877047.732640:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877047.732651:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=60 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877047.732656:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=60 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877047.732659:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877047.732661:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877047.732664:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877047.732668:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.732672:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877047.732674:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x6000264bd] 00000100:00000001:0.0:1788877047.732675:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877047.732678:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877047.732680:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617680559580800 : -126393149970816 : ffff8d0bcd31a680) 00000100:00000001:0.0:1788877047.732683:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877047.732685:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963131 00000100:00000001:0.0:1788877047.732687:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877047.732691:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877047.732696:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0bcd31a680 x1875765519144576/t25769963174(25769963174) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.732703:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877047.732705:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877047.732707:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877047.732711:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0bcd31a680 x1875765519144576/t25769963174(25769963174) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877047.732744:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0bcd31a680 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519144576:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877047.732754:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877047.732759:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.732762:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877047.732766:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.732771:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0bcd31a680 x1875765519144576/t25769963174(25769963174) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.732779:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877047.732782:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877047.732785:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877047.732788:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877047.732798:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877047.732803:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877047.732809:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877047.732814:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc7f7b800. 00000100:00000001:0.0:1788877047.732824:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.732829:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0bcd31a680 x1875765519144576/t25769963174(25769963174) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.732837:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877047.732843:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877047.735102:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.735112:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7b00. 00000400:00000200:0.0:1788877047.735120:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.735129:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.735135:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39b28 00000400:00000010:0.0:1788877047.735139:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39b28. 00000100:00000001:0.0:1788877047.735144:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.735152:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491500 x1875765519144832/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.735170:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.735174:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9491500 x1875765519144832/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.735182:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.735185:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877047.750138:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474810, at 4302474811 00000100:00000010:0.0:1788877047.750156:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000800:00000200:0.0:1788877047.762099:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.762108:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877047.762115:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.762123:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.762131:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915000 00000400:00000010:0.0:1788877047.762134:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915000. 00000100:00000001:0.0:1788877047.762139:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.762147:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d3bb80 x1875765519145088/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.762158:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.762162:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d3bb80 x1875765519145088/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.762170:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.762172:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877047.775497:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474836, at 4302474837 00000100:00000010:0.0:1788877047.775508:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000800:00000200:0.0:1788877047.805341:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.805347:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa700. 00000400:00000200:0.0:1788877047.805352:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.805357:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.805366:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915000 00000400:00000010:0.0:1788877047.805369:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915000. 00000100:00000001:0.0:1788877047.805374:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.805382:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d3b100 x1875765519145344/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.805393:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.805398:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d3b100 x1875765519145344/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.805411:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.805413:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877047.819423:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474880, at 4302474881 00000100:00000010:0.0:1788877047.819430:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2be40. 00000800:00000200:0.0:1788877047.824413:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.824421:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa800. 00000400:00000200:0.0:1788877047.824429:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.824447:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.824462:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c44c8 00000400:00000010:0.0:1788877047.824466:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c44c8. 00000100:00000001:0.0:1788877047.824471:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.824478:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd70df80 x1875765519145600/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.824489:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.824492:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd70df80 x1875765519145600/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.824500:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.824502:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877047.838180:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474898, at 4302474899 00000100:00000010:0.0:1788877047.838189:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc60. 00000800:00000200:0.0:1788877047.853185:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.853190:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa200. 00000400:00000200:0.0:1788877047.853194:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.853209:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.853214:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4f68 00000400:00000010:0.0:1788877047.853217:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4f68. 00000100:00000001:0.0:1788877047.853221:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.853226:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd70d180 x1875765519145856/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.853235:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.853239:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd70d180 x1875765519145856/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.853244:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.853270:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877047.867573:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474928, at 4302474929 00000100:00000010:0.0:1788877047.867579:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bde0. 00000800:00000200:0.0:1788877047.880417:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.880422:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877047.880427:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.880442:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.880447:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915220 00000400:00000010:0.0:1788877047.880450:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915220. 00000100:00000001:0.0:1788877047.880460:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.880465:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd70e300 x1875765519146112/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.880475:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.880478:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd70e300 x1875765519146112/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.880485:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.880487:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877047.889992:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.889997:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877047.890000:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.890005:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.890010:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915990 00000400:00000010:0.0:1788877047.890012:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915990. 00000100:00000001:0.0:1788877047.890016:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.890020:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d38e00 x1875765519146368/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.890029:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.890032:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d38e00 x1875765519146368/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.890045:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.890047:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877047.903145:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.903151:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877047.903156:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.903162:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.903168:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915ee0 00000400:00000010:0.0:1788877047.903171:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915ee0. 00000100:00000001:0.0:1788877047.903175:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.903180:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d38700 x1875765519146624/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.903189:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.903192:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d38700 x1875765519146624/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.903208:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.903210:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877047.917368:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302474977, at 4302474979 00000100:00000010:0.0:1788877047.917384:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000800:00000200:0.0:1788877047.921368:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.921373:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877047.921377:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.921382:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.921387:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915b28 00000400:00000010:0.0:1788877047.921389:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915b28. 00000100:00000001:0.0:1788877047.921392:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.921396:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d3a680 x1875765519146752/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.921409:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.921413:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d3a680 x1875765519146752/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877047.921418:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.921421:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877047.937311:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.937317:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877047.937321:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.937326:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.937332:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915198 00000400:00000010:0.0:1788877047.937334:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915198. 00000100:00000001:0.0:1788877047.937338:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.937343:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4d3a680 x1875765519147008/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.937352:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.937355:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d3a680 x1875765519147008/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.937362:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.937364:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877047.951337:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475012, at 4302475013 00000100:00000010:0.0:1788877047.951347:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000800:00000200:0.0:1788877047.985236:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877047.985241:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaac00. 00000400:00000200:0.0:1788877047.985276:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877047.985282:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877047.985289:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4088 00000400:00000010:0.0:1788877047.985291:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4088. 00000100:00000001:0.0:1788877047.985305:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877047.985309:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd70d880 x1875765519147264/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.985319:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877047.985323:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd70d880 x1875765519147264/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877047.985329:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877047.985332:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877047.999692:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475060, at 4302475061 00000100:00000010:0.0:1788877047.999705:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00000800:00000200:0.0:1788877048.017748:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.017757:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877048.017765:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.017774:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.017782:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915d48 00000400:00000010:0.0:1788877048.017785:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915d48. 00000100:00000001:0.0:1788877048.017790:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.017798:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd70c700 x1875765519147520/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.017811:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.017815:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd70c700 x1875765519147520/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.017824:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.017826:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877048.023680:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475084, at 4302475085 00000100:00000010:0.0:1788877048.023686:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00000010:0.0:1788877048.046050:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877048.046059:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511868416 : -126388197683200 : ffff8d0cf45f9000) 00000100:00000001:0.0:1788877048.046064:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877048.046066:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685519480832 : -126388190070784 : ffff8d0cf4d3b800) 00000100:00000001:0.0:1788877048.046073:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877048.046078:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.046080:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877048.046082:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877048.046095:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf4d3b800 x1875765519147776/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.046105:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877048.046108:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877048.046114:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877048.046119:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877048.046123:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877048.046127:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf4d3b800 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519147776:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877048.046132:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877048.046140:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877048.046143:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877048.046145:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877048.046190:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cc4792000. 02000000:00000001:0.0:1788877048.046193:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877048.046210:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877048.046216:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e70. 00000400:00000010:0.0:1788877048.046233:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9240. 00000100:00000200:0.0:1788877048.046242:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519147776, portal 10 00000100:00000001:0.0:1788877048.046244:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877048.046245:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685519480832 : -126388190070784 : ffff8d0cf4d3b800) 00000100:00000040:0.0:1788877048.046273:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf4d3b800 x1875765519147776/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.046282:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877048.046285:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877048.046290:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52880. 00000100:00000200:0.0:1788877048.046294:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519147776, offset 0 00000400:00000200:0.0:1788877048.046301:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877048.046311:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.046321:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877048.046327:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877048.046333:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877048.046337:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877048.046340:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877048.046345:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457298:457298:256:4294967295] 192.168.203.155@tcp LPNI seq info [457292:457292:8:4294967295] 00000400:00000200:0.0:1788877048.046349:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.046360:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877048.046367:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877048.046374:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954500. 00000800:00000200:0.0:1788877048.046382:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877048.046390:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877048.046817:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954500 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877048.046834:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877048.046839:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13436 usecs (14 jiffies) 00000400:00000200:0.0:1788877048.046843:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877048.046847:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302475122 00000100:00000010:0.0:1788877048.046853:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877048.046859:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877048.046867:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302475122 00000100:00000010:0.0:1788877048.046871:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655060. 00000100:00000001:0.0:1788877048.046874:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877048.046882:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877048.046886:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.046888:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877048.046890:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877048.046893:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9000 going to sleep for 11 seconds 00000100:00000001:0.0:1788877048.046896:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877048.046899:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.053999:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877048.054007:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877048.054009:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877048.054013:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949e70. 00000400:00000200:0.0:1788877048.054017:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9240 00000400:00000010:0.0:1788877048.054020:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9240. 00000100:00000001:0.0:1788877048.054023:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.054028:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf4d3b800 x1875765519147776/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877048.054037:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf4d3b800 x1875765519147776/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.054042:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877048.054045:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877048.054048:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877048.054051:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877048.054055:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877048.054057:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877048.054060:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877048.054070:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=61 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877048.054074:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=61 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877048.054077:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877048.054079:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.054082:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877048.054085:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.054089:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877048.054091:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x600026505] 00000100:00000001:0.0:1788877048.054093:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877048.054096:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877048.054097:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685519480832 : -126388190070784 : ffff8d0cf4d3b800) 00000100:00000001:0.0:1788877048.054101:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877048.054103:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963131 00000100:00000001:0.0:1788877048.054105:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877048.054108:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877048.054113:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf4d3b800 x1875765519147776/t25769963182(25769963182) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.054121:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877048.054125:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877048.054127:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877048.054131:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf4d3b800 x1875765519147776/t25769963182(25769963182) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877048.054139:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf4d3b800 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519147776:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877048.054144:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877048.054147:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.054150:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877048.054152:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.054156:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4d3b800 x1875765519147776/t25769963182(25769963182) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.054163:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877048.054165:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877048.054168:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877048.054169:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.054187:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877048.054190:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877048.054195:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877048.054204:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd2ac6400. 00000100:00000001:0.0:1788877048.054211:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.054215:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf4d3b800 x1875765519147776/t25769963182(25769963182) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.054230:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.054234:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.054244:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877048.054276:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877048.054279:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w361 (ffff8d0ccb10abd0, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877048.054283:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877048.054289:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877048.054294:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877048.054301:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877048.054304:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877048.054307:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.054311:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877048.054314:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877048.054319:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ccbdc4530 -> ffff8d0ccbdc4530 00000020:00000001:0.0:1788877048.054322:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877048.054324:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877048.054327:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0x2b1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877048.054330:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877048.054331:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877048.054333:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877048.054337:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0x2b1:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877048.054340:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf459b7c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877048.054344:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877048.054347:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877048.054348:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877048.054350:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054352:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877048.054354:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877048.054356:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054358:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877048.054359:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877048.054360:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877048.054362:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf459b7c0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877048.054364:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054367:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877048.054368:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877048.054370:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877048.054372:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877048.054376:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877048.054379:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877048.054380:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877048.054382:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.054383:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877048.054385:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877048.054388:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ccbdc4aa8 -> ffff8d0ccbdc4530 00000020:00000001:0.0:1788877048.054389:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877048.054393:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877048.054394:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877048.054641:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877048.054645:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877048.054648:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054650:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054652:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877048.054656:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877048.054657:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054660:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054662:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054664:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877048.054666:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877048.054668:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877048.054669:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877048.054671:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877048.054673:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054675:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054677:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054678:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054680:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877048.054681:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054683:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054685:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877048.054687:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877048.054688:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877048.054690:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877048.054692:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877048.054694:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877048.054697:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877048.054700:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cf4289a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877048.054703:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877048.054706:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cf4289a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877048.054710:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877048.054712:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054714:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054716:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054717:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054719:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054721:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877048.054722:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877048.054724:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877048.054725:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877048.054727:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877048.054728:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054730:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877048.054731:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877048.054733:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877048.054734:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877048.054736:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877048.054737:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877048.054738:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877048.054739:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054741:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054743:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877048.054744:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877048.054745:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877048.054746:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877048.054748:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877048.054750:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877048.054751:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877048.054752:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877048.054753:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877048.054755:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054757:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.054758:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877048.054759:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877048.054760:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.054762:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877048.054764:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877048.054765:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877048.054766:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877048.054767:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877048.054769:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877048.054771:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877048.054773:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877048.054775:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877048.054776:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2b1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877048.054779:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877048.054781:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877048.054783:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877048.054785:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.054789:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877048.054791:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x2b1:0x0](ffff8d0ccb1321c8) 00800000:00000001:0.0:1788877048.054796:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877048.054798:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x2b1:0x0] 00000002:00000001:0.0:1788877048.054803:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877048.054809:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.054811:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877048.054814:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877048.054816:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.054818:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000800:00000200:0.0:1788877048.056909:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.056916:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7900. 00000400:00000200:0.0:1788877048.056922:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.056928:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.056935:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a393b8 00000400:00000010:0.0:1788877048.056938:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a393b8. 00000100:00000001:0.0:1788877048.056942:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.056947:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9493480 x1875765519148032/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.056957:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.056961:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9493480 x1875765519148032/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.056968:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.056970:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877048.069743:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475130, at 4302475131 00000100:00000010:0.0:1788877048.069749:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000800:00000200:0.0:1788877048.083482:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.083487:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877048.083492:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.083497:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.083502:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19157f8 00000400:00000010:0.0:1788877048.083505:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19157f8. 00000100:00000001:0.0:1788877048.083508:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.083512:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a4a80 x1875765519148288/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.083520:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.083523:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a4a80 x1875765519148288/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.083529:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.083531:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877048.101721:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.101730:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877048.101738:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.101747:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.101755:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915088 00000400:00000010:0.0:1788877048.101758:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915088. 00000100:00000001:0.0:1788877048.101762:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.101770:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a6680 x1875765519148544/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.101787:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.101791:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a6680 x1875765519148544/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.101797:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.101800:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877048.112520:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475173, at 4302475174 00000100:00000010:0.0:1788877048.112527:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e060. 00000800:00000200:0.0:1788877048.121901:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.121911:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877048.121921:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.121930:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.121942:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19155d8 00000400:00000010:0.0:1788877048.121946:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19155d8. 00000100:00000001:0.0:1788877048.121953:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.121964:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a7b80 x1875765519148800/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.121980:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.121984:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a7b80 x1875765519148800/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.121993:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.121996:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877048.128795:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.128801:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877048.128806:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.128811:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.128817:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915cc0 00000400:00000010:0.0:1788877048.128819:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915cc0. 00000100:00000001:0.0:1788877048.128823:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.128828:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a4380 x1875765519148928/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.128838:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.128841:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a4380 x1875765519148928/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.128848:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.128850:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877048.139809:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.139814:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877048.139820:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.139825:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.139831:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19156e8 00000400:00000010:0.0:1788877048.139834:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19156e8. 00000100:00000001:0.0:1788877048.139837:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.139842:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a4380 x1875765519149184/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.139850:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.139853:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a4380 x1875765519149184/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.139860:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.139862:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877048.153409:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475214, at 4302475215 00000100:00000010:0.0:1788877048.153418:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000800:00000200:0.0:1788877048.169239:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.169245:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877048.170120:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.170128:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.170136:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915aa0 00000400:00000010:0.0:1788877048.170139:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915aa0. 00000100:00000001:0.0:1788877048.170145:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.170151:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a5c00 x1875765519149440/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.170172:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.170177:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a5c00 x1875765519149440/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.170190:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.170191:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877048.178907:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.178912:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877048.178916:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.178920:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.178924:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915550 00000400:00000010:0.0:1788877048.178927:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915550. 00000100:00000001:0.0:1788877048.178930:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.178934:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a5500 x1875765519149568/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.178942:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.178945:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a5500 x1875765519149568/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.178951:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.178953:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877048.190242:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.190273:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877048.190278:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.190283:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.190288:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915660 00000400:00000010:0.0:1788877048.190291:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915660. 00000100:00000001:0.0:1788877048.190294:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.190299:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a5500 x1875765519149824/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.190309:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.190312:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a5500 x1875765519149824/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.190319:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.190321:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877048.204858:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475265, at 4302475266 00000100:00000010:0.0:1788877048.204867:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000800:00000200:0.0:1788877048.234072:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.234078:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:0.0:1788877048.234085:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.234092:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.234099:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:0.0:1788877048.234102:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:0.0:1788877048.234106:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.234112:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9492a00 x1875765519149952/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.234123:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.234126:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9492a00 x1875765519149952/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.234133:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.234135:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877048.260557:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475318, at 4302475322 00000100:00000010:0.0:1788877048.260564:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00000040:0.0:1788877048.324377:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475385, at 4302475386 00000100:00000010:0.0:1788877048.324392:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00000040:0.0:1788877048.345418:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475405, at 4302475407 00000100:00000010:0.0:1788877048.345427:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b660. 00000100:00000040:0.0:1788877048.367465:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475428, at 4302475429 00000100:00000010:0.0:1788877048.367479:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bba0. 00000100:00000040:0.0:1788877048.402574:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475463, at 4302475464 00000100:00000010:0.0:1788877048.402593:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00000100:00000040:0.0:1788877048.470360:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475531, at 4302475532 00000100:00000010:0.0:1788877048.470376:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf60. 00000400:00000010:0.0:1788877048.505680:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e70. 00000400:00000010:0.0:1788877048.505700:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9000. 00000100:00000200:0.0:1788877048.505710:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519151616, portal 10 00000100:00000001:0.0:1788877048.505715:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877048.505717:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685663990656 : -126388045560960 : ffff8d0cfd70c380) 00000100:00000040:0.0:1788877048.505737:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cfd70c380 x1875765519151616/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.505746:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877048.505750:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877048.505756:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52990. 00000100:00000200:0.0:1788877048.505759:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519151616, offset 0 00000400:00000200:0.0:1788877048.505768:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877048.505782:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.505792:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877048.505799:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877048.505804:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877048.505809:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877048.505812:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877048.505816:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457315:457315:256:4294967295] 192.168.203.155@tcp LPNI seq info [457309:457309:8:4294967295] 00000400:00000200:0.0:1788877048.505821:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.505833:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877048.505840:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877048.505846:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954000. 00000800:00000200:0.0:1788877048.505856:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877048.505865:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877048.505871:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877048.505949:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877048.505954:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13185 usecs (14 jiffies) 00000400:00000200:0.0:1788877048.505959:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877048.505962:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302475581 00000100:00000010:0.0:1788877048.505968:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877048.505975:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877048.505982:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302475581 00000100:00000010:0.0:1788877048.505985:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655540. 00000100:00000001:0.0:1788877048.505988:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877048.505991:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877048.505995:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.505998:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877048.506000:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877048.506003:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cc9eedf00 going to sleep for 11 seconds 00000100:00000001:0.0:1788877048.506006:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877048.506009:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877048.520447:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475581, at 4302475582 00000100:00000010:0.0:1788877048.520466:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877048.521799:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877048.521809:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877048.521811:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877048.521815:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949e70. 00000400:00000200:0.0:1788877048.521820:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9000 00000400:00000010:0.0:1788877048.521823:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877048.521826:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.521832:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cfd70c380 x1875765519151616/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877048.521841:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cfd70c380 x1875765519151616/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.521846:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877048.521849:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877048.521852:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877048.521856:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877048.521859:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877048.521861:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877048.521865:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877048.521877:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=61 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877048.521881:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=61 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877048.521883:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877048.521885:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.521888:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877048.521893:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.521897:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877048.521899:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001bbf4] 00000100:00000001:0.0:1788877048.521900:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877048.521903:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877048.521904:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685663990656 : -126388045560960 : ffff8d0cfd70c380) 00000100:00000001:0.0:1788877048.521907:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877048.521909:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921018 00000100:00000001:0.0:1788877048.521911:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877048.521914:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877048.521919:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cfd70c380 x1875765519151616/t25769921067(25769921067) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.521927:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877048.521930:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877048.521933:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877048.521937:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cfd70c380 x1875765519151616/t25769921067(25769921067) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877048.521945:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cfd70c380 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519151616:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877048.521951:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877048.521954:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.521957:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877048.521959:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.521963:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd70c380 x1875765519151616/t25769921067(25769921067) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.521970:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877048.521974:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cc9eedf00. 00000100:00000001:0.0:1788877048.521977:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877048.521979:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.521986:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877048.521989:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877048.521993:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877048.521997:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd29bc200. 00000100:00000001:0.0:1788877048.522003:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.522006:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cfd70c380 x1875765519151616/t25769921067(25769921067) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.522012:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.522016:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.522026:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877048.522029:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877048.522032:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f174 (ffff8d0cd050d438, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877048.522035:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877048.522042:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877048.522048:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877048.522054:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877048.522057:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877048.522060:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.522064:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877048.522067:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877048.522072:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cc4ed6b70 -> ffff8d0cc4ed6b70 00000020:00000001:0.0:1788877048.522074:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877048.522076:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877048.522079:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0x58:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877048.522081:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877048.522083:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877048.522084:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877048.522088:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0x58:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877048.522091:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf43cd3e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877048.522096:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877048.522098:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877048.522100:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877048.522101:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522103:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877048.522105:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877048.522107:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522108:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877048.522109:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877048.522111:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877048.522112:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf43cd3e0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877048.522115:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522117:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877048.522119:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877048.522121:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877048.522123:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877048.522127:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877048.522130:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877048.522132:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877048.522134:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.522136:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877048.522138:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877048.522140:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cc4ed6850 -> ffff8d0cc4ed6b70 00000020:00000001:0.0:1788877048.522142:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877048.522145:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877048.522147:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877048.522149:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877048.522150:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877048.522152:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522154:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522156:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877048.522158:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877048.522160:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522162:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522164:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522166:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877048.522167:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877048.522169:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877048.522170:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877048.522172:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877048.522173:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522176:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522177:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522179:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522180:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877048.522182:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522183:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522185:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877048.522187:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877048.522188:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877048.522189:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877048.522191:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877048.522194:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877048.522196:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877048.522199:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cf7f81180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877048.522202:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877048.522204:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cf7f81180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877048.522208:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877048.522210:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522212:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522213:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522215:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522217:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522218:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877048.522220:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877048.522222:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877048.522223:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877048.522224:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877048.522225:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522227:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877048.522229:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877048.522231:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877048.522233:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877048.522234:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877048.522235:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877048.522236:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877048.522237:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522239:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522241:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877048.522242:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877048.522243:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877048.522244:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877048.522246:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877048.522295:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877048.522297:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877048.522298:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877048.522299:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877048.522301:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522302:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522304:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877048.522305:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877048.522307:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522309:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877048.522311:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877048.522312:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877048.522313:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877048.522315:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877048.522316:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877048.522318:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877048.522320:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877048.522322:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877048.522324:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x58:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877048.522327:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877048.522328:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877048.522330:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877048.522332:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.522335:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877048.522337:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x58:0x0](ffff8d0ced1ff448) 00800000:00000001:0.0:1788877048.522341:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877048.522343:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x58:0x0] 00000002:00000001:0.0:1788877048.522349:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877048.522355:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.522357:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877048.522359:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877048.522361:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.522364:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877048.522366:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877048.522368:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.522370:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522373:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.522374:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877048.522376:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877048.522382:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877048.522384:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf43cd3e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877048.522386:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877048.522389:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cc9e26120, objid 0x58:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877048.522393:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877048.522662:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ccbae6200: ostid: 0x2c0000402:1844 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877048.522665:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877048.522667:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522669:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877048.522672:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877048.522676:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877048.522680:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.522682:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877048.522688:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf7f81180. 00020000:00000001:0.0:1788877048.522693:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877048.522695:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cc4ed67d0. 00020000:00000001:0.0:1788877048.522699:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877048.522701:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877048.522703:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877048.522705:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf43cd3e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877048.522707:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877048.522709:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877048.522710:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf43cd3e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877048.522713:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877048.522715:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cd79e86e0. 00020000:00000010:0.0:1788877048.522719:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cf4630b40. 00020000:00000010:0.0:1788877048.522722:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cd7b6f900. 00020000:00000002:0.0:1788877048.522725:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cc9e26120, objid 0x58:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877048.522729:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877048.522732:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ccbae6200: ostid: 0x2c0000402:1844 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877048.522735:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0ccbae6200. 00020000:00000010:0.0:1788877048.522739:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cc9e26900. 00020000:00000010:0.0:1788877048.522742:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cc9e26120. 00020000:00000001:0.0:1788877048.522744:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877048.522745:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf43cd3e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877048.522748:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf43cd3e0. 00020000:00000001:0.0:1788877048.522750:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877048.522753:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cc4ed6af0. 00000020:00001000:0.0:1788877048.522756:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877048.522759:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877048.522761:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877048.522961:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877048.522965:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877048.522968:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877048.522972:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788877048.522985:0:198588:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8d0ceab84dc0. 00000020:00000001:0.0:1788877048.522989:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdc0 00000080:00200000:0.0:1788877048.522991:0:198588:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=w75, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), flags=0 00000080:00000001:0.0:1788877048.522994:0:198588:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788877048.522996:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fc70 00000080:00200000:0.0:1788877048.522998:0:198588:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=w75, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), intent=getattr 00000080:00000010:0.0:1788877048.523006:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7b800. 00800000:00000002:0.0:1788877048.523011:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877048.523015:0:198588:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788877048.523017:0:198588:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788877048.523019:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb90 00800000:00000002:0.0:1788877048.523021:0:198588:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'w75' on [0x200002b12:0x7:0x0] 00800000:00000001:0.0:1788877048.523024:0:198588:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1788877048.523028:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w75 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877048.523032:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00000020:00000001:0.0:1788877048.523035:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb28 00800000:00000002:0.0:1788877048.523036:0:198588:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xc0:0x0], fid2=[0x0:0x0:0x0], name='w75' -> mds #0 00000002:00000001:0.0:1788877048.523041:0:198588:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788877048.523042:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000002:00010000:0.0:1788877048.523044:0:198588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: w75,[0x0:0x0:0x0]) in obj [0x200002b10:0xc0:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788877048.523048:0:198588:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788877048.523051:0:198588:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788877048.523057:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438700. 00000020:00000040:0.0:1788877048.523061:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=63 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00010000:00000001:0.0:1788877048.523066:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877048.523070:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877048.523077:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.523079:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.523080:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.523083:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877048.523086:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877048.523091:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877048.523097:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877048.523105:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.523108:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877048.523110:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.523111:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877048.523113:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.523114:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.523121:0:198588:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446617684788610816 : -126388920940800 : ffff8d0cc9438700) 00010000:00000001:0.0:1788877048.523125:0:198588:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788877048.523127:0:198588:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788877048.523132:0:198588:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8d0bcc55ea00. 00010000:00000010:0.0:1788877048.523136:0:198588:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8d0cd7906f80. 00010000:00000001:0.0:1788877048.523140:0:198588:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788877048.523143:0:198588:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8d0bcc575e00. 00000020:00000001:0.0:1788877048.523147:0:198588:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788877048.523150:0:198588:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8d0bcc575e00 with handle 0x4a37134b6b77b97b to hash 00000020:00000001:0.0:1788877048.523152:0:198588:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788877048.523153:0:198588:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.523157:0:198588:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.523161:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877048.523163:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877048.523167:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877048.523176:0:198588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877048.523186:0:198588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788877048.523191:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877048.523192:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877048.523197:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877048.523200:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511868416 : -126388197683200 : ffff8d0cf45f9000) 00000100:00000001:0.0:1788877048.523202:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877048.523203:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788610816 : -126388920940800 : ffff8d0cc9438700) 00000100:00000001:0.0:1788877048.523207:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877048.523212:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.523214:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877048.523215:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877048.524691:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9438700 x1875765519151744/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.524705:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877048.524708:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877048.524714:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877048.524717:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877048.524720:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877048.524724:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9438700 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519151744:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877048.524729:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877048.524736:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877048.524739:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877048.524742:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877048.524768:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8d0ceee2c000. 02000000:00000001:0.0:1788877048.524771:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877048.524779:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877048.524785:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e70. 00000400:00000010:0.0:1788877048.524792:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8d0cf45f9240. 00000100:00000200:0.0:1788877048.524801:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875765519151744, portal 10 00000100:00000001:0.0:1788877048.524803:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877048.524805:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788610816 : -126388920940800 : ffff8d0cc9438700) 00000100:00000040:0.0:1788877048.524813:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8d0cc9438700 x1875765519151744/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.524821:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877048.524824:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877048.524828:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52330. 00000100:00000200:0.0:1788877048.524831:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875765519151744, offset 0 00000400:00000200:0.0:1788877048.524839:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877048.524848:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.524856:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877048.524862:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877048.524866:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877048.524870:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877048.524873:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877048.524877:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457316:457316:256:4294967295] 192.168.203.155@tcp LPNI seq info [457310:457310:8:4294967295] 00000400:00000200:0.0:1788877048.524882:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.524892:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877048.524898:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877048.524904:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877048.524911:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877048.524919:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877048.524923:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788877048.524932:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877048.524936:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13458 usecs (14 jiffies) 00000400:00000200:0.0:1788877048.524940:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877048.524943:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302475600 00000100:00000010:0.0:1788877048.524947:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877048.524953:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877048.524960:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302475600 00000100:00000010:0.0:1788877048.524963:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655120. 00000100:00000001:0.0:1788877048.524966:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877048.524973:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877048.524976:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.524979:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877048.524981:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877048.524984:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9000 going to sleep for 11 seconds 00000100:00000001:0.0:1788877048.524986:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877048.524989:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877048.540978:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475600, at 4302475602 00000100:00000010:0.0:1788877048.540985:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877048.546763:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877048.546773:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877048.546775:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877048.546778:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949e70. 00000400:00000200:0.0:1788877048.546784:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9240 00000400:00000010:0.0:1788877048.546787:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8d0cf45f9240. 00000100:00000001:0.0:1788877048.546790:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.546795:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9438700 x1875765519151744/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788877048.546804:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9438700 x1875765519151744/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.546810:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877048.546812:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877048.546815:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877048.546819:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877048.546822:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877048.546825:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877048.546828:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877048.546839:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=61 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877048.546844:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=61 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877048.546847:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877048.546850:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.546853:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877048.546857:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.546862:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877048.546864:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963131 00000100:00000001:0.0:1788877048.546866:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877048.546870:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877048.546875:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9438700 x1875765519151744/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.546882:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877048.546885:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877048.546888:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877048.546892:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9438700 x1875765519151744/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877064 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788877048.546902:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9438700 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519151744:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877048.546907:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877048.546910:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.546913:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877048.546915:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.546919:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9438700 x1875765519151744/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877064 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.546926:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877048.546929:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877048.546932:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877048.546934:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.546937:0:198588:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788877048.546941:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.546944:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.546948:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=4 00000020:00000001:0.0:1788877048.546950:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.546954:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000040:0.0:1788877048.546961:0:198588:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8d0bcc575e00, remote cookie: 0x976420bcd5a17fcd, flags: 0x1001 00010000:00010000:0.0:1788877048.546967:0:198588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788877048.546976:0:198588:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x222:0x0].0x0, instead of [0x200002b10:0xc0:0x0].0x0 00010000:00000001:0.0:1788877048.546980:0:198588:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788877048.546987:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf236cf00 count: 3 00010000:00000001:0.0:1788877048.546990:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788877048.546994:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0bcc55ea00 count: 0 00010000:00000010:0.0:1788877048.547000:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd7906f80. 00010000:00000001:0.0:1788877048.547008:0:198588:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877048.547012:0:198588:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877048.547021:0:198588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877048.547028:0:198588:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788877048.547032:0:198588:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788877048.547035:0:198588:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788877048.547037:0:198588:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788877048.547039:0:198588:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788877048.547041:0:198588:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x222:0x0].0x0 (ffff8d0cf236cf00) refcount = 3 00010000:00000040:0.0:1788877048.547044:0:198588:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788877048.547047:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceab6a200/0x4a37134b6b777a6d lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x222:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd59fb799 expref: -99 pid: 197154 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788877048.547055:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceab6ba00/0x4a37134b6b777a66 lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd59fb78b expref: -99 pid: 197154 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877048.547062:0:198588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877048.547070:0:198588:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788877048.547073:0:198588:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788877048.547075:0:198588:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877048.547079:0:198588:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788877048.547081:0:198588:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877048.547097:0:198588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877048.547104:0:198588:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788877048.547106:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547109:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.547110:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547111:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.547113:0:198588:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.547117:0:198588:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788877048.547119:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.547121:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.547122:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877048.547124:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547127:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547129:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.547130:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.547132:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=4 00000020:00000001:0.0:1788877048.547134:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547136:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547139:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877048.547142:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877048.547146:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877048.547153:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547154:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.547156:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.547157:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.547158:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=5 00000020:00000001:0.0:1788877048.547160:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547162:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547164:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877048.547167:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877048.547173:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547174:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788877048.547177:0:198588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877048.547184:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877048.547186:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547187:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.547188:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547189:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788877048.547194:0:198588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8d0cc9438700 x1875765519151744/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788877048.547213:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.547214:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.547215:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877048.547217:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547227:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00000002:00010000:0.0:1788877048.547231:0:198588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788877048.547241:0:198588:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8d0ccca2bc40. 00010000:00000001:0.0:1788877048.547243:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547245:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877048.547246:0:198588:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.547299:0:198588:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.547302:0:198588:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788877048.547304:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.547305:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.547307:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877048.547309:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547312:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00000002:00010000:0.0:1788877048.547315:0:198588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877048.547322:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547324:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.547326:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788877048.547327:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.547328:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.547330:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877048.547332:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547334:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000040:0.0:1788877048.547337:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf236cf00 count: 4 00010000:00000001:0.0:1788877048.547339:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788877048.547344:0:198588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8d0cc3843800 type 13 mode 4 res 8589945618/546 (0 0) 00010000:00000001:0.0:1788877048.547346:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547348:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877048.547349:0:198588:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788877048.547352:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408f9e8 00000002:00002000:0.0:1788877048.547354:0:198588:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=w75 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788877048.547357:0:198588:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877048.547361:0:198588:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877048.547364:0:198588:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788877048.547367:0:198588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xc0:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788877048.547370:0:198588:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877048.547374:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877048.547382:0:198588:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788877048.547385:0:198588:0:(namei.c:674:ll_lookup_it_finish()) it ffffb5f68408fdf8 it_disposition b 00000080:00000001:0.0:1788877048.547388:0:198588:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788877048.547394:0:198588:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788877048.547396:0:198588:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788877048.547399:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440034 : 144115373061440034 : 200002b12000222) 00000080:00000001:0.0:1788877048.547403:0:198588:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788877048.547409:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.547414:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877048.547416:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877048.547418:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877048.547422:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877048.547424:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877048.547430:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877048.547434:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877048.547440:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655660. 00020000:00000001:0.0:1788877048.547447:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512246880 : -126388197304736 : ffff8d0cf4655660) 00020000:00000002:0.0:1788877048.547458:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655660, objid 0x222:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877048.547463:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877048.547467:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000403:2149 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877048.547471:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0cf4b414d8) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877048.547474:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877048.547477:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0cf4b414d8) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877048.547480:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877048.547483:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877048.547488:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655660. 00020000:00000002:0.0:1788877048.547490:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x222:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877048.547492:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.547494:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877048.547496:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877048.547501:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440034 : 144115373061440034 : 200002b12000222) 00000080:00000001:0.0:1788877048.547503:0:198588:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1788877048.547507:0:198588:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x222:0x0](ffff8d0cc234ba88): rc = 0 00000080:00000001:0.0:1788877048.547510:0:198588:0:(namei.c:156:ll_iget()) Process leaving (rc=18446617684670200456 : -126389039351160 : ffff8d0cc234ba88) 00010000:00000001:0.0:1788877048.547512:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.547513:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.547515:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877048.547516:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547518:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00000080:00000001:0.0:1788877048.547521:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877048.547522:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.547523:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877048.547525:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877048.547526:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877048.547527:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877048.547528:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877048.547531:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655660. 00020000:00000010:0.0:1788877048.547533:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877048.547536:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655cc0. 00020000:00000001:0.0:1788877048.547538:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512248512 : -126388197303104 : ffff8d0cf4655cc0) 00020000:00000002:0.0:1788877048.547540:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655cc0, objid 0x222:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877048.547544:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877048.547546:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000403:2149 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877048.547549:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0cf4b414d8) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877048.547550:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877048.547552:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0cf4b414d8) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877048.547554:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877048.547557:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655660. 00020000:00000010:0.0:1788877048.547559:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655cc0. 00020000:00000002:0.0:1788877048.547560:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x222:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877048.547562:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.547625:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.547630:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877048.547633:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4b414d8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877048.547637:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cd0249540 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877048.547640:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4b414d8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877048.547642:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877048.547645:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877048.547646:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877048.547648:0:198588:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788877048.547650:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788877048.547652:0:198588:0:(file.c:6843:ll_layout_conf()) [0x200002b12:0x222:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788877048.547655:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877048.547657:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.547659:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547660:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877048.547662:0:198588:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788877048.547665:0:198588:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788877048.547666:0:198588:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788877048.547670:0:198588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x222:0x0](ffff8d0cc234ba88) for lock 0x4a37134b6b77b97b 00800000:00000001:0.0:1788877048.547674:0:198588:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788877048.547676:0:198588:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788877048.547677:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.547678:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.547680:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877048.547682:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547684:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547687:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547688:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877048.547689:0:198588:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877048.547691:0:198588:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788877048.547697:0:198588:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8d0cd06fbbd0 inode ffff8d0cc234ba88 refc 1 flags 0x40000e 00000080:00000001:0.0:1788877048.547701:0:198588:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788877048.547704:0:198588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x222:0x0](ffff8d0cc234ba88) 00000080:00010000:0.0:1788877048.547708:0:198588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4a37134b6b77b97b from it ffffb5f68408fdf8 00010000:00000001:0.0:1788877048.547710:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877048.547711:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877048.547712:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877048.547714:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547716:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877048.547718:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877048.547721:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877048.547728:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547729:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.547731:0:198588:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788877048.547733:0:198588:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788877048.547736:0:198588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788877048.547744:0:198588:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788877048.547747:0:198588:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788877048.547749:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877048.547753:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547754:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.547756:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.547760:0:198588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788877048.547762:0:198588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.547764:0:198588:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.547767:0:198588:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.547769:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877048.547770:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.547771:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877048.547773:0:198588:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788877048.547777:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc7f7b800. 00000100:00000001:0.0:1788877048.547781:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.547786:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9438700 x1875765519151744/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.547793:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877048.547796:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877048.547800:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8d0ceee2c000. 02000000:00000001:0.0:1788877048.547815:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877048.547817:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877048.547819:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=62 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877048.547821:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877048.547825:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:0.0:1788877048.547829:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877048.547831:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877048.547834:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9438700. 00000100:00000001:0.0:1788877048.547837:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877048.547839:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877048.547842:0:198588:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788877048.547843:0:198588:0:(dcache.c:176:ll_intent_release()) intent ffffb5f68408fdf8 released 00000080:00000001:0.0:1788877048.547845:0:198588:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788877048.547849:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877048.547852:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877048.547857:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.547861:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877048.547863:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877048.547865:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w75, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877048.547869:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877048.547871:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.547873:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877048.547875:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877048.547877:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877048.547878:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4b414d8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877048.547881:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cd0249540 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877048.547883:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4b414d8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877048.547886:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877048.547887:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877048.547889:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877048.547890:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877048.547893:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877048.547895:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877048.547897:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877048.547902:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7b800. 00800000:00000002:0.0:1788877048.547906:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877048.547914:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877048.547918:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w75 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877048.547922:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877048.547926:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877048.547928:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877048.547931:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877048.547933:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877048.547936:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877048.547938:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x222:0x0] 00800000:00000001:0.0:1788877048.547941:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877048.547943:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877048.547945:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877048.547946:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877048.547947:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877048.547949:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877048.547950:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877048.547952:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x222:0x0] 00800000:00000001:0.0:1788877048.547954:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877048.547957:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x222:0x0] 00800000:00000001:0.0:1788877048.547960:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877048.547962:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x222:0x0] -> mds #0 00000002:00000001:0.0:1788877048.547967:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877048.547969:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877048.547972:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.547974:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877048.547976:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf236cf00 count: 4 00010000:00000001:0.0:1788877048.547978:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877048.547982:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877048.547985:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877048.547987:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceab6a200/0x4a37134b6b777a6d lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x222:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59fb799 expref: -99 pid: 197154 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788877048.547995:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877048.547999:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877048.548001:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877048.548003:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x222:0x0] mode (null) 00000002:00000001:0.0:1788877048.548007:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877048.548008:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877048.548010:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf236cf00 count: 5 00010000:00000001:0.0:1788877048.548012:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877048.548015:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.548018:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.548019:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877048.548021:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.548023:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877048.548025:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877048.548027:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877048.548028:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x222:0x0]: losing layout lock 00000080:00000001:0.0:1788877048.548032:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877048.548034:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877048.548037:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877048.548039:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877048.548041:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x222:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877048.548043:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.548045:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877048.548047:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877048.548049:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.548051:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877048.548052:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.548055:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877048.548058:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877048.548060:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877048.548062:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877048.548064:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877048.548067:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceab6a200 with handle 0x4a37134b6b777a6d from hash 00010000:00000001:0.0:1788877048.548070:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877048.548071:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.548073:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.548074:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877048.548077:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877048.548079:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877048.548081:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877048.548095:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877048.548102:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877048.548104:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877048.548105:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877048.548106:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x222:0x0] mode (null) 00000002:00000001:0.0:1788877048.548108:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877048.548110:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877048.548112:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf236cf00 count: 5 00010000:00000001:0.0:1788877048.548113:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877048.548115:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.548117:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877048.548118:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877048.548119:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf236cf00 count: 5 00010000:00000001:0.0:1788877048.548121:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877048.548123:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.548124:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877048.548125:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877048.548126:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf236cf00 count: 5 00010000:00000001:0.0:1788877048.548128:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877048.548130:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877048.548132:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877048.548133:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877048.548135:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf236cf00 count: 5 00010000:00000001:0.0:1788877048.548136:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877048.548138:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.548140:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.548141:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877048.548142:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877048.548144:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877048.548146:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877048.548148:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877048.548149:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x222:0x0]: losing layout lock 00000080:00000001:0.0:1788877048.548151:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877048.548153:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877048.548155:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877048.548156:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877048.548158:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x222:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877048.548160:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877048.548161:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877048.548163:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877048.548165:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.548167:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877048.548169:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x222:0x0](ffff8d0cc234ba88) invalid 00000020:00000001:0.0:1788877048.548171:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877048.548173:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w75 (ffff8d0cd06fbbd0) parent ffff8d0cc22750d8 inode ffff8d0cc234ba88 refc 1 00000080:00000001:0.0:1788877048.548176:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877048.548178:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877048.548179:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.548181:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877048.548183:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877048.548184:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877048.548186:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877048.548187:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877048.548190:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0bcc575e00 with handle 0x4a37134b6b77b97b from hash 00010000:00000001:0.0:1788877048.548192:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877048.548193:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.548195:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.548196:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877048.548198:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877048.548199:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877048.548201:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877048.548204:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceab6ba00/0x4a37134b6b777a66 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x976420bcd59fb78b expref: -99 pid: 197154 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877048.548211:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877048.548212:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877048.548215:0:198588:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1788877048.548219:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1788877048.548220:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8d0ceabb73e0. 00000080:00000010:0.0:1788877048.548226:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 45 at ffff8d0cc99b5e80. 00000080:00000010:0.0:1788877048.548229:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc901b8e8. 00000080:00000020:0.0:1788877048.548231:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1788877048.548233:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff8d0ceabb7170. 00000080:00000010:0.0:1788877048.548234:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 12 at ffff8d0ceabb73b0. 00000080:00000010:0.0:1788877048.548236:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc901b500. 00000080:00000020:0.0:1788877048.548238:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1788877048.548240:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0ceabb7c90. 00000080:00000010:0.0:1788877048.548242:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff8d0cc99b5100. 00000080:00000010:0.0:1788877048.548244:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc901bca8. 00000080:00000020:0.0:1788877048.548245:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1788877048.548269:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0ceabb79b0. 00000080:00000010:0.0:1788877048.548273:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8d0ceab848c0. 00000080:00000010:0.0:1788877048.548276:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc901bb40. 00000080:00000001:0.0:1788877048.548278:0:198588:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877048.548280:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877048.548281:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.548283:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877048.548284:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877048.548286:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877048.548287:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877048.548289:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877048.548291:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceab6ba00 with handle 0x4a37134b6b777a66 from hash 00010000:00000001:0.0:1788877048.548294:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877048.548295:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.548296:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.548297:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877048.548298:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877048.548299:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877048.548301:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877048.548303:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1788877048.548305:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1788877048.548310:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438700. 00000020:00000040:0.0:1788877048.548313:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=63 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877048.548317:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877048.548319:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.548321:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877048.548325:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877048.548327:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877048.548329:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.548330:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.548333:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877048.548335:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877048.548339:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877048.548346:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc7f7ac00. 00000100:00000001:0.0:1788877048.548353:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.548356:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877048.548358:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877048.548362:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceab6a200/0x4a37134b6b777a6d lrc: 1/0,0 mode: --/CR res: [0x200002b12:0x222:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fb799 expref: -99 pid: 197154 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788877048.548370:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877048.548376:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceab6ba00/0x4a37134b6b777a66 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd59fb78b expref: -99 pid: 197154 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877048.548388:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788877048.548390:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877048.548391:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877048.548394:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceab6a200/0x4a37134b6b777a6d lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x222:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fb799 expref: -99 pid: 197154 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788877048.548402:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf4822e00. 00010000:00000001:0.0:1788877048.548408:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.548409:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877048.548412:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77b97b lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a17fcd expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877048.548417:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ccca2bc40. 00010000:00000001:0.0:1788877048.548421:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.548422:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877048.548425:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceab6ba00/0x4a37134b6b777a66 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x222:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd59fb78b expref: -99 pid: 197154 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788877048.548431:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf236cf00 count: 0 00010000:00000010:0.0:1788877048.548435:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf45b7580. 00010000:00000001:0.0:1788877048.548440:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877048.548442:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.548443:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877048.548445:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877048.548447:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877048.548467:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877048.548474:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9438700 x1875765519152000/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877048.548480:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877048.548482:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877048.548488:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877048.548491:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511868416 : -126388197683200 : ffff8d0cf45f9000) 00000100:00000001:0.0:1788877048.548493:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877048.548495:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788610816 : -126388920940800 : ffff8d0cc9438700) 00000100:00000001:0.0:1788877048.548499:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877048.548503:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.548505:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877048.548507:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877048.548511:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9438700 x1875765519152000/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.548519:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877048.548521:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877048.548525:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877048.548528:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877048.548531:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877048.548534:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9438700 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519152000:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877048.548538:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877048.548542:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877048.548544:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877048.548547:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877048.548554:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cc4790000. 02000000:00000001:0.0:1788877048.548557:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877048.548563:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877048.549163:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e70. 00000400:00000010:0.0:1788877048.549171:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9240. 00000100:00000200:0.0:1788877048.549179:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519152000, portal 10 00000100:00000001:0.0:1788877048.549182:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877048.549183:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788610816 : -126388920940800 : ffff8d0cc9438700) 00000100:00000040:0.0:1788877048.549192:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9438700 x1875765519152000/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.549543:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877048.549547:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000800:00000200:0.0:1788877048.556048:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.556056:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:0.0:1788877048.556063:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.556071:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.556080:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:0.0:1788877048.556084:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788877048.556089:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.556098:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9438700 x1875765519152000/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.556111:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.556115:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9438700 x1875765519152000/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.556123:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.556125:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877048.568342:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475629, at 4302475630 00000100:00000010:0.0:1788877048.568357:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00000100:00000040:0.0:1788877048.643731:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475704, at 4302475705 00000100:00000010:0.0:1788877048.643746:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000400:00000200:0.0:1788877048.673191:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.673741:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.673747:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.673753:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737480 00000400:00000200:0.0:1788877048.673759:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.673765:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43efc1 [2] + 224 00000800:00000001:0.0:1788877048.673774:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.673789:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.673793:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.673798:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.673806:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.673816:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a6a00 x1875765519152256/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.673828:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf50a6a00 x1875765519152256/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.673923:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.673933:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.673937:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.686733:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.686749:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.686754:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.686757:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.686766:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.686775:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.686784:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.686789:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.686795:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.686800:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737580 00000400:00000200:0.0:1788877048.686805:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.686811:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43efc9 [2] + 224 00000800:00000001:0.0:1788877048.686818:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.686825:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.686829:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.686834:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.686843:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.686852:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a7480 x1875765519152512/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.686864:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf50a7480 x1875765519152512/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.686896:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.686905:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.686909:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.702670:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.702689:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.702694:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.702696:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.702705:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.702714:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.702725:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.702730:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.702736:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.702741:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737680 00000400:00000200:0.0:1788877048.702746:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.702752:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43efd1 [2] + 224 00000800:00000001:0.0:1788877048.702759:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.702766:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.702781:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.702786:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.702795:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.702806:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd70f800 x1875765519152768/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.702819:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd70f800 x1875765519152768/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.702839:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.702848:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.702852:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877048.703716:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475764, at 4302475765 00000100:00000010:0.0:1788877048.703725:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788877048.722491:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475783, at 4302475784 00000100:00000010:0.0:1788877048.722498:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b000. 00000800:00000001:0.0:1788877048.726289:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.726306:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.726310:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.726313:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.726322:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.726330:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.726338:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.726344:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.726349:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.726354:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737780 00000400:00000200:0.0:1788877048.726359:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.726364:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43efd9 [2] + 224 00000800:00000001:0.0:1788877048.726371:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.726377:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.726381:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.726386:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.726394:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.726403:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd70e680 x1875765519153024/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.726415:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd70e680 x1875765519153024/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.726518:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.726528:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.726531:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877048.752370:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475813, at 4302475814 00000100:00000010:0.0:1788877048.752385:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b3c0. 00000800:00000001:0.0:1788877048.766792:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.766809:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.766813:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.766815:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.766826:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.766835:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.766845:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.766850:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.766855:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.766860:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737880 00000400:00000200:0.0:1788877048.766865:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.766871:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43efe1 [2] + 224 00000800:00000001:0.0:1788877048.766879:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.766887:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.766891:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.766896:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.766904:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.766915:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4366d80 x1875765519153280/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.766926:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4366d80 x1875765519153280/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.766947:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.766955:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.766959:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877048.786379:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475847, at 4302475848 00000100:00000010:0.0:1788877048.786395:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000800:00000001:0.0:1788877048.788782:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.788800:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.788804:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.788806:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.788817:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.788826:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.788839:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.788845:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.788852:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.788856:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1737900 00000400:00000200:0.0:1788877048.788862:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.788868:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43efe9 [4] + 224 00000800:00000001:0.0:1788877048.788877:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.788884:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.788888:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.788894:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.788905:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.788917:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a6300 x1875765519153408/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877048.788933:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf50a6300 x1875765519153408/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.789036:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.789049:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.789053:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877048.809487:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475870, at 4302475871 00000100:00000010:0.0:1788877048.809504:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b420. 00000800:00000001:0.0:1788877048.809519:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.809532:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.809535:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.809538:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.809547:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.809555:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.809573:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.809578:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.809585:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.809589:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737a00 00000400:00000200:0.0:1788877048.809595:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.809601:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43eff1 [2] + 224 00000800:00000001:0.0:1788877048.809610:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.809618:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.809622:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.809627:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.809636:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.809646:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4364380 x1875765519153664/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.809657:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4364380 x1875765519153664/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.809679:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.809689:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.809693:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.838946:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.838968:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.838974:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.838977:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.838986:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.838994:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.839004:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.839009:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.839016:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.839021:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1737a80 00000400:00000200:0.0:1788877048.839027:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.839034:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43eff9 [4] + 224 00000800:00000001:0.0:1788877048.839042:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.839048:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.839052:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.839058:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.839068:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.839080:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4365500 x1875765519153792/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877048.839093:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf4365500 x1875765519153792/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.839114:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.839123:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.839126:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877048.857447:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475918, at 4302475919 00000100:00000010:0.0:1788877048.857462:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b120. 00000800:00000001:0.0:1788877048.862384:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.862409:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.862413:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.862416:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.862426:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.862434:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.862443:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.862459:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.862466:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.862470:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737b80 00000400:00000200:0.0:1788877048.862475:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.862480:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f001 [2] + 224 00000800:00000001:0.0:1788877048.862488:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.862495:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.862499:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.862504:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.862512:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.862522:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a4700 x1875765519154048/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.862533:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf50a4700 x1875765519154048/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.862549:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.862558:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.862561:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.903796:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.903815:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.903818:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.903821:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.903830:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.903837:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.903847:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.903852:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.903858:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.903863:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737c80 00000400:00000200:0.0:1788877048.903869:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.903874:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f009 [2] + 224 00000800:00000001:0.0:1788877048.903883:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.903891:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.903895:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.903901:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.903909:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.903919:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a6d80 x1875765519154304/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.903930:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf50a6d80 x1875765519154304/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.903951:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.903961:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.903964:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.916996:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.917012:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.917016:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.917018:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.917027:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.917035:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.917044:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.917049:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.917055:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.917060:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1737d00 00000400:00000200:0.0:1788877048.917065:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.917071:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f011 [4] + 224 00000800:00000001:0.0:1788877048.917078:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.917085:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.917089:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.917094:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.917103:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.917113:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a5f80 x1875765519154432/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877048.917124:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf50a5f80 x1875765519154432/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.917151:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.917159:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.917163:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.934145:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.934162:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.934166:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.934169:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.934179:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.934186:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.934204:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.934210:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.934216:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.934223:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737e00 00000400:00000200:0.0:1788877048.934229:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.934236:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f019 [2] + 224 00000800:00000001:0.0:1788877048.934244:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.934291:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.934296:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.934302:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.934313:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.934325:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4365500 x1875765519154688/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.934336:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4365500 x1875765519154688/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.934467:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.934479:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.934484:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877048.935517:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302475996, at 4302475997 00000100:00000010:0.0:1788877048.935524:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00000040:0.0:1788877048.969386:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476030, at 4302476031 00000100:00000010:0.0:1788877048.969403:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b420. 00000800:00000001:0.0:1788877048.976039:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.976055:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.976059:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.976062:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.976070:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.976077:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.976086:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.976091:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.976097:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.976101:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1737f00 00000400:00000200:0.0:1788877048.976106:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.976112:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f021 [2] + 224 00000800:00000001:0.0:1788877048.976119:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.976138:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.976142:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.976147:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.976155:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.976166:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4364a80 x1875765519154944/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.976177:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4364a80 x1875765519154944/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.976198:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.976208:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.976211:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877048.983565:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.983570:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877048.983575:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.983581:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.983586:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915dd0 00000400:00000010:0.0:1788877048.983589:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915dd0. 00000100:00000001:0.0:1788877048.983594:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.983599:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a5180 x1875765519155200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.983608:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.983611:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a5180 x1875765519155200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.983618:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.983620:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877048.989677:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.989692:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877048.989696:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.989699:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.989708:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.989715:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877048.989725:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.989730:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.989736:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.989740:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1738000 00000400:00000200:0.0:1788877048.989746:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877048.989752:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f029 [2] + 224 00000800:00000001:0.0:1788877048.989761:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.989768:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877048.989772:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.989777:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877048.989785:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877048.989795:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a5180 x1875765519155200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877048.989807:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf50a5180 x1875765519155200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877048.989823:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877048.989832:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877048.989835:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877048.991942:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877048.991949:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877048.991955:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877048.991962:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877048.991968:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915330 00000400:00000010:0.0:1788877048.991970:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915330. 00000100:00000001:0.0:1788877048.991975:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877048.991980:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a4e00 x1875765519155328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.991990:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877048.991993:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a4e00 x1875765519155328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877048.992000:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877048.992003:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877049.006354:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476067, at 4302476068 00000100:00000010:0.0:1788877049.006371:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000800:00000001:0.0:1788877049.013518:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.013538:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.013543:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.013546:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.013557:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.013565:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.013576:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.013581:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.013586:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.013591:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1738080 00000400:00000200:0.0:1788877049.013597:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.013603:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f031 [4] + 224 00000800:00000001:0.0:1788877049.013611:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.013620:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.013623:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.013634:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877049.013646:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.013657:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a4e00 x1875765519155328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877049.013668:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf50a4e00 x1875765519155328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877064 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.013692:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877049.013701:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.013705:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:0.0:1788877049.015966:0:198588:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8d0ccca2bc40. 00010000:00000001:0.0:1788877049.015972:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.015974:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877049.015976:0:198588:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.015979:0:198588:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.015982:0:198588:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788877049.015984:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.015987:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.015989:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc200 refcount=3 00000020:00000001:0.0:1788877049.015991:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00010000:00000001:0.0:1788877049.015994:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00000002:00010000:0.0:1788877049.015999:0:198588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc200/0x4a37134b6b77b997 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1818d expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.016010:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.016011:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.016013:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788877049.016015:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.016016:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.016018:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc200 refcount=3 00000020:00000001:0.0:1788877049.016020:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00010000:00000001:0.0:1788877049.016022:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00010000:00000040:0.0:1788877049.016027:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc94ba600 count: 4 00010000:00000001:0.0:1788877049.016030:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788877049.016035:0:198588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8d0cc3843800 type 13 mode 4 res 8589945618/644 (0 0) 00010000:00000001:0.0:1788877049.016039:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.016041:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877049.016042:0:198588:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788877049.016045:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408f9e8 00000002:00002000:0.0:1788877049.016048:0:198588:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=w271 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788877049.016052:0:198588:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.016056:0:198588:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.016059:0:198588:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788877049.016063:0:198588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xc0:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788877049.016067:0:198588:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.016071:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877049.016075:0:198588:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788877049.016076:0:198588:0:(namei.c:674:ll_lookup_it_finish()) it ffffb5f68408fdf8 it_disposition b 00000080:00000001:0.0:1788877049.016079:0:198588:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788877049.016086:0:198588:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788877049.016090:0:198588:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788877049.016092:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440132 : 144115373061440132 : 200002b12000284) 00000080:00000001:0.0:1788877049.016096:0:198588:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788877049.016104:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.016108:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.016111:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.016114:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877049.016118:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877049.016121:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877049.016127:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877049.016132:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877049.016137:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655660. 00020000:00000001:0.0:1788877049.016140:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512246880 : -126388197304736 : ffff8d0cf4655660) 00020000:00000002:0.0:1788877049.016144:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655660, objid 0x284:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877049.016149:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877049.016153:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000403:2198 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877049.016157:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0cca2841f0) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.016161:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877049.016163:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0cca2841f0) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877049.016167:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877049.016172:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877049.016176:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655660. 00020000:00000002:0.0:1788877049.016179:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x284:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877049.016182:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.016184:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877049.016186:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.016190:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440132 : 144115373061440132 : 200002b12000284) 00000080:00000001:0.0:1788877049.016193:0:198588:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1788877049.016198:0:198588:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x284:0x0](ffff8d0cce87d348): rc = 0 00000080:00000001:0.0:1788877049.016201:0:198588:0:(namei.c:156:ll_iget()) Process leaving (rc=18446617684876972872 : -126388832578744 : ffff8d0cce87d348) 00010000:00000001:0.0:1788877049.016204:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.016205:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.016207:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc200 refcount=3 00000020:00000001:0.0:1788877049.016209:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00010000:00000001:0.0:1788877049.016212:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00000080:00000001:0.0:1788877049.016215:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877049.016216:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.016218:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.016231:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.016233:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877049.016234:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877049.016236:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877049.016238:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655660. 00020000:00000010:0.0:1788877049.016241:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877049.016244:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655cc0. 00020000:00000001:0.0:1788877049.016246:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512248512 : -126388197303104 : ffff8d0cf4655cc0) 00020000:00000002:0.0:1788877049.016271:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655cc0, objid 0x284:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877049.016275:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877049.016279:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000403:2198 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877049.016282:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0cca2841f0) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.016284:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877049.016287:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0cca2841f0) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877049.016289:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877049.016292:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655660. 00020000:00000010:0.0:1788877049.016295:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655cc0. 00020000:00000002:0.0:1788877049.016297:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x284:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877049.016299:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.016301:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.016305:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877049.016308:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cca2841f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877049.016312:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cea9d5f60 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877049.016314:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cca2841f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.016317:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877049.016319:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877049.016320:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877049.016322:0:198588:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788877049.016324:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788877049.016327:0:198588:0:(file.c:6843:ll_layout_conf()) [0x200002b12:0x284:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788877049.016329:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.016332:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.016334:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.016335:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877049.016337:0:198588:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788877049.016340:0:198588:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788877049.016342:0:198588:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788877049.016345:0:198588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x284:0x0](ffff8d0cce87d348) for lock 0x4a37134b6b77b997 00800000:00000001:0.0:1788877049.016349:0:198588:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788877049.016350:0:198588:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788877049.016352:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.016353:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.016355:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc200 refcount=3 00000020:00000001:0.0:1788877049.016357:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00010000:00000001:0.0:1788877049.016359:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00010000:00000001:0.0:1788877049.016362:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.016363:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877049.016364:0:198588:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.016366:0:198588:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788877049.016372:0:198588:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8d0cce98c510 inode ffff8d0cce87d348 refc 1 flags 0x40000e 00000080:00000001:0.0:1788877049.016376:0:198588:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788877049.016380:0:198588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x284:0x0](ffff8d0cce87d348) 00000080:00010000:0.0:1788877049.016385:0:198588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4a37134b6b77b997 from it ffffb5f68408fdf8 00010000:00000001:0.0:1788877049.016387:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.016388:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.016390:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bc200 refcount=3 00000020:00000001:0.0:1788877049.016392:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00010000:00000001:0.0:1788877049.016557:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511619072 : -126388197932544 : ffff8d0cf45bc200) 00010000:00000001:0.0:1788877049.016561:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877049.016565:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc200/0x4a37134b6b77b997 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x976420bcd5a1818d expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.016573:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.016574:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.016576:0:198588:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788877049.016580:0:198588:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788877049.016582:0:198588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc200/0x4a37134b6b77b997 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd5a1818d expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788877049.016590:0:198588:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788877049.016592:0:198588:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788877049.016594:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877049.016600:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.016601:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.016603:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.016606:0:198588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788877049.016609:0:198588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.016611:0:198588:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.016615:0:198588:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.016618:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877049.016619:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.016620:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877049.016622:0:198588:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788877049.016626:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd170f400. 00000100:00000001:0.0:1788877049.016633:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.016644:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4e00 x1875765519155328/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.016658:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.016662:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.016666:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8d0cf5290000. 02000000:00000001:0.0:1788877049.016680:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.016683:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.016685:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=70 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.016687:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.016691:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:0.0:1788877049.016695:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.016697:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.016699:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4e00. 00000100:00000001:0.0:1788877049.016703:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.016704:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877049.016708:0:198588:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788877049.016710:0:198588:0:(dcache.c:176:ll_intent_release()) intent ffffb5f68408fdf8 released 00000080:00000001:0.0:1788877049.016711:0:198588:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788877049.016717:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877049.016719:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877049.016725:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.016728:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877049.016730:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877049.016732:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w271, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877049.016735:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877049.016737:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.016739:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.016742:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.016744:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877049.016746:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cca2841f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877049.016748:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cea9d5f60 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877049.016751:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cca2841f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.016753:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877049.016755:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877049.016756:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877049.016758:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877049.016760:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877049.016763:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.016765:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877049.016771:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc7f7b800. 00800000:00000002:0.0:1788877049.016775:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877049.016784:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877049.016788:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w271 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877049.016793:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877049.016796:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877049.016798:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877049.016801:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877049.016804:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877049.016806:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.016809:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x284:0x0] 00800000:00000001:0.0:1788877049.016811:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.016814:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877049.016816:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877049.016817:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877049.016818:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877049.016820:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877049.016821:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.016823:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x284:0x0] 00800000:00000001:0.0:1788877049.016825:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.016828:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x284:0x0] 00800000:00000001:0.0:1788877049.016830:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.016833:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x284:0x0] -> mds #0 00000002:00000001:0.0:1788877049.016837:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877049.016839:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877049.016843:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.016845:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877049.016848:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc94ba600 count: 4 00010000:00000001:0.0:1788877049.016850:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877049.016853:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877049.016858:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877049.016861:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc9579a00/0x4a37134b6b778525 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x284:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59fdd1d expref: -99 pid: 197453 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788877049.016875:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877049.016878:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877049.016880:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877049.016883:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x284:0x0] mode (null) 00000002:00000001:0.0:1788877049.016885:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.016887:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.016889:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc94ba600 count: 5 00010000:00000001:0.0:1788877049.016891:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.016894:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.016896:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.016898:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877049.016899:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.016901:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.016902:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.016904:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877049.016906:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x284:0x0]: losing layout lock 00000080:00000001:0.0:1788877049.016909:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877049.016912:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877049.016914:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877049.016916:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877049.016918:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x284:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877049.016920:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.016921:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877049.016923:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.016925:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.016928:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877049.016929:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.016932:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877049.016935:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877049.016937:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877049.016939:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.016942:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877049.016945:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cc9579a00 with handle 0x4a37134b6b778525 from hash 00010000:00000001:0.0:1788877049.016947:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877049.016948:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.016951:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.016952:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877049.016955:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877049.016957:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877049.016960:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877049.016962:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc200/0x4a37134b6b77b997 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd5a1818d expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877049.016970:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877049.016971:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877049.016972:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877049.016974:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x284:0x0] mode (null) 00000002:00000001:0.0:1788877049.016976:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.016977:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.016980:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc94ba600 count: 5 00010000:00000001:0.0:1788877049.016982:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.016984:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.016986:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.016987:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.016989:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc94ba600 count: 5 00010000:00000001:0.0:1788877049.016991:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.016993:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.016995:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.016996:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.016998:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc94ba600 count: 5 00010000:00000001:0.0:1788877049.016999:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.017001:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.017003:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.017004:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.017006:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc94ba600 count: 5 00010000:00000001:0.0:1788877049.017007:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.017009:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.017011:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.017012:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877049.017013:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.017015:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.017017:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.017019:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877049.017021:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x284:0x0]: losing layout lock 00000080:00000001:0.0:1788877049.017023:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877049.017024:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877049.017026:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877049.017027:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877049.017029:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x284:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877049.017031:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.017033:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877049.017035:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.017037:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.017038:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877049.017040:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x284:0x0](ffff8d0cce87d348) invalid 00000020:00000001:0.0:1788877049.017043:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877049.017045:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w271 (ffff8d0cce98c510) parent ffff8d0cc22750d8 inode ffff8d0cce87d348 refc 1 00000080:00000001:0.0:1788877049.017049:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877049.017050:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877049.017051:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.017053:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877049.017055:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877049.017056:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877049.017058:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.017060:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877049.017062:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf45bc200 with handle 0x4a37134b6b77b997 from hash 00010000:00000001:0.0:1788877049.017064:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877049.017066:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.017067:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.017068:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877049.017070:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877049.017071:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877049.017073:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877049.017076:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf5345a00/0x4a37134b6b77851e lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x284:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x976420bcd59fdd0f expref: -99 pid: 197453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877049.017083:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877049.017085:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877049.017088:0:198588:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1788877049.017091:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1788877049.017093:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8d0cca314970. 00000080:00000010:0.0:1788877049.017097:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 46 at ffff8d0ceb2a0b80. 00000080:00000010:0.0:1788877049.017100:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc9454960. 00000080:00000020:0.0:1788877049.017102:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1788877049.017104:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff8d0cca314950. 00000080:00000010:0.0:1788877049.017106:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 12 at ffff8d0cca314c00. 00000080:00000010:0.0:1788877049.017108:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc9454758. 00000080:00000020:0.0:1788877049.017110:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1788877049.017112:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0cca314820. 00000080:00000010:0.0:1788877049.017114:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff8d0ceb2a0a00. 00000080:00000010:0.0:1788877049.017116:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc9454b90. 00000080:00000020:0.0:1788877049.017118:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1788877049.017120:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0cca314180. 00000080:00000010:0.0:1788877049.017122:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8d0cf459d3a0. 00000080:00000010:0.0:1788877049.017125:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc9454848. 00000080:00000001:0.0:1788877049.017128:0:198588:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.017130:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877049.017131:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.017133:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877049.017135:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877049.017136:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877049.017138:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.017139:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877049.017142:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf5345a00 with handle 0x4a37134b6b77851e from hash 00010000:00000001:0.0:1788877049.017144:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877049.017146:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.017147:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.017148:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877049.017149:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877049.017151:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877049.017153:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877049.017155:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1788877049.017158:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1788877049.017165:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943b480. 00000020:00000040:0.0:1788877049.017168:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=71 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877049.017173:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877049.017174:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.017177:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877049.017181:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877049.017184:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.017185:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.017186:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.017189:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877049.017192:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877049.017195:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877049.017202:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd29bc200. 00000100:00000001:0.0:1788877049.017210:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.017213:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877049.017215:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877049.018684:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc9579a00/0x4a37134b6b778525 lrc: 1/0,0 mode: --/CR res: [0x200002b12:0x284:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fdd1d expref: -99 pid: 197453 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788877049.018707:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc200/0x4a37134b6b77b997 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a1818d expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877049.018714:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf5345a00/0x4a37134b6b77851e lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x284:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd59fdd0f expref: -99 pid: 197453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877049.018720:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788877049.018722:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877049.018724:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877049.018727:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cc9579a00/0x4a37134b6b778525 lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x284:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fdd1d expref: -99 pid: 197453 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788877049.018736:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf4be8a00. 00010000:00000001:0.0:1788877049.018748:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.018755:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877049.018758:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bc200/0x4a37134b6b77b997 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a1818d expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877049.018765:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ccca2bc40. 00010000:00000001:0.0:1788877049.018770:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.018772:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877049.018774:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf5345a00/0x4a37134b6b77851e lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x284:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd59fdd0f expref: -99 pid: 197453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788877049.018780:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cc94ba600 count: 0 00010000:00000010:0.0:1788877049.018787:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cc9497980. 00010000:00000001:0.0:1788877049.018794:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.018795:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.018798:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877049.018800:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.018802:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877049.018819:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877049.018831:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc943b480 x1875765519155584/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877049.018840:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877049.018842:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877049.018852:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f96c0. 00000100:00000001:0.0:1788877049.018854:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511870144 : -126388197681472 : ffff8d0cf45f96c0) 00000100:00000001:0.0:1788877049.018858:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.018859:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788622464 : -126388920929152 : ffff8d0cc943b480) 00000100:00000001:0.0:1788877049.018864:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877049.018869:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.018871:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877049.018873:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877049.018877:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943b480 x1875765519155584/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.018886:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877049.018889:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.018893:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877049.018896:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877049.018898:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877049.018901:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943b480 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519155584:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877049.018906:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877049.018911:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877049.018914:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.018916:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877049.018925:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cc4794000. 02000000:00000001:0.0:1788877049.018927:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877049.018935:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877049.018940:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e18. 00000400:00000010:0.0:1788877049.018946:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9a80. 00000100:00000200:0.0:1788877049.018952:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519155584, portal 10 00000100:00000001:0.0:1788877049.018954:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.018955:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788622464 : -126388920929152 : ffff8d0cc943b480) 00000100:00000040:0.0:1788877049.018968:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc943b480 x1875765519155584/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.018975:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877049.018978:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877049.018983:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52550. 00000100:00000200:0.0:1788877049.018987:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875765519155584, offset 0 00000400:00000200:0.0:1788877049.018993:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877049.019002:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.019010:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877049.019016:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877049.019021:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877049.019024:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877049.019027:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877049.019031:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457333:457333:256:4294967295] 192.168.203.155@tcp LPNI seq info [457327:457327:8:4294967295] 00000400:00000200:0.0:1788877049.019035:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.019045:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877049.019052:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877049.019057:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954100. 00000800:00000200:0.0:1788877049.019065:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877049.019073:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877049.019078:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788877049.019095:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.019100:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13486 usecs (14 jiffies) 00000400:00000200:0.0:1788877049.019104:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877049.019107:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302476094 00000100:00000010:0.0:1788877049.019112:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877049.019119:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877049.019127:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302476094 00000100:00000010:0.0:1788877049.019130:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655660. 00000100:00000001:0.0:1788877049.019133:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877049.019136:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877049.019140:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.019142:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877049.019144:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877049.019148:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f96c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788877049.019151:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877049.019154:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877049.019980:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.019987:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954100. 00000400:00000200:0.0:1788877049.019994:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.020001:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.020008:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52550 00000400:00000010:0.0:1788877049.020011:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52550. 00000100:00000001:0.0:1788877049.020015:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.020021:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc943b480 x1875765519155584/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.020032:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.020036:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc943b480 x1875765519155584/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.020044:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.020046:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877049.034246:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476094, at 4302476095 00000100:00000010:0.0:1788877049.034284:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000800:00000001:0.0:1788877049.044474:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.044493:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.044499:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.044501:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.044510:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.044518:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.044527:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.044532:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.044539:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.044543:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1738180 00000400:00000200:0.0:1788877049.044549:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.044555:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f039 [2] + 224 00000800:00000001:0.0:1788877049.044563:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.044579:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.044582:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.044587:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877049.044596:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.044606:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc943b480 x1875765519155584/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877049.044618:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc943b480 x1875765519155584/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.044645:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877049.044654:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.044658:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877049.103742:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.103749:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877049.103755:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.103761:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.103768:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915770 00000400:00000010:0.0:1788877049.103771:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915770. 00000100:00000001:0.0:1788877049.103775:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.103780:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a5880 x1875765519155840/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.103791:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.103795:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a5880 x1875765519155840/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.103803:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.103804:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877049.122990:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476178, at 4302476184 00000100:00000010:0.0:1788877049.122997:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000800:00000001:0.0:1788877049.125214:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.125235:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.125238:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.125241:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.125278:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.125286:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.125296:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.125301:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.125307:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.125311:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1738280 00000400:00000200:0.0:1788877049.125317:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.125323:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f049 [2] + 224 00000800:00000001:0.0:1788877049.125330:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.125338:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.125342:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.125346:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877049.125355:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.125365:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a5880 x1875765519155840/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877049.125377:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf50a5880 x1875765519155840/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.125402:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877049.125410:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.125414:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.136142:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.136158:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.136162:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.136165:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.136175:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.136183:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.136192:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.136208:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.136214:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.136230:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1738380 00000400:00000200:0.0:1788877049.136236:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.136243:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f051 [2] + 224 00000800:00000001:0.0:1788877049.136284:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.136293:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.136297:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.136303:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877049.136311:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.136321:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a4000 x1875765519156096/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877049.136331:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf50a4000 x1875765519156096/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.136347:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877049.136355:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.136358:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877049.163050:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.163056:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877049.163060:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.163066:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.163071:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915880 00000400:00000010:0.0:1788877049.163074:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915880. 00000100:00000001:0.0:1788877049.163078:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.163082:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a6300 x1875765519156864/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.163091:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.163094:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a6300 x1875765519156864/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.163101:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.163103:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877049.191338:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476252, at 4302476253 00000100:00000010:0.0:1788877049.191353:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00000040:0.0:1788877049.208374:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476269, at 4302476270 00000100:00000010:0.0:1788877049.208390:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b3c0. 00000100:00000040:0.0:1788877049.270680:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476331, at 4302476332 00000100:00000010:0.0:1788877049.270690:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788877049.288384:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476349, at 4302476350 00000100:00000010:0.0:1788877049.288409:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788877049.323708:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476384, at 4302476385 00000100:00000010:0.0:1788877049.323719:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b300. 00000100:00000040:0.0:1788877049.343459:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476404, at 4302476405 00000100:00000010:0.0:1788877049.343466:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000800:00000200:0.0:1788877049.356045:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.356052:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877049.356058:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.356064:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.356070:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915f68 00000400:00000010:0.0:1788877049.356074:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915f68. 00000100:00000001:0.0:1788877049.356078:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.356083:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca318a80 x1875765519158912/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.356093:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.356097:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca318a80 x1875765519158912/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877065 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.356104:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.356106:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877049.382301:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476442, at 4302476443 00000100:00000010:0.0:1788877049.382309:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788877049.427442:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476488, at 4302476489 00000100:00000010:0.0:1788877049.427463:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00000040:0.0:1788877049.445579:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476506, at 4302476507 00000100:00000010:0.0:1788877049.445593:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788877049.466357:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476527, at 4302476528 00000100:00000010:0.0:1788877049.466370:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00000040:0.0:1788877049.493637:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476554, at 4302476555 00000100:00000010:0.0:1788877049.493653:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf60. 00000100:00000040:0.0:1788877049.561528:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476622, at 4302476623 00000100:00000010:0.0:1788877049.561535:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00000100:00000040:0.0:1788877049.601346:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476662, at 4302476663 00000100:00000010:0.0:1788877049.601360:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33eea0. 00000100:00000040:0.0:1788877049.617057:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476677, at 4302476678 00000100:00000010:0.0:1788877049.617067:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e060. 00000100:00000040:0.0:1788877049.639567:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302476700, at 4302476701 00000100:00000010:0.0:1788877049.639577:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000020:00000001:0.0:1788877049.683715:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.683723:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557521536 : -126393152030080 : ffff8d0bcd123a80) 00000020:00000001:0.0:1788877049.683730:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.683731:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.683733:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.683735:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.683737:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.683744:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000019e156ad[2 0000000068dccec0 1 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877049.683746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.683748:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.683750:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.683753:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd123ae0 00000008:00000001:0.0:1788877049.683756:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.683758:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd123af0 page ffff8d0bcd123ae0 at index 135. 00000008:00000001:0.0:1788877049.683761:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.683769:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.683771:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff240 index 135 00000020:00000001:0.0:1788877049.683776:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.683777:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.683779:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.683782:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000019e156ad[1 0000000068dccec0 5 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877049.683784:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.683786:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.683791:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd123a80. 00000020:00000001:0.0:1788877049.683796:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.683797:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.683799:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.683800:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557520416 : -126393152031200 : ffff8d0bcd123620) 00000020:00000001:0.0:1788877049.683802:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.683803:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.683805:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.683806:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.683807:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.683809:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fc7844fc[2 0000000068dccec0 1 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877049.683812:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.683813:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.683814:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.683815:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd123680 00000008:00000001:0.0:1788877049.683817:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.683818:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd123690 page ffff8d0bcd123680 at index 136. 00000008:00000001:0.0:1788877049.683820:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.683823:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.683825:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff280 index 136 00000020:00000001:0.0:1788877049.683827:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.683828:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.683829:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.683831:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fc7844fc[1 0000000068dccec0 5 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877049.683833:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.683834:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.683836:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd123620. 00000020:00000001:0.0:1788877049.683838:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.683839:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.683841:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.683842:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557990560 : -126393151561056 : ffff8d0bcd1962a0) 00000020:00000001:0.0:1788877049.683844:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.683845:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.683847:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.683848:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.683849:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684163:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009671b4c2[2 0000000068dccec0 1 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877049.684166:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684167:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684169:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684171:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196300 00000008:00000001:0.0:1788877049.684172:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684174:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196310 page ffff8d0bcd196300 at index 137. 00000008:00000001:0.0:1788877049.684176:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684179:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684181:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff2c0 index 137 00000020:00000001:0.0:1788877049.684184:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684185:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684186:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684188:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009671b4c2[1 0000000068dccec0 5 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877049.684190:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684191:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684194:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1962a0. 00000020:00000001:0.0:1788877049.684198:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.684199:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.684200:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.684202:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557990784 : -126393151560832 : ffff8d0bcd196380) 00000020:00000001:0.0:1788877049.684204:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684206:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684207:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.684208:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.684209:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684212:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000b5944d7[2 0000000068dccec0 1 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877049.684213:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684215:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684216:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684217:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1963e0 00000008:00000001:0.0:1788877049.684219:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684220:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1963f0 page ffff8d0bcd1963e0 at index 138. 00000008:00000001:0.0:1788877049.684222:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684225:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684226:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff300 index 138 00000020:00000001:0.0:1788877049.684228:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684229:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684230:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684233:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000b5944d7[1 0000000068dccec0 5 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877049.684235:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684236:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684238:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196380. 00000020:00000001:0.0:1788877049.684240:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.684241:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.684242:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.684244:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557990112 : -126393151561504 : ffff8d0bcd1960e0) 00000020:00000001:0.0:1788877049.684246:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684383:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684385:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.684386:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.684387:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684477:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f38af7a6[2 0000000068dccec0 1 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877049.684480:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684481:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684483:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684484:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196140 00000008:00000001:0.0:1788877049.684486:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684487:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196150 page ffff8d0bcd196140 at index 139. 00000008:00000001:0.0:1788877049.684489:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684492:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684494:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff340 index 139 00000020:00000001:0.0:1788877049.684497:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684498:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684499:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684502:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f38af7a6[1 0000000068dccec0 5 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877049.684503:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684505:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684507:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1960e0. 00000020:00000001:0.0:1788877049.684510:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.684511:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.684513:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.684515:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557989888 : -126393151561728 : ffff8d0bcd196000) 00000020:00000001:0.0:1788877049.684517:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684518:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684519:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.684520:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.684521:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684524:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000027cf787c[2 0000000068dccec0 1 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877049.684525:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684526:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684527:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684528:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196060 00000008:00000001:0.0:1788877049.684530:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684531:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196070 page ffff8d0bcd196060 at index 140. 00000008:00000001:0.0:1788877049.684533:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684535:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684537:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff380 index 140 00000020:00000001:0.0:1788877049.684538:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684539:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684540:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684542:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000027cf787c[1 0000000068dccec0 5 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877049.684543:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684544:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684546:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196000. 00000020:00000001:0.0:1788877049.684548:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.684549:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.684550:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.684551:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557991232 : -126393151560384 : ffff8d0bcd196540) 00000020:00000001:0.0:1788877049.684554:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684555:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684556:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.684558:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.684618:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684623:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007e324153[2 0000000068dccec0 1 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877049.684624:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684625:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684627:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684628:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1965a0 00000008:00000001:0.0:1788877049.684630:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684631:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1965b0 page ffff8d0bcd1965a0 at index 141. 00000008:00000001:0.0:1788877049.684634:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684636:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684638:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff3c0 index 141 00000020:00000001:0.0:1788877049.684641:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684642:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684643:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684646:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007e324153[1 0000000068dccec0 5 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877049.684647:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684649:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684651:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196540. 00000020:00000001:0.0:1788877049.684654:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.684655:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.684656:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.684658:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557993472 : -126393151558144 : ffff8d0bcd196e00) 00000020:00000001:0.0:1788877049.684660:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684661:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684662:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.684663:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.684665:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684667:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000086bde2d7[2 0000000068dccec0 1 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877049.684669:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684670:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684672:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684673:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196e60 00000008:00000001:0.0:1788877049.684674:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684676:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196e70 page ffff8d0bcd196e60 at index 142. 00000008:00000001:0.0:1788877049.684678:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684680:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684682:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff400 index 142 00000020:00000001:0.0:1788877049.684684:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684685:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684686:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684688:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000086bde2d7[1 0000000068dccec0 5 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877049.684690:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684691:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684692:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196e00. 00000020:00000001:0.0:1788877049.684694:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.684696:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.684697:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.684699:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557992128 : -126393151559488 : ffff8d0bcd1968c0) 00000020:00000001:0.0:1788877049.684700:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684701:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684702:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.684704:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.684705:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000624b2d7c[2 0000000068dccec0 1 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877049.684709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684710:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684711:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684712:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196920 00000008:00000001:0.0:1788877049.684713:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684715:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196930 page ffff8d0bcd196920 at index 143. 00000008:00000001:0.0:1788877049.684717:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684720:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff440 index 143 00000020:00000001:0.0:1788877049.684722:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684723:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684725:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684727:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000624b2d7c[1 0000000068dccec0 5 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877049.684728:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684730:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684731:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1968c0. 00000020:00000001:0.0:1788877049.684734:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.684735:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.684736:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.684738:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557992800 : -126393151558816 : ffff8d0bcd196b60) 00000020:00000001:0.0:1788877049.684739:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684741:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684742:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.684743:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.684744:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684747:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000c84780d[2 0000000068dccec0 1 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877049.684748:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684749:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684750:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684751:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196bc0 00000008:00000001:0.0:1788877049.684753:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684754:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196bd0 page ffff8d0bcd196bc0 at index 144. 00000008:00000001:0.0:1788877049.684756:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684758:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684760:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff480 index 144 00000020:00000001:0.0:1788877049.684762:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684763:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684764:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684767:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000c84780d[1 0000000068dccec0 5 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877049.684768:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684769:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684771:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196b60. 00000020:00000001:0.0:1788877049.684774:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.684775:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.684776:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.684778:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557993248 : -126393151558368 : ffff8d0bcd196d20) 00000020:00000001:0.0:1788877049.684780:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684781:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684782:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.684783:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.684784:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684787:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aadd99d1[2 0000000068dccec0 1 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877049.684788:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684790:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684791:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684792:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196d80 00000008:00000001:0.0:1788877049.684793:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684795:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196d90 page ffff8d0bcd196d80 at index 145. 00000008:00000001:0.0:1788877049.684797:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684799:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684801:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff4c0 index 145 00000020:00000001:0.0:1788877049.684803:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684804:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684805:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684808:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aadd99d1[1 0000000068dccec0 5 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877049.684809:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684810:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684812:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196d20. 00000020:00000001:0.0:1788877049.684814:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.684816:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.684817:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.684818:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557990336 : -126393151561280 : ffff8d0bcd1961c0) 00000020:00000001:0.0:1788877049.684820:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684821:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.684823:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.684824:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.684825:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.684827:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ee5d584d[2 0000000068dccec0 1 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877049.684828:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.684830:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.684831:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.684831:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196220 00000008:00000001:0.0:1788877049.684832:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.684834:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196230 page ffff8d0bcd196220 at index 146. 00000008:00000001:0.0:1788877049.684835:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.684837:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.684839:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff500 index 146 00000020:00000001:0.0:1788877049.684841:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684842:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.684843:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.684846:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ee5d584d[1 0000000068dccec0 5 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877049.684847:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.684848:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.684849:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1961c0. 00000020:00000001:0.0:1788877049.685670:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.685674:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.685676:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.685678:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557992576 : -126393151559040 : ffff8d0bcd196a80) 00000020:00000001:0.0:1788877049.685681:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.685683:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.685684:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.685685:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.685686:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.685690:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008506219b[2 0000000068dccec0 1 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877049.685692:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.685693:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.685694:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.685696:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196ae0 00000008:00000001:0.0:1788877049.685697:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.685698:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196af0 page ffff8d0bcd196ae0 at index 147. 00000008:00000001:0.0:1788877049.685700:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.685704:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.685706:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff540 index 147 00000020:00000001:0.0:1788877049.685709:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.685710:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.685711:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.685714:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008506219b[1 0000000068dccec0 5 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877049.685715:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.685717:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.685720:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196a80. 00000020:00000001:0.0:1788877049.685722:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.685723:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.685725:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.685726:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557991456 : -126393151560160 : ffff8d0bcd196620) 00000020:00000001:0.0:1788877049.685728:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.685729:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.685730:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.685731:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.685732:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.685735:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c504d829[2 0000000068dccec0 1 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877049.685736:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.685738:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.685739:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.685740:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196680 00000008:00000001:0.0:1788877049.685741:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.685742:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196690 page ffff8d0bcd196680 at index 148. 00000008:00000001:0.0:1788877049.685744:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.685746:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.685748:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff580 index 148 00000020:00000001:0.0:1788877049.685750:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.685751:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.685752:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.685755:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c504d829[1 0000000068dccec0 5 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877049.685756:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.685757:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.685758:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196620. 00000020:00000001:0.0:1788877049.685761:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.685762:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.685763:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.685765:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557991680 : -126393151559936 : ffff8d0bcd196700) 00000020:00000001:0.0:1788877049.685766:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.685767:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.685769:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.685769:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.685770:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.685772:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059844ae6[2 0000000068dccec0 1 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877049.685774:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.685775:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.685776:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.685777:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196760 00000008:00000001:0.0:1788877049.685778:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.685780:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196770 page ffff8d0bcd196760 at index 149. 00000008:00000001:0.0:1788877049.685781:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.685783:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.685785:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff5c0 index 149 00000020:00000001:0.0:1788877049.685786:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.685787:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.685789:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.685791:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000059844ae6[1 0000000068dccec0 5 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877049.685792:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.685793:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.685794:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196700. 00000020:00000001:0.0:1788877049.685796:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.685797:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.685964:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.685967:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557993024 : -126393151558592 : ffff8d0bcd196c40) 00000020:00000001:0.0:1788877049.685969:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.685970:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.685971:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.685973:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.685974:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.685977:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004edbf153[2 0000000068dccec0 1 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877049.685978:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.685979:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.685981:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.685982:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196ca0 00000008:00000001:0.0:1788877049.685984:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.685985:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196cb0 page ffff8d0bcd196ca0 at index 150. 00000008:00000001:0.0:1788877049.685987:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.685990:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.685991:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff600 index 150 00000020:00000001:0.0:1788877049.685994:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.685995:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.685996:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.685998:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004edbf153[1 0000000068dccec0 5 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877049.686000:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.686001:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.686004:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196c40. 00000020:00000001:0.0:1788877049.686006:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.686007:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.686008:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.686010:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557992352 : -126393151559264 : ffff8d0bcd1969a0) 00000020:00000001:0.0:1788877049.686012:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686012:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686013:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.686014:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.686015:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.686017:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002bbf59ce[2 0000000068dccec0 1 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877049.686019:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.686020:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.686021:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.686022:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196a00 00000008:00000001:0.0:1788877049.686023:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.686025:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196a10 page ffff8d0bcd196a00 at index 151. 00000008:00000001:0.0:1788877049.686026:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.686029:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.686031:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff640 index 151 00000020:00000001:0.0:1788877049.686033:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686034:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686035:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.686037:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002bbf59ce[1 0000000068dccec0 5 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877049.686038:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.686040:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.686042:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1969a0. 00000020:00000001:0.0:1788877049.686044:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.686045:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.686046:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.686048:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557991904 : -126393151559712 : ffff8d0bcd1967e0) 00000020:00000001:0.0:1788877049.686050:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686051:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686053:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.686054:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.686056:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.686059:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9170337[2 0000000068dccec0 1 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877049.686060:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.686062:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.686063:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.686064:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196840 00000008:00000001:0.0:1788877049.686066:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.686067:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196850 page ffff8d0bcd196840 at index 152. 00000008:00000001:0.0:1788877049.686070:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.686072:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.686073:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff680 index 152 00000020:00000001:0.0:1788877049.686075:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686076:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686077:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.686080:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e9170337[1 0000000068dccec0 5 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877049.686081:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.686082:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.686084:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1967e0. 00000020:00000001:0.0:1788877049.686086:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.686087:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.686088:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.686089:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557993696 : -126393151557920 : ffff8d0bcd196ee0) 00000020:00000001:0.0:1788877049.686091:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686092:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686093:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.686094:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.686095:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.686098:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dacd061b[2 0000000068dccec0 1 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877049.686099:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.686100:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.686101:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.686102:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd196f40 00000008:00000001:0.0:1788877049.686103:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.686104:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd196f50 page ffff8d0bcd196f40 at index 153. 00000008:00000001:0.0:1788877049.686106:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.686107:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.686109:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff6c0 index 153 00000020:00000001:0.0:1788877049.686110:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686111:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686112:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.686115:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dacd061b[1 0000000068dccec0 5 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877049.686117:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.686118:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.686119:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196ee0. 00000020:00000001:0.0:1788877049.686121:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.686122:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.686123:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.686124:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557991008 : -126393151560608 : ffff8d0bcd196460) 00000020:00000001:0.0:1788877049.686126:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686127:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686128:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.686129:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.686130:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.686133:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b9c222a4[2 0000000068dccec0 1 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877049.686134:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.686136:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.686137:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.686138:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1964c0 00000008:00000001:0.0:1788877049.686139:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.686140:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1964d0 page ffff8d0bcd1964c0 at index 154. 00000008:00000001:0.0:1788877049.686142:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.686144:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.686146:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff700 index 154 00000020:00000001:0.0:1788877049.686147:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686148:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686149:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.686151:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b9c222a4[1 0000000068dccec0 5 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877049.686152:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.686153:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.686155:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd196460. 00000020:00000001:0.0:1788877049.686156:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.686157:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.686158:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.686160:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557989376 : -126393151562240 : ffff8d0bcd195e00) 00000020:00000001:0.0:1788877049.686162:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686163:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686164:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.686165:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.686166:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.686168:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000395db261[2 0000000068dccec0 1 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877049.686169:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.686170:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.686171:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.686172:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195e60 00000008:00000001:0.0:1788877049.686173:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.686174:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195e70 page ffff8d0bcd195e60 at index 155. 00000008:00000001:0.0:1788877049.686176:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.686178:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.686179:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff740 index 155 00000020:00000001:0.0:1788877049.686181:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686182:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686183:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.686185:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000395db261[1 0000000068dccec0 5 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877049.686186:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.686187:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.686189:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195e00. 00000020:00000001:0.0:1788877049.686192:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.686193:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.686194:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.686195:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557988032 : -126393151563584 : ffff8d0bcd1958c0) 00000020:00000001:0.0:1788877049.686197:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686199:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686200:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.686201:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.686202:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.686204:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fe62c580[2 0000000068dccec0 1 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877049.686205:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.686206:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.686207:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.686208:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195920 00000008:00000001:0.0:1788877049.686209:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.686211:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195930 page ffff8d0bcd195920 at index 156. 00000008:00000001:0.0:1788877049.686212:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.686214:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.686215:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff780 index 156 00000020:00000001:0.0:1788877049.686217:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686218:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686219:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.686222:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fe62c580[1 0000000068dccec0 5 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877049.686223:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.686224:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.686225:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1958c0. 00000020:00000001:0.0:1788877049.686227:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.686229:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.686230:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.686231:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557988704 : -126393151562912 : ffff8d0bcd195b60) 00000020:00000001:0.0:1788877049.686233:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686234:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686235:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.686236:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.686237:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.686239:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004c682fbf[2 0000000068dccec0 1 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877049.686241:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.686242:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.686243:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.686244:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195bc0 00000008:00000001:0.0:1788877049.686245:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.686304:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195bd0 page ffff8d0bcd195bc0 at index 157. 00000008:00000001:0.0:1788877049.686308:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.686311:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.686313:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff7c0 index 157 00000020:00000001:0.0:1788877049.686315:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686316:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686317:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.686320:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004c682fbf[1 0000000068dccec0 5 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877049.686321:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.686322:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.686324:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195b60. 00000020:00000001:0.0:1788877049.686327:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.686328:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.686329:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.686330:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557989152 : -126393151562464 : ffff8d0bcd195d20) 00000020:00000001:0.0:1788877049.686332:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686333:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686334:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.686336:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.686337:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.686339:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000046544702[2 0000000068dccec0 1 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877049.686341:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.686342:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.686343:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.686344:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195d80 00000008:00000001:0.0:1788877049.686345:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.686346:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195d90 page ffff8d0bcd195d80 at index 158. 00000008:00000001:0.0:1788877049.686348:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.686350:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.686351:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff800 index 158 00000020:00000001:0.0:1788877049.686353:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686354:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.686355:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.686357:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000046544702[1 0000000068dccec0 5 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877049.686358:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.686360:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.686361:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195d20. 00000020:00000001:0.0:1788877049.686363:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.686364:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.686366:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.686367:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557986240 : -126393151565376 : ffff8d0bcd1951c0) 00000020:00000001:0.0:1788877049.686368:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686370:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.686371:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.686372:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.686373:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.686375:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d139e031[2 0000000068dccec0 1 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877049.686376:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.686378:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.686379:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.686380:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195220 00000008:00000001:0.0:1788877049.686381:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.686382:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195230 page ffff8d0bcd195220 at index 159. 00000008:00000001:0.0:1788877049.686384:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687004:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687006:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff840 index 159 00000020:00000001:0.0:1788877049.687009:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687010:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687011:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687015:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d139e031[1 0000000068dccec0 5 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877049.687016:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687017:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687020:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1951c0. 00000020:00000001:0.0:1788877049.687023:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687024:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687026:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687027:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557988480 : -126393151563136 : ffff8d0bcd195a80) 00000020:00000001:0.0:1788877049.687030:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687031:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687032:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687033:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687034:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687037:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006b9a0099[2 0000000068dccec0 1 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877049.687038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687040:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687041:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687042:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195ae0 00000008:00000001:0.0:1788877049.687044:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687045:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195af0 page ffff8d0bcd195ae0 at index 160. 00000008:00000001:0.0:1788877049.687047:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687050:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687051:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff880 index 160 00000020:00000001:0.0:1788877049.687053:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687054:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687055:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006b9a0099[1 0000000068dccec0 5 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877049.687059:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687061:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687062:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195a80. 00000020:00000001:0.0:1788877049.687064:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687065:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687066:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687067:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557987360 : -126393151564256 : ffff8d0bcd195620) 00000020:00000001:0.0:1788877049.687069:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687070:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687072:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687073:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000810fdd70[2 0000000068dccec0 1 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877049.687077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687078:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687079:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687080:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195680 00000008:00000001:0.0:1788877049.687082:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687083:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195690 page ffff8d0bcd195680 at index 161. 00000008:00000001:0.0:1788877049.687085:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687087:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687089:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff8c0 index 161 00000020:00000001:0.0:1788877049.687090:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687092:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687093:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687095:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000810fdd70[1 0000000068dccec0 5 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877049.687097:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687098:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687099:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195620. 00000020:00000001:0.0:1788877049.687101:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687102:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687104:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687105:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557987584 : -126393151564032 : ffff8d0bcd195700) 00000020:00000001:0.0:1788877049.687107:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687108:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687109:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687110:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687111:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687114:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009f860bbc[2 0000000068dccec0 1 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877049.687116:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687117:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687118:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687119:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195760 00000008:00000001:0.0:1788877049.687120:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687122:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195770 page ffff8d0bcd195760 at index 162. 00000008:00000001:0.0:1788877049.687124:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687126:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687128:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff900 index 162 00000020:00000001:0.0:1788877049.687130:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687131:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687132:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687135:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009f860bbc[1 0000000068dccec0 5 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877049.687136:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687137:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687139:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195700. 00000020:00000001:0.0:1788877049.687141:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687142:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687143:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687144:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557988928 : -126393151562688 : ffff8d0bcd195c40) 00000020:00000001:0.0:1788877049.687146:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687147:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687148:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687150:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687151:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687153:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb8b2468[2 0000000068dccec0 1 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877049.687154:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687155:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687156:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687157:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195ca0 00000008:00000001:0.0:1788877049.687158:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687160:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195cb0 page ffff8d0bcd195ca0 at index 163. 00000008:00000001:0.0:1788877049.687161:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687163:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687165:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff940 index 163 00000020:00000001:0.0:1788877049.687167:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687168:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687169:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687172:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fb8b2468[1 0000000068dccec0 5 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877049.687173:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687174:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687176:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195c40. 00000020:00000001:0.0:1788877049.687178:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687179:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687180:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687181:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557988256 : -126393151563360 : ffff8d0bcd1959a0) 00000020:00000001:0.0:1788877049.687183:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687184:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687185:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687186:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687187:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687190:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000753b48a[2 0000000068dccec0 1 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877049.687192:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687193:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687194:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687195:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195a00 00000008:00000001:0.0:1788877049.687197:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687198:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195a10 page ffff8d0bcd195a00 at index 164. 00000008:00000001:0.0:1788877049.687200:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687202:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687203:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff980 index 164 00000020:00000001:0.0:1788877049.687205:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687207:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687207:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687210:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000753b48a[1 0000000068dccec0 5 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877049.687211:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687212:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687214:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1959a0. 00000020:00000001:0.0:1788877049.687216:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687217:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687294:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687296:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557987808 : -126393151563808 : ffff8d0bcd1957e0) 00000020:00000001:0.0:1788877049.687299:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687301:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687302:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687303:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687304:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687307:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000076dc3fdc[2 0000000068dccec0 1 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877049.687309:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687311:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687313:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687314:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195840 00000008:00000001:0.0:1788877049.687315:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687317:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195850 page ffff8d0bcd195840 at index 165. 00000008:00000001:0.0:1788877049.687319:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687321:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687323:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ff9c0 index 165 00000020:00000001:0.0:1788877049.687326:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687327:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687328:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687331:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000076dc3fdc[1 0000000068dccec0 5 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877049.687332:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687333:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687336:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1957e0. 00000020:00000001:0.0:1788877049.687338:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687339:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687340:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687341:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557989600 : -126393151562016 : ffff8d0bcd195ee0) 00000020:00000001:0.0:1788877049.687343:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687344:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687346:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687347:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687348:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687350:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cbada953[2 0000000068dccec0 1 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877049.687352:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687353:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687354:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687355:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195f40 00000008:00000001:0.0:1788877049.687357:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687358:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195f50 page ffff8d0bcd195f40 at index 166. 00000008:00000001:0.0:1788877049.687360:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687362:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687365:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffa00 index 166 00000020:00000001:0.0:1788877049.687366:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687367:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687368:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687371:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cbada953[1 0000000068dccec0 5 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877049.687372:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687373:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687375:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195ee0. 00000020:00000001:0.0:1788877049.687377:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687378:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687380:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687381:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557986912 : -126393151564704 : ffff8d0bcd195460) 00000020:00000001:0.0:1788877049.687383:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687384:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687385:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687387:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687524:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687528:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000061f5c2f3[2 0000000068dccec0 1 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877049.687530:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687531:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687532:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687533:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1954c0 00000008:00000001:0.0:1788877049.687535:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687536:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1954d0 page ffff8d0bcd1954c0 at index 167. 00000008:00000001:0.0:1788877049.687538:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687542:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687543:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffa40 index 167 00000020:00000001:0.0:1788877049.687545:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687547:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687548:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687550:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000061f5c2f3[1 0000000068dccec0 5 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877049.687552:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687553:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687555:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195460. 00000020:00000001:0.0:1788877049.687612:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687614:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687616:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687617:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557986464 : -126393151565152 : ffff8d0bcd1952a0) 00000020:00000001:0.0:1788877049.687619:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687621:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687622:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687623:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687625:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687628:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a0a9903a[2 0000000068dccec0 1 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877049.687629:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687630:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687632:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687633:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195300 00000008:00000001:0.0:1788877049.687635:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687636:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195310 page ffff8d0bcd195300 at index 168. 00000008:00000001:0.0:1788877049.687638:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687641:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687642:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffa80 index 168 00000020:00000001:0.0:1788877049.687644:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687645:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687646:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687649:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a0a9903a[1 0000000068dccec0 5 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877049.687651:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687652:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687655:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1952a0. 00000020:00000001:0.0:1788877049.687657:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687658:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687659:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687660:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557986688 : -126393151564928 : ffff8d0bcd195380) 00000020:00000001:0.0:1788877049.687662:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687663:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687664:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687665:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687666:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687669:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c5518044[2 0000000068dccec0 1 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877049.687671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687672:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687674:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687675:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1953e0 00000008:00000001:0.0:1788877049.687676:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687677:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1953f0 page ffff8d0bcd1953e0 at index 169. 00000008:00000001:0.0:1788877049.687679:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687681:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687683:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffac0 index 169 00000020:00000001:0.0:1788877049.687685:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687686:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687687:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687690:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c5518044[1 0000000068dccec0 5 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877049.687691:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687692:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687694:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195380. 00000020:00000001:0.0:1788877049.687696:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687697:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687698:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687700:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557986016 : -126393151565600 : ffff8d0bcd1950e0) 00000020:00000001:0.0:1788877049.687702:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687703:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687704:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687705:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687706:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d5809c6e[2 0000000068dccec0 1 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877049.687710:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687712:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687713:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687714:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195140 00000008:00000001:0.0:1788877049.687715:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687717:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195150 page ffff8d0bcd195140 at index 170. 00000008:00000001:0.0:1788877049.687719:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687720:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687722:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffb00 index 170 00000020:00000001:0.0:1788877049.687723:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687724:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687725:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687727:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d5809c6e[1 0000000068dccec0 5 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877049.687729:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687730:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687732:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1950e0. 00000020:00000001:0.0:1788877049.687734:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687735:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687736:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687738:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557985792 : -126393151565824 : ffff8d0bcd195000) 00000020:00000001:0.0:1788877049.687740:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687741:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687742:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687744:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687745:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687747:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c1216f3c[2 0000000068dccec0 1 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877049.687748:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687750:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687751:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687752:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd195060 00000008:00000001:0.0:1788877049.687754:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687755:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd195070 page ffff8d0bcd195060 at index 171. 00000008:00000001:0.0:1788877049.687757:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687759:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687760:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffb40 index 171 00000020:00000001:0.0:1788877049.687762:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687763:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687764:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687767:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c1216f3c[1 0000000068dccec0 5 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877049.687768:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687769:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687771:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195000. 00000020:00000001:0.0:1788877049.687773:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687774:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687776:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687777:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557987136 : -126393151564480 : ffff8d0bcd195540) 00000020:00000001:0.0:1788877049.687779:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687780:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687781:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687782:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687784:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687786:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005f2146ba[2 0000000068dccec0 1 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877049.687787:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687789:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687790:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687791:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1955a0 00000008:00000001:0.0:1788877049.687792:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687794:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1955b0 page ffff8d0bcd1955a0 at index 172. 00000008:00000001:0.0:1788877049.687796:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687798:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687799:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffb80 index 172 00000020:00000001:0.0:1788877049.687801:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687802:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687803:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687806:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005f2146ba[1 0000000068dccec0 5 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877049.687807:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687808:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687809:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd195540. 00000020:00000001:0.0:1788877049.687811:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.687812:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.687813:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.687815:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557985280 : -126393151566336 : ffff8d0bcd194e00) 00000020:00000001:0.0:1788877049.687817:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687818:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.687819:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.687820:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.687821:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.687825:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000702cc20a[2 0000000068dccec0 1 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877049.687826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.687827:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.687828:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.687829:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194e60 00000008:00000001:0.0:1788877049.687831:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.687832:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194e70 page ffff8d0bcd194e60 at index 173. 00000008:00000001:0.0:1788877049.687834:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.687836:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.687837:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffbc0 index 173 00000020:00000001:0.0:1788877049.687839:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687840:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.687841:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.687844:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000702cc20a[1 0000000068dccec0 5 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877049.687845:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.687847:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.687848:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194e00. 00000020:00000001:0.0:1788877049.689720:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.689725:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.689729:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.689731:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557983936 : -126393151567680 : ffff8d0bcd1948c0) 00000020:00000001:0.0:1788877049.689735:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.689737:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.689738:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.689740:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.689741:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.689747:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000260e7b4e[2 0000000068dccec0 1 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877049.689749:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.689750:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.689752:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.689753:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194920 00000008:00000001:0.0:1788877049.689755:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.689757:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194930 page ffff8d0bcd194920 at index 174. 00000008:00000001:0.0:1788877049.689759:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.689765:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.689767:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffc00 index 174 00000020:00000001:0.0:1788877049.689770:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.689771:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.689772:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.689775:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000260e7b4e[1 0000000068dccec0 5 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877049.689776:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.689778:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.689781:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1948c0. 00000020:00000001:0.0:1788877049.689784:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.689785:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.689786:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.689788:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557984608 : -126393151567008 : ffff8d0bcd194b60) 00000020:00000001:0.0:1788877049.689790:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.689791:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.689792:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.689792:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.689794:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.689796:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d160357d[2 0000000068dccec0 1 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877049.689797:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.689798:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.689799:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.689800:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194bc0 00000008:00000001:0.0:1788877049.689802:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.689803:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194bd0 page ffff8d0bcd194bc0 at index 175. 00000008:00000001:0.0:1788877049.689804:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.689807:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.689808:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffc40 index 175 00000020:00000001:0.0:1788877049.689810:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.689811:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.689812:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.689814:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d160357d[1 0000000068dccec0 5 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877049.689816:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.689817:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.689818:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194b60. 00000020:00000001:0.0:1788877049.689820:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.689821:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.689822:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.689823:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557985056 : -126393151566560 : ffff8d0bcd194d20) 00000020:00000001:0.0:1788877049.689825:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.689826:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.689827:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.689828:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.689829:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.689831:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005fc15694[2 0000000068dccec0 1 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877049.689833:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.689834:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.689835:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.689837:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194d80 00000008:00000001:0.0:1788877049.689838:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.689839:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194d90 page ffff8d0bcd194d80 at index 176. 00000008:00000001:0.0:1788877049.689842:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.689844:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.689845:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffc80 index 176 00000020:00000001:0.0:1788877049.689847:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.689848:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.689849:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.691835:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005fc15694[1 0000000068dccec0 5 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877049.691837:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.691839:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.691843:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194d20. 00000020:00000001:0.0:1788877049.691845:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.691898:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.691903:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.691905:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557982144 : -126393151569472 : ffff8d0bcd1941c0) 00000020:00000001:0.0:1788877049.691907:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.691909:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.691911:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.691912:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.691913:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.691917:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000091afffa2[2 0000000068dccec0 1 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877049.691919:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.691920:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.691922:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.691923:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194220 00000008:00000001:0.0:1788877049.691925:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.691927:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194230 page ffff8d0bcd194220 at index 177. 00000008:00000001:0.0:1788877049.691929:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.691935:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.691937:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffcc0 index 177 00000020:00000001:0.0:1788877049.691941:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.691942:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.691943:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.691946:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000091afffa2[1 0000000068dccec0 5 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877049.691947:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.691948:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.691950:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1941c0. 00000020:00000001:0.0:1788877049.691953:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.691954:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.691955:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.691957:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557984384 : -126393151567232 : ffff8d0bcd194a80) 00000020:00000001:0.0:1788877049.691958:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.691959:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.691961:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.691962:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.691962:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.691965:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000062a95b71[2 0000000068dccec0 1 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877049.691966:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.691967:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.691968:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.691969:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194ae0 00000008:00000001:0.0:1788877049.691970:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.691971:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194af0 page ffff8d0bcd194ae0 at index 178. 00000008:00000001:0.0:1788877049.691973:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.691975:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.691977:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffd00 index 178 00000020:00000001:0.0:1788877049.691979:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.691980:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.691981:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.691983:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000062a95b71[1 0000000068dccec0 5 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877049.691984:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.691985:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.691987:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194a80. 00000020:00000001:0.0:1788877049.691989:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.691990:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.691991:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.691992:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557983264 : -126393151568352 : ffff8d0bcd194620) 00000020:00000001:0.0:1788877049.691994:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.691995:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.691996:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.691996:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.691998:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009e3374b9[2 0000000068dccec0 1 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877049.692002:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692003:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692004:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692005:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194680 00000008:00000001:0.0:1788877049.692007:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692008:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194690 page ffff8d0bcd194680 at index 179. 00000008:00000001:0.0:1788877049.692010:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692012:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692013:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffd40 index 179 00000020:00000001:0.0:1788877049.692015:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692016:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692017:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.692020:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009e3374b9[1 0000000068dccec0 5 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877049.692021:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.692022:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.692024:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194620. 00000020:00000001:0.0:1788877049.692026:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.692027:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.692099:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.692101:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557983488 : -126393151568128 : ffff8d0bcd194700) 00000020:00000001:0.0:1788877049.692103:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692105:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692106:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.692107:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.692108:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692111:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006165c04c[2 0000000068dccec0 1 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877049.692113:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692114:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692115:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692116:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194760 00000008:00000001:0.0:1788877049.692118:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692119:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194770 page ffff8d0bcd194760 at index 180. 00000008:00000001:0.0:1788877049.692121:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692124:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692125:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffd80 index 180 00000020:00000001:0.0:1788877049.692127:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692128:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692129:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.692132:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006165c04c[1 0000000068dccec0 5 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877049.692133:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.692135:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.692137:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194700. 00000020:00000001:0.0:1788877049.692139:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.692140:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.692141:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.692143:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557984832 : -126393151566784 : ffff8d0bcd194c40) 00000020:00000001:0.0:1788877049.692144:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692145:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692146:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.692147:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.692148:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c5351902[2 0000000068dccec0 1 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877049.692152:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692153:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692155:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692156:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194ca0 00000008:00000001:0.0:1788877049.692157:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692158:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194cb0 page ffff8d0bcd194ca0 at index 181. 00000008:00000001:0.0:1788877049.692159:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692162:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692164:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffdc0 index 181 00000020:00000001:0.0:1788877049.692165:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692166:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692167:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.692170:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c5351902[1 0000000068dccec0 5 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877049.692171:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.692172:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.692174:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194c40. 00000020:00000001:0.0:1788877049.692176:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.692176:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.692178:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.692179:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557984160 : -126393151567456 : ffff8d0bcd1949a0) 00000020:00000001:0.0:1788877049.692181:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692182:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692183:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.692184:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.692185:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692188:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008c48d8f4[2 0000000068dccec0 1 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877049.692189:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692191:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692192:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692193:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194a00 00000008:00000001:0.0:1788877049.692194:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692195:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194a10 page ffff8d0bcd194a00 at index 182. 00000008:00000001:0.0:1788877049.692197:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692199:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692200:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffe00 index 182 00000020:00000001:0.0:1788877049.692202:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692203:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692204:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.692207:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008c48d8f4[1 0000000068dccec0 5 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877049.692208:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.692209:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.692211:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1949a0. 00000020:00000001:0.0:1788877049.692213:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.692214:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.692215:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.692216:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557983712 : -126393151567904 : ffff8d0bcd1947e0) 00000020:00000001:0.0:1788877049.692218:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692220:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692221:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.692222:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.692223:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692225:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000012975558[2 0000000068dccec0 1 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877049.692227:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692228:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692229:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692230:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194840 00000008:00000001:0.0:1788877049.692231:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692233:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194850 page ffff8d0bcd194840 at index 183. 00000008:00000001:0.0:1788877049.692235:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692237:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692239:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffe40 index 183 00000020:00000001:0.0:1788877049.692240:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692241:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692242:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.692245:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000012975558[1 0000000068dccec0 5 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877049.692246:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.692268:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.692271:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1947e0. 00000020:00000001:0.0:1788877049.692274:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.692275:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.692276:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.692277:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557985504 : -126393151566112 : ffff8d0bcd194ee0) 00000020:00000001:0.0:1788877049.692279:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692280:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692281:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.692282:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.692283:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692286:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006d1b4f64[2 0000000068dccec0 1 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877049.692287:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692288:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692289:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692290:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194f40 00000008:00000001:0.0:1788877049.692292:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692293:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194f50 page ffff8d0bcd194f40 at index 184. 00000008:00000001:0.0:1788877049.692294:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692297:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692298:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffe80 index 184 00000020:00000001:0.0:1788877049.692300:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692301:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692302:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.692304:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006d1b4f64[1 0000000068dccec0 5 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877049.692305:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.692306:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.692308:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194ee0. 00000020:00000001:0.0:1788877049.692310:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.692311:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.692312:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.692313:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557982816 : -126393151568800 : ffff8d0bcd194460) 00000020:00000001:0.0:1788877049.692315:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692316:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692317:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.692318:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.692319:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692321:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000061c5cb86[2 0000000068dccec0 1 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877049.692322:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692323:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692324:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692325:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1944c0 00000008:00000001:0.0:1788877049.692327:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692328:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1944d0 page ffff8d0bcd1944c0 at index 185. 00000008:00000001:0.0:1788877049.692329:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692331:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692332:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402ffec0 index 185 00000020:00000001:0.0:1788877049.692334:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692335:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692336:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.692338:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000061c5cb86[1 0000000068dccec0 5 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877049.692339:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.692340:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.692341:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194460. 00000020:00000001:0.0:1788877049.692343:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.692344:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.692345:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.692347:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557982368 : -126393151569248 : ffff8d0bcd1942a0) 00000020:00000001:0.0:1788877049.692348:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692349:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692350:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.692351:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.692352:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692354:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006a8c015d[2 0000000068dccec0 1 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877049.692355:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692356:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692357:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692358:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194300 00000008:00000001:0.0:1788877049.692359:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692360:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194310 page ffff8d0bcd194300 at index 186. 00000008:00000001:0.0:1788877049.692362:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692364:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692365:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fff00 index 186 00000020:00000001:0.0:1788877049.692367:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692368:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692368:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.692371:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006a8c015d[1 0000000068dccec0 5 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877049.692372:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.692373:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.692374:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1942a0. 00000020:00000001:0.0:1788877049.692376:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.692377:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.692378:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.692379:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557982592 : -126393151569024 : ffff8d0bcd194380) 00000020:00000001:0.0:1788877049.692381:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692382:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692382:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.692383:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.692384:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692387:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bbf380bf[2 0000000068dccec0 1 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877049.692388:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692389:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692390:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692391:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1943e0 00000008:00000001:0.0:1788877049.692392:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692394:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1943f0 page ffff8d0bcd1943e0 at index 187. 00000008:00000001:0.0:1788877049.692395:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692398:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692399:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fff40 index 187 00000020:00000001:0.0:1788877049.692401:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692402:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692403:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.692406:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bbf380bf[1 0000000068dccec0 5 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877049.692407:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.692408:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.692410:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194380. 00000020:00000001:0.0:1788877049.692412:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.692413:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.692414:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.692416:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557981920 : -126393151569696 : ffff8d0bcd1940e0) 00000020:00000001:0.0:1788877049.692417:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692418:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.692420:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.692421:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.692422:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.692424:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000293bd906[2 0000000068dccec0 1 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877049.692426:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.692427:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.692428:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.692429:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194140 00000008:00000001:0.0:1788877049.692430:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.692432:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194150 page ffff8d0bcd194140 at index 188. 00000008:00000001:0.0:1788877049.692434:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.692436:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.692437:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fff80 index 188 00000020:00000001:0.0:1788877049.692439:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692440:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.692441:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.698943:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000293bd906[1 0000000068dccec0 5 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877049.698949:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.698951:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.698957:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1940e0. 00000020:00000001:0.0:1788877049.698961:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.698962:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.698966:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.698968:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557981696 : -126393151569920 : ffff8d0bcd194000) 00000020:00000001:0.0:1788877049.698971:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.698973:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.698975:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.698976:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.698978:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.698983:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000172f0e85[2 0000000068dccec0 1 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877049.698985:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.698986:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.698988:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.698989:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd194060 00000008:00000001:0.0:1788877049.698992:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.698993:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd194070 page ffff8d0bcd194060 at index 189. 00000008:00000001:0.0:1788877049.698997:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.699003:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.699006:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fffc0 index 189 00000020:00000001:0.0:1788877049.699010:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699011:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699012:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.699015:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000172f0e85[1 0000000068dccec0 5 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877049.699016:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.699017:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.699019:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194000. 00000020:00000001:0.0:1788877049.699021:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.699022:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.699023:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.699024:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557983040 : -126393151568576 : ffff8d0bcd194540) 00000020:00000001:0.0:1788877049.699026:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699027:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699028:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.699029:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.699030:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.699032:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ae81c936[2 0000000068dccec0 1 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877049.699034:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.699035:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.699036:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.699038:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd1945a0 00000008:00000001:0.0:1788877049.699039:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.699040:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd1945b0 page ffff8d0bcd1945a0 at index 190. 00000008:00000001:0.0:1788877049.699042:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.699045:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.699047:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0000 index 190 00000020:00000001:0.0:1788877049.699049:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699049:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699051:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.699053:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ae81c936[1 0000000068dccec0 5 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877049.699054:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.699055:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.699057:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd194540. 00000020:00000001:0.0:1788877049.699059:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.699060:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.699061:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.699063:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557980736 : -126393151570880 : ffff8d0bcd193c40) 00000020:00000001:0.0:1788877049.699064:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699065:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699066:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.699067:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.699067:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.699070:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b3e4c82a[2 0000000068dccec0 1 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877049.699071:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.699072:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.699073:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.699074:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd193ca0 00000008:00000001:0.0:1788877049.699075:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.699076:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd193cb0 page ffff8d0bcd193ca0 at index 191. 00000008:00000001:0.0:1788877049.699077:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.699083:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.699084:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0040 index 191 00000020:00000001:0.0:1788877049.699086:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699087:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699088:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.699090:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b3e4c82a[1 0000000068dccec0 5 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877049.699092:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.699093:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.699094:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd193c40. 00000020:00000001:0.0:1788877049.699097:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.699098:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.699099:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.699100:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557980064 : -126393151571552 : ffff8d0bcd1939a0) 00000020:00000001:0.0:1788877049.699102:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699104:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699105:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.699106:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.699107:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.699110:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007687a899[2 0000000068dccec0 1 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877049.699111:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.699112:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.699113:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.699114:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd193a00 00000008:00000001:0.0:1788877049.699115:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.699116:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd193a10 page ffff8d0bcd193a00 at index 192. 00000008:00000001:0.0:1788877049.699118:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.699121:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.699122:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0080 index 192 00000020:00000001:0.0:1788877049.699124:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699125:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699126:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.699128:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007687a899[1 0000000068dccec0 5 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877049.699129:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.699130:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.699132:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd1939a0. 00000020:00000001:0.0:1788877049.699145:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.699146:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.699147:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.699149:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556317984 : -126393153233632 : ffff8d0bccffdd20) 00000020:00000001:0.0:1788877049.699151:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699152:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699153:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.699154:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.699155:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.699158:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007d66d749[2 0000000068dccec0 1 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877049.699159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.699160:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.699162:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.699163:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffdd80 00000008:00000001:0.0:1788877049.699164:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.699165:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffdd90 page ffff8d0bccffdd80 at index 193. 00000008:00000001:0.0:1788877049.699167:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.699170:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.699172:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f99c0 index 193 00000020:00000001:0.0:1788877049.699174:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699175:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699176:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.699178:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007d66d749[1 0000000068dccec0 5 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877049.699180:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.699181:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.699183:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffdd20. 00000020:00000001:0.0:1788877049.699185:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.699186:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.699187:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.699189:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556315072 : -126393153236544 : ffff8d0bccffd1c0) 00000020:00000001:0.0:1788877049.699199:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699200:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.699201:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.699203:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.699204:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.699206:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001d26c523[2 0000000068dccec0 1 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877049.699208:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.699209:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.699211:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.699212:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffd220 00000008:00000001:0.0:1788877049.699213:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.699214:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffd230 page ffff8d0bccffd220 at index 194. 00000008:00000001:0.0:1788877049.699216:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.699219:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.699220:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9a00 index 194 00000020:00000001:0.0:1788877049.699222:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699223:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.699224:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.699226:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001d26c523[1 0000000068dccec0 5 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877049.699228:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.699229:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.699231:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffd1c0. 00000020:00000001:0.0:1788877049.699233:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.699234:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.700527:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.700530:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556317312 : -126393153234304 : ffff8d0bccffda80) 00000020:00000001:0.0:1788877049.700532:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700534:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700535:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.700536:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.700538:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.700646:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d855393[2 0000000068dccec0 1 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877049.700649:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.700650:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.700652:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.700654:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffdae0 00000008:00000001:0.0:1788877049.700655:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.700657:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffdaf0 page ffff8d0bccffdae0 at index 195. 00000008:00000001:0.0:1788877049.700659:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.700664:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.700666:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9a40 index 195 00000020:00000001:0.0:1788877049.700669:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.700670:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.700672:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.700675:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d855393[1 0000000068dccec0 5 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877049.700676:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.700677:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.700680:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffda80. 00000020:00000001:0.0:1788877049.700683:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.700684:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.700685:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.700687:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556316192 : -126393153235424 : ffff8d0bccffd620) 00000020:00000001:0.0:1788877049.700689:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700690:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700691:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.700692:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.700693:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.700696:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ebc2327f[2 0000000068dccec0 1 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877049.700697:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.700698:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.700699:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.700700:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffd680 00000008:00000001:0.0:1788877049.700701:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.700702:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffd690 page ffff8d0bccffd680 at index 196. 00000008:00000001:0.0:1788877049.700704:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.700706:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.700708:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9a80 index 196 00000020:00000001:0.0:1788877049.700710:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.700711:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.700712:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.700714:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ebc2327f[1 0000000068dccec0 5 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877049.700716:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.700717:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.700719:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffd620. 00000020:00000001:0.0:1788877049.700721:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.700722:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.700723:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.700724:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556316416 : -126393153235200 : ffff8d0bccffd700) 00000020:00000001:0.0:1788877049.700726:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700727:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700728:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.700729:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.700730:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.700732:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000045136a93[2 0000000068dccec0 1 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877049.700734:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.700735:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.700736:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.700737:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffd760 00000008:00000001:0.0:1788877049.700738:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.700739:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffd770 page ffff8d0bccffd760 at index 197. 00000008:00000001:0.0:1788877049.700741:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.700743:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.700745:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9ac0 index 197 00000020:00000001:0.0:1788877049.700747:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.700748:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.700749:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.700751:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000045136a93[1 0000000068dccec0 5 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877049.700752:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.700753:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.700755:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffd700. 00000020:00000001:0.0:1788877049.700758:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.700759:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.700760:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.700761:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556317760 : -126393153233856 : ffff8d0bccffdc40) 00000020:00000001:0.0:1788877049.700763:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700764:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700765:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.700766:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.700767:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.700770:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000005382139[2 0000000068dccec0 1 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877049.700771:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.700773:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.700774:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.700775:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffdca0 00000008:00000001:0.0:1788877049.700776:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.700777:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffdcb0 page ffff8d0bccffdca0 at index 198. 00000008:00000001:0.0:1788877049.700779:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.700781:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.700782:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9b00 index 198 00000020:00000001:0.0:1788877049.700784:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.700785:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.700786:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.700788:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000005382139[1 0000000068dccec0 5 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877049.700790:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.700791:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.700792:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffdc40. 00000020:00000001:0.0:1788877049.700795:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.700796:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.700797:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.700798:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556317088 : -126393153234528 : ffff8d0bccffd9a0) 00000020:00000001:0.0:1788877049.700800:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700801:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.700802:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.700803:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.700804:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.700806:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008508d219[2 0000000068dccec0 1 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877049.701845:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.701848:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.701849:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.702696:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffda00 00000008:00000001:0.0:1788877049.702701:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.702702:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffda10 page ffff8d0bccffda00 at index 199. 00000008:00000001:0.0:1788877049.702706:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.702711:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.702716:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9b40 index 199 00000020:00000001:0.0:1788877049.702719:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702720:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702722:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.702727:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008508d219[1 0000000068dccec0 5 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877049.702729:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.702730:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.702734:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffd9a0. 00000020:00000001:0.0:1788877049.702738:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.702739:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.702742:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.702744:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556316640 : -126393153234976 : ffff8d0bccffd7e0) 00000020:00000001:0.0:1788877049.702746:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702747:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702749:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.702750:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.702751:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.702754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dffa6a5c[2 0000000068dccec0 1 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877049.702756:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.702757:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.702758:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.702759:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffd840 00000008:00000001:0.0:1788877049.702760:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.702762:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffd850 page ffff8d0bccffd840 at index 200. 00000008:00000001:0.0:1788877049.702763:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.702766:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.702767:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9b80 index 200 00000020:00000001:0.0:1788877049.702769:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702771:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702772:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.702774:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dffa6a5c[1 0000000068dccec0 5 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877049.702776:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.702777:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.702779:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffd7e0. 00000020:00000001:0.0:1788877049.702781:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.702782:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.702784:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.702785:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556318432 : -126393153233184 : ffff8d0bccffdee0) 00000020:00000001:0.0:1788877049.702787:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702788:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702789:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.702790:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.702791:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.702794:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ef453656[2 0000000068dccec0 1 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877049.702795:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.702796:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.702798:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.702799:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffdf40 00000008:00000001:0.0:1788877049.702800:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.702802:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffdf50 page ffff8d0bccffdf40 at index 201. 00000008:00000001:0.0:1788877049.702804:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.702806:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.702807:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9bc0 index 201 00000020:00000001:0.0:1788877049.702809:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702811:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702811:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.702814:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ef453656[1 0000000068dccec0 5 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877049.702815:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.702816:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.702818:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffdee0. 00000020:00000001:0.0:1788877049.702820:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.702821:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.702823:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.702824:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556315744 : -126393153235872 : ffff8d0bccffd460) 00000020:00000001:0.0:1788877049.702827:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702828:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702829:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.702830:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.702831:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.702834:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008c1ade09[2 0000000068dccec0 1 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877049.702835:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.702837:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.702838:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.702839:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffd4c0 00000008:00000001:0.0:1788877049.702840:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.702841:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffd4d0 page ffff8d0bccffd4c0 at index 202. 00000008:00000001:0.0:1788877049.702843:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.702846:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.702847:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9c00 index 202 00000020:00000001:0.0:1788877049.702849:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702850:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702916:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.702919:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008c1ade09[1 0000000068dccec0 5 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877049.702921:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.702922:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.702924:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffd460. 00000020:00000001:0.0:1788877049.702927:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.702927:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.702929:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.702930:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556315296 : -126393153236320 : ffff8d0bccffd2a0) 00000020:00000001:0.0:1788877049.702932:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702933:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702934:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.702935:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.702936:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.702938:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bcfe3780[2 0000000068dccec0 1 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877049.702940:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.702941:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.702942:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.702942:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffd300 00000008:00000001:0.0:1788877049.702944:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.702945:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffd310 page ffff8d0bccffd300 at index 203. 00000008:00000001:0.0:1788877049.702947:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.702949:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.702951:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9c40 index 203 00000020:00000001:0.0:1788877049.702953:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702954:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702954:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.702956:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bcfe3780[1 0000000068dccec0 5 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877049.702957:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.702959:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.702960:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffd2a0. 00000020:00000001:0.0:1788877049.702962:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.702963:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.702964:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.702965:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556315520 : -126393153236096 : ffff8d0bccffd380) 00000020:00000001:0.0:1788877049.702967:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702968:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.702969:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.702971:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.702972:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.702974:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000326d0e72[2 0000000068dccec0 1 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877049.702975:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.702976:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.702977:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.702978:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffd3e0 00000008:00000001:0.0:1788877049.702979:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.702980:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffd3f0 page ffff8d0bccffd3e0 at index 204. 00000008:00000001:0.0:1788877049.702981:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.702983:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.702984:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9c80 index 204 00000020:00000001:0.0:1788877049.702985:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702986:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.702987:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.702989:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000326d0e72[1 0000000068dccec0 5 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877049.702990:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.702991:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.702993:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffd380. 00000020:00000001:0.0:1788877049.702995:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.702996:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.702997:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.702998:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556314848 : -126393153236768 : ffff8d0bccffd0e0) 00000020:00000001:0.0:1788877049.703000:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703001:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703002:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703002:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703003:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703005:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000576b9b86[2 0000000068dccec0 1 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877049.703006:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703007:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703009:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703009:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffd140 00000008:00000001:0.0:1788877049.703011:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703012:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffd150 page ffff8d0bccffd140 at index 205. 00000008:00000001:0.0:1788877049.703013:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703016:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703017:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9cc0 index 205 00000020:00000001:0.0:1788877049.703019:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703020:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703021:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703023:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000576b9b86[1 0000000068dccec0 5 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877049.703024:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703025:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703026:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffd0e0. 00000020:00000001:0.0:1788877049.703028:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703029:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703030:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703031:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556322304 : -126393153229312 : ffff8d0bccffee00) 00000020:00000001:0.0:1788877049.703033:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703033:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703035:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703035:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703036:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d19b03e[2 0000000068dccec0 1 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877049.703040:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703041:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703042:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703042:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffee60 00000008:00000001:0.0:1788877049.703044:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703045:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffee70 page ffff8d0bccffee60 at index 206. 00000008:00000001:0.0:1788877049.703046:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703048:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703049:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9d00 index 206 00000020:00000001:0.0:1788877049.703051:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703052:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703053:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703055:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d19b03e[1 0000000068dccec0 5 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877049.703056:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703057:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703058:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffee00. 00000020:00000001:0.0:1788877049.703061:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703062:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703063:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703064:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556320960 : -126393153230656 : ffff8d0bccffe8c0) 00000020:00000001:0.0:1788877049.703065:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703067:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703068:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703069:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703070:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703072:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aa5074e7[2 0000000068dccec0 1 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877049.703073:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703074:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703075:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703076:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe920 00000008:00000001:0.0:1788877049.703077:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703078:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe930 page ffff8d0bccffe920 at index 207. 00000008:00000001:0.0:1788877049.703079:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703081:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703083:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9d40 index 207 00000020:00000001:0.0:1788877049.703084:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703085:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703086:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703088:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aa5074e7[1 0000000068dccec0 5 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877049.703089:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703090:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703091:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe8c0. 00000020:00000001:0.0:1788877049.703093:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703094:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703095:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703096:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556321632 : -126393153229984 : ffff8d0bccffeb60) 00000020:00000001:0.0:1788877049.703097:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703098:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703099:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703100:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703101:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a91d9b80[2 0000000068dccec0 1 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877049.703104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703105:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703106:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703106:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffebc0 00000008:00000001:0.0:1788877049.703107:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703108:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffebd0 page ffff8d0bccffebc0 at index 208. 00000008:00000001:0.0:1788877049.703110:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703111:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703113:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9d80 index 208 00000020:00000001:0.0:1788877049.703115:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703116:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703117:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703118:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a91d9b80[1 0000000068dccec0 5 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877049.703120:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703121:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703122:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffeb60. 00000020:00000001:0.0:1788877049.703124:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703125:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703126:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703127:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556322080 : -126393153229536 : ffff8d0bccffed20) 00000020:00000001:0.0:1788877049.703129:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703130:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703131:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703132:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703133:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703135:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b1fbdd39[2 0000000068dccec0 1 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877049.703136:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703137:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703139:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703140:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffed80 00000008:00000001:0.0:1788877049.703141:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703142:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffed90 page ffff8d0bccffed80 at index 209. 00000008:00000001:0.0:1788877049.703144:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703146:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703147:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9dc0 index 209 00000020:00000001:0.0:1788877049.703149:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703150:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703151:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703154:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b1fbdd39[1 0000000068dccec0 5 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877049.703155:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703156:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703158:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffed20. 00000020:00000001:0.0:1788877049.703160:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703160:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703217:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703219:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556319168 : -126393153232448 : ffff8d0bccffe1c0) 00000020:00000001:0.0:1788877049.703221:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703223:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703224:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703225:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703226:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703229:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000150493df[2 0000000068dccec0 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877049.703231:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703232:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703234:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703235:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe220 00000008:00000001:0.0:1788877049.703236:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703237:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe230 page ffff8d0bccffe220 at index 210. 00000008:00000001:0.0:1788877049.703240:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703243:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703245:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9e00 index 210 00000020:00000001:0.0:1788877049.703261:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703262:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703264:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703267:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000150493df[1 0000000068dccec0 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877049.703268:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703269:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703271:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe1c0. 00000020:00000001:0.0:1788877049.703274:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703275:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703276:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703278:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556321408 : -126393153230208 : ffff8d0bccffea80) 00000020:00000001:0.0:1788877049.703280:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703281:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703282:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703283:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703284:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703286:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f98e887a[2 0000000068dccec0 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877049.703288:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703289:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703290:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703291:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffeae0 00000008:00000001:0.0:1788877049.703293:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703294:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffeaf0 page ffff8d0bccffeae0 at index 211. 00000008:00000001:0.0:1788877049.703296:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703298:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703300:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9e40 index 211 00000020:00000001:0.0:1788877049.703303:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703304:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703305:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703307:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f98e887a[1 0000000068dccec0 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877049.703309:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703310:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703312:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffea80. 00000020:00000001:0.0:1788877049.703314:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703315:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703316:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703318:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556320288 : -126393153231328 : ffff8d0bccffe620) 00000020:00000001:0.0:1788877049.703320:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703320:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703322:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703323:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703324:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703326:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000bf53bdb[2 0000000068dccec0 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877049.703328:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703329:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703330:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703331:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe680 00000008:00000001:0.0:1788877049.703333:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703334:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe690 page ffff8d0bccffe680 at index 212. 00000008:00000001:0.0:1788877049.703336:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703338:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703340:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9e80 index 212 00000020:00000001:0.0:1788877049.703341:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703343:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703344:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703346:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000bf53bdb[1 0000000068dccec0 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877049.703347:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703349:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703350:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe620. 00000020:00000001:0.0:1788877049.703353:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703354:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703355:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703356:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556320512 : -126393153231104 : ffff8d0bccffe700) 00000020:00000001:0.0:1788877049.703358:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703360:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703361:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703362:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703363:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703366:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000eebc2769[2 0000000068dccec0 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877049.703367:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703368:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703369:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703370:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe760 00000008:00000001:0.0:1788877049.703371:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703372:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe770 page ffff8d0bccffe760 at index 213. 00000008:00000001:0.0:1788877049.703373:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703375:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703376:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9ec0 index 213 00000020:00000001:0.0:1788877049.703378:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703378:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703379:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703381:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000eebc2769[1 0000000068dccec0 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877049.703382:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703383:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703385:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe700. 00000020:00000001:0.0:1788877049.703386:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703387:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703389:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703390:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556321856 : -126393153229760 : ffff8d0bccffec40) 00000020:00000001:0.0:1788877049.703392:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703393:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703394:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703395:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703396:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703398:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000073a8a0ea[2 0000000068dccec0 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877049.703400:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703401:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703402:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703403:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffeca0 00000008:00000001:0.0:1788877049.703405:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703406:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffecb0 page ffff8d0bccffeca0 at index 214. 00000008:00000001:0.0:1788877049.703408:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703410:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703412:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9f00 index 214 00000020:00000001:0.0:1788877049.703414:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703414:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703415:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703418:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000073a8a0ea[1 0000000068dccec0 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877049.703419:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703420:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703422:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffec40. 00000020:00000001:0.0:1788877049.703424:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703425:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703426:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703427:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556321184 : -126393153230432 : ffff8d0bccffe9a0) 00000020:00000001:0.0:1788877049.703429:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703430:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703431:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703432:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703433:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703436:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000093eef582[2 0000000068dccec0 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877049.703438:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703439:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703440:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703441:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffea00 00000008:00000001:0.0:1788877049.703443:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703452:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffea10 page ffff8d0bccffea00 at index 215. 00000008:00000001:0.0:1788877049.703455:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703457:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703459:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9f40 index 215 00000020:00000001:0.0:1788877049.703461:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703462:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703463:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703466:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000093eef582[1 0000000068dccec0 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877049.703468:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703469:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703471:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe9a0. 00000020:00000001:0.0:1788877049.703473:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703474:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703476:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703477:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556320736 : -126393153230880 : ffff8d0bccffe7e0) 00000020:00000001:0.0:1788877049.703479:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703481:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703482:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703483:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703484:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703486:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000588c614c[2 0000000068dccec0 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877049.703488:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703489:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703490:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703491:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe840 00000008:00000001:0.0:1788877049.703493:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703494:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe850 page ffff8d0bccffe840 at index 216. 00000008:00000001:0.0:1788877049.703496:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703498:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703500:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9f80 index 216 00000020:00000001:0.0:1788877049.703502:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703503:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703504:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703507:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000588c614c[1 0000000068dccec0 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877049.703508:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703509:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.703511:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe7e0. 00000020:00000001:0.0:1788877049.703513:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.703514:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.703516:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.703517:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556322528 : -126393153229088 : ffff8d0bccffeee0) 00000020:00000001:0.0:1788877049.703519:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703520:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.703521:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.703522:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.703523:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.703526:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005af2c78d[2 0000000068dccec0 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877049.703527:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.703529:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.703530:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.703531:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffef40 00000008:00000001:0.0:1788877049.703532:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.703534:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffef50 page ffff8d0bccffef40 at index 217. 00000008:00000001:0.0:1788877049.703535:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.703537:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.703539:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402f9fc0 index 217 00000020:00000001:0.0:1788877049.703551:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703553:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.703554:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.703556:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005af2c78d[1 0000000068dccec0 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877049.703558:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.703559:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.707484:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffeee0. 00000020:00000001:0.0:1788877049.707494:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.707496:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.707502:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.707504:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556319840 : -126393153231776 : ffff8d0bccffe460) 00000020:00000001:0.0:1788877049.707507:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.707509:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.707511:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.707512:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.707514:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.707520:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d933b809[2 0000000068dccec0 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877049.707522:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.707524:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.707526:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.707528:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe4c0 00000008:00000001:0.0:1788877049.707530:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.707532:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe4d0 page ffff8d0bccffe4c0 at index 218. 00000008:00000001:0.0:1788877049.707534:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.708472:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.708476:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fa000 index 218 00000020:00000001:0.0:1788877049.708480:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.708482:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.708484:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.708488:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d933b809[1 0000000068dccec0 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877049.708490:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.708491:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.708494:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe460. 00000020:00000001:0.0:1788877049.708497:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.708498:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.708500:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.708502:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556319392 : -126393153232224 : ffff8d0bccffe2a0) 00000020:00000001:0.0:1788877049.708504:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.708506:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.708507:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.708508:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.708509:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.708512:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ba06250f[2 0000000068dccec0 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877049.708514:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.708515:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.708517:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.708518:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe300 00000008:00000001:0.0:1788877049.708520:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.708521:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe310 page ffff8d0bccffe300 at index 219. 00000008:00000001:0.0:1788877049.708524:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.708526:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.708528:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fa040 index 219 00000020:00000001:0.0:1788877049.708530:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.708531:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.708532:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.708535:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ba06250f[1 0000000068dccec0 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877049.708536:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.708537:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.708539:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe2a0. 00000020:00000001:0.0:1788877049.708552:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.708553:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.708554:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.708555:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556319616 : -126393153232000 : ffff8d0bccffe380) 00000020:00000001:0.0:1788877049.709647:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709649:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709651:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.709652:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.709653:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.709658:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d7c7702[2 0000000068dccec0 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877049.709660:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.709661:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.709662:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.709664:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe3e0 00000008:00000001:0.0:1788877049.709666:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.709668:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe3f0 page ffff8d0bccffe3e0 at index 220. 00000008:00000001:0.0:1788877049.709670:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.709675:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.709678:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fa080 index 220 00000020:00000001:0.0:1788877049.709680:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709681:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709683:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.709685:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d7c7702[1 0000000068dccec0 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877049.709687:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.709688:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.709691:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe380. 00000020:00000001:0.0:1788877049.709693:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.709694:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.709697:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.709699:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556318944 : -126393153232672 : ffff8d0bccffe0e0) 00000020:00000001:0.0:1788877049.709701:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709702:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709703:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.709704:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.709705:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.709708:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000098651a72[2 0000000068dccec0 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877049.709710:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.709711:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.709712:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.709713:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe140 00000008:00000001:0.0:1788877049.709715:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.709716:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe150 page ffff8d0bccffe140 at index 221. 00000008:00000001:0.0:1788877049.709718:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.709720:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.709721:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fa0c0 index 221 00000020:00000001:0.0:1788877049.709723:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709725:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709725:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.709728:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000098651a72[1 0000000068dccec0 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877049.709730:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.709731:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.709733:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe0e0. 00000020:00000001:0.0:1788877049.709735:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.709735:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.709736:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.709738:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556318720 : -126393153232896 : ffff8d0bccffe000) 00000020:00000001:0.0:1788877049.709740:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709741:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709742:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.709744:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.709745:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.709747:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f254977[2 0000000068dccec0 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877049.709748:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.709749:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.709751:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.709752:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe060 00000008:00000001:0.0:1788877049.709754:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.709755:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe070 page ffff8d0bccffe060 at index 222. 00000008:00000001:0.0:1788877049.709758:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.709760:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.709761:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fa100 index 222 00000020:00000001:0.0:1788877049.709763:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709764:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709765:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.709768:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f254977[1 0000000068dccec0 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877049.709769:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.709770:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.709772:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe000. 00000020:00000001:0.0:1788877049.709774:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.709775:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.709776:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.709778:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556320064 : -126393153231552 : ffff8d0bccffe540) 00000020:00000001:0.0:1788877049.709780:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709781:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709783:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.709784:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.709785:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.709787:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005293cd5a[2 0000000068dccec0 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877049.709789:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.709790:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.709792:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.709792:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffe5a0 00000008:00000001:0.0:1788877049.709794:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.709795:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffe5b0 page ffff8d0bccffe5a0 at index 223. 00000008:00000001:0.0:1788877049.709798:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.709800:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.709802:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fa140 index 223 00000020:00000001:0.0:1788877049.709804:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709805:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709806:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.709808:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005293cd5a[1 0000000068dccec0 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877049.709810:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.709811:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.709812:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccffe540. 00000020:00000001:0.0:1788877049.709814:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.709816:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.709817:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.709818:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556324384 : -126393153227232 : ffff8d0bccfff620) 00000020:00000001:0.0:1788877049.709820:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709821:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.709823:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.709824:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.709825:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.709828:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009783c817[2 0000000068dccec0 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877049.709830:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.709831:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.709833:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.709834:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff680 00000008:00000001:0.0:1788877049.709835:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.709836:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff690 page ffff8d0bccfff680 at index 224. 00000008:00000001:0.0:1788877049.709838:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.709840:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.709841:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fa180 index 224 00000020:00000001:0.0:1788877049.709843:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709844:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.709845:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.709848:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009783c817[1 0000000068dccec0 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877049.709850:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.711694:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.711698:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff620. 00000020:00000001:0.0:1788877049.711702:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.711703:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.711785:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.711788:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556324608 : -126393153227008 : ffff8d0bccfff700) 00000020:00000001:0.0:1788877049.711791:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.711793:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.711795:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.711797:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.711798:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.711804:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a834f34a[2 0000000068dccec0 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877049.711806:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.711808:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.711810:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.711811:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff760 00000008:00000001:0.0:1788877049.711814:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.711815:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff770 page ffff8d0bccfff760 at index 225. 00000008:00000001:0.0:1788877049.711818:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.711823:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.711826:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fa1c0 index 225 00000020:00000001:0.0:1788877049.711830:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.711831:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.711832:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.711835:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a834f34a[1 0000000068dccec0 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877049.711837:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.711838:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.711840:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff700. 00000020:00000001:0.0:1788877049.711843:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.711844:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.711845:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.711847:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556325952 : -126393153225664 : ffff8d0bccfffc40) 00000020:00000001:0.0:1788877049.711849:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.711850:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.712315:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.712317:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.712318:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.712322:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bb1e1167[2 0000000068dccec0 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877049.712324:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.712325:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.712327:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.712328:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfffca0 00000008:00000001:0.0:1788877049.712330:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.712332:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfffcb0 page ffff8d0bccfffca0 at index 226. 00000008:00000001:0.0:1788877049.712335:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.712338:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.712340:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fd500 index 226 00000020:00000001:0.0:1788877049.712343:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.712344:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.712345:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.712348:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bb1e1167[1 0000000068dccec0 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877049.712349:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.712350:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.712353:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfffc40. 00000020:00000001:0.0:1788877049.712355:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.712356:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.712358:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.712359:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556325280 : -126393153226336 : ffff8d0bccfff9a0) 00000020:00000001:0.0:1788877049.712361:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.712362:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.712364:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.712365:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.712366:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.712369:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e09258c7[2 0000000068dccec0 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877049.712370:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.712372:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.712373:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.712374:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfffa00 00000008:00000001:0.0:1788877049.712375:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.712377:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfffa10 page ffff8d0bccfffa00 at index 227. 00000008:00000001:0.0:1788877049.712379:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.712382:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.712383:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fd540 index 227 00000020:00000001:0.0:1788877049.712385:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.712386:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.712387:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.712390:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e09258c7[1 0000000068dccec0 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877049.713721:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.713723:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.713727:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff9a0. 00000020:00000001:0.0:1788877049.713730:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.713731:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.713734:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.713735:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556324832 : -126393153226784 : ffff8d0bccfff7e0) 00000020:00000001:0.0:1788877049.713738:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.713740:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.713741:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.713743:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.713744:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.713748:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d8a34e41[2 0000000068dccec0 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877049.713749:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.713751:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.713752:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.713754:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff840 00000008:00000001:0.0:1788877049.713755:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.713757:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff850 page ffff8d0bccfff840 at index 228. 00000008:00000001:0.0:1788877049.713759:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.713763:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.713766:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fd580 index 228 00000020:00000001:0.0:1788877049.713769:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.713770:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.713771:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.713775:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d8a34e41[1 0000000068dccec0 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877049.713776:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.713777:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.713779:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff7e0. 00000020:00000001:0.0:1788877049.713781:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.713782:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.713783:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.713785:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556326624 : -126393153224992 : ffff8d0bccfffee0) 00000020:00000001:0.0:1788877049.713787:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.713788:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.713789:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.713790:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.713791:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.713794:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c3fd11d9[2 0000000068dccec0 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877049.713795:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.713797:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.713798:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.713799:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccffff40 00000008:00000001:0.0:1788877049.713800:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.713801:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccffff50 page ffff8d0bccffff40 at index 229. 00000008:00000001:0.0:1788877049.713803:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.713805:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.713807:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fd5c0 index 229 00000020:00000001:0.0:1788877049.713809:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.713810:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.713811:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.713814:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c3fd11d9[1 0000000068dccec0 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877049.713815:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.713816:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.713818:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfffee0. 00000020:00000001:0.0:1788877049.713820:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.713821:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.713822:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.713824:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556323936 : -126393153227680 : ffff8d0bccfff460) 00000020:00000001:0.0:1788877049.713826:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.713827:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.713829:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.713830:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.713831:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.713833:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000260c4229[2 0000000068dccec0 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877049.713835:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.713836:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.713837:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.713838:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff4c0 00000008:00000001:0.0:1788877049.713840:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.713841:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff4d0 page ffff8d0bccfff4c0 at index 230. 00000008:00000001:0.0:1788877049.713843:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.713845:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.713846:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fd600 index 230 00000020:00000001:0.0:1788877049.713848:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.713849:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.714818:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.714823:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000260c4229[1 0000000068dccec0 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877049.714825:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.714826:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.714830:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff460. 00000020:00000001:0.0:1788877049.714833:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.714834:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.714837:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.714838:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556323488 : -126393153228128 : ffff8d0bccfff2a0) 00000020:00000001:0.0:1788877049.714840:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.714842:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.714844:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.714845:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.714846:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.714849:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000054b5052e[2 0000000068dccec0 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877049.715262:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.715266:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.715268:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.715269:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff300 00000008:00000001:0.0:1788877049.715272:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.715273:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff310 page ffff8d0bccfff300 at index 231. 00000008:00000001:0.0:1788877049.715276:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.715281:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.715284:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402fd640 index 231 00000020:00000001:0.0:1788877049.715287:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.715288:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.715290:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.715294:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000054b5052e[1 0000000068dccec0 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877049.715295:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.715297:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.715299:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff2a0. 00000020:00000001:0.0:1788877049.715302:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.715303:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.715304:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.715306:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556323712 : -126393153227904 : ffff8d0bccfff380) 00000020:00000001:0.0:1788877049.715308:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.715310:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.715311:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.715312:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.715313:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.715316:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f918b33a[2 0000000068dccec0 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877049.715318:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.715319:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.715321:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.715322:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff3e0 00000008:00000001:0.0:1788877049.715323:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.715325:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff3f0 page ffff8d0bccfff3e0 at index 232. 00000008:00000001:0.0:1788877049.715327:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.715330:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.715332:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e05c0 index 232 00000020:00000001:0.0:1788877049.715334:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.715335:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.715336:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.715339:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f918b33a[1 0000000068dccec0 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877049.715341:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.715342:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.715344:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff380. 00000020:00000001:0.0:1788877049.715346:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.715347:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.715348:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.715350:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556323040 : -126393153228576 : ffff8d0bccfff0e0) 00000020:00000001:0.0:1788877049.715352:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.715353:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.715355:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.715356:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.715357:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.715360:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000042956943[2 0000000068dccec0 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877049.715361:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.715363:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.715364:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.715365:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff140 00000008:00000001:0.0:1788877049.715366:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.715368:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff150 page ffff8d0bccfff140 at index 233. 00000008:00000001:0.0:1788877049.715370:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.715372:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.715374:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0600 index 233 00000020:00000001:0.0:1788877049.715376:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.715377:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.715378:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.715381:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000042956943[1 0000000068dccec0 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877049.715382:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.715384:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.715385:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff0e0. 00000020:00000001:0.0:1788877049.715387:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.715388:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.716654:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.716656:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556322816 : -126393153228800 : ffff8d0bccfff000) 00000020:00000001:0.0:1788877049.716660:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.716662:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.716663:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.716664:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.716666:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.716671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002eb340aa[2 0000000068dccec0 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877049.716673:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.716675:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.716677:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.716678:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff060 00000008:00000001:0.0:1788877049.716681:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.716682:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff070 page ffff8d0bccfff060 at index 234. 00000008:00000001:0.0:1788877049.716685:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.716691:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.716694:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0640 index 234 00000020:00000001:0.0:1788877049.716697:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.716698:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.716700:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.716703:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002eb340aa[1 0000000068dccec0 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877049.716705:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.716706:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.716710:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff000. 00000020:00000001:0.0:1788877049.716713:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.716715:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.716716:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.716718:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556324160 : -126393153227456 : ffff8d0bccfff540) 00000020:00000001:0.0:1788877049.716720:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.716721:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.716723:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.716724:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.716725:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.716728:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000778b8873[2 0000000068dccec0 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877049.716730:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.716731:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.716733:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.716734:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff5a0 00000008:00000001:0.0:1788877049.716735:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.716737:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff5b0 page ffff8d0bccfff5a0 at index 235. 00000008:00000001:0.0:1788877049.716739:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.716741:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.716743:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0680 index 235 00000020:00000001:0.0:1788877049.716745:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.716747:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.716748:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.716751:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000778b8873[1 0000000068dccec0 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877049.716752:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.716754:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.716755:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff540. 00000020:00000001:0.0:1788877049.716757:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.716759:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.716760:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.716762:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556326400 : -126393153225216 : ffff8d0bccfffe00) 00000020:00000001:0.0:1788877049.716764:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.716765:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.716767:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.716768:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.716769:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.716772:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006491c9ab[2 0000000068dccec0 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877049.716774:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.716775:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.716777:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.716778:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfffe60 00000008:00000001:0.0:1788877049.716779:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.716781:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfffe70 page ffff8d0bccfffe60 at index 236. 00000008:00000001:0.0:1788877049.716783:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.716785:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.716787:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e06c0 index 236 00000020:00000001:0.0:1788877049.716788:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.716790:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.716791:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.716794:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006491c9ab[1 0000000068dccec0 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877049.716795:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.716797:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.716798:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfffe00. 00000020:00000001:0.0:1788877049.716800:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.716801:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.716803:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.716804:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556325056 : -126393153226560 : ffff8d0bccfff8c0) 00000020:00000001:0.0:1788877049.716806:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.716808:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.716809:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.716810:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.716812:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.716814:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000793322b6[2 0000000068dccec0 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877049.716816:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.716817:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.716819:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.716820:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff920 00000008:00000001:0.0:1788877049.716821:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.716823:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff930 page ffff8d0bccfff920 at index 237. 00000008:00000001:0.0:1788877049.716825:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.716827:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.716829:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0700 index 237 00000020:00000001:0.0:1788877049.716831:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.716832:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.716834:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.716837:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000793322b6[1 0000000068dccec0 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877049.716838:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.716840:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.716842:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff8c0. 00000020:00000001:0.0:1788877049.716844:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.716845:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.716846:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.716847:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556325728 : -126393153225888 : ffff8d0bccfffb60) 00000020:00000001:0.0:1788877049.716850:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.718508:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.718511:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.718512:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.718514:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.718522:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005f258e06[2 0000000068dccec0 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877049.718524:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.718526:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.718528:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.718530:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfffbc0 00000008:00000001:0.0:1788877049.718532:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.718534:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfffbd0 page ffff8d0bccfffbc0 at index 238. 00000008:00000001:0.0:1788877049.718537:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.718553:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.718558:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0740 index 238 00000020:00000001:0.0:1788877049.719039:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719041:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719043:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.719046:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005f258e06[1 0000000068dccec0 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877049.719048:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.719050:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.719054:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfffb60. 00000020:00000001:0.0:1788877049.719058:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.719059:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.719063:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.719066:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556326176 : -126393153225440 : ffff8d0bccfffd20) 00000020:00000001:0.0:1788877049.719068:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719069:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719071:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.719072:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.719073:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.719076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003a207c24[2 0000000068dccec0 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877049.719078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.719080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.719081:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.719083:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfffd80 00000008:00000001:0.0:1788877049.719084:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.719086:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfffd90 page ffff8d0bccfffd80 at index 239. 00000008:00000001:0.0:1788877049.719088:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.719092:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.719093:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0780 index 239 00000020:00000001:0.0:1788877049.719096:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719097:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719098:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.719101:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003a207c24[1 0000000068dccec0 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877049.719103:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.719104:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.719106:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfffd20. 00000020:00000001:0.0:1788877049.719108:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.719109:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.719170:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.719172:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556323264 : -126393153228352 : ffff8d0bccfff1c0) 00000020:00000001:0.0:1788877049.719174:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719176:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719177:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.719178:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.719180:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.719183:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e09ad224[2 0000000068dccec0 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877049.719185:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.719186:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.719187:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.719188:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfff220 00000008:00000001:0.0:1788877049.719190:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.719191:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfff230 page ffff8d0bccfff220 at index 240. 00000008:00000001:0.0:1788877049.719638:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.719642:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.719645:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e07c0 index 240 00000020:00000001:0.0:1788877049.719648:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719649:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719650:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.719654:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e09ad224[1 0000000068dccec0 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877049.719655:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.719656:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.719659:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfff1c0. 00000020:00000001:0.0:1788877049.719661:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.719662:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.719664:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.719665:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556325504 : -126393153226112 : ffff8d0bccfffa80) 00000020:00000001:0.0:1788877049.719667:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719668:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719669:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.719670:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.719671:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.719673:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dd9488d2[2 0000000068dccec0 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877049.719675:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.719676:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.719678:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.719679:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfffae0 00000008:00000001:0.0:1788877049.719680:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.719681:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfffaf0 page ffff8d0bccfffae0 at index 241. 00000008:00000001:0.0:1788877049.719683:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.719686:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.719687:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0800 index 241 00000020:00000001:0.0:1788877049.719690:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719691:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719691:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.719693:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dd9488d2[1 0000000068dccec0 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877049.719695:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.719696:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.719698:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfffa80. 00000020:00000001:0.0:1788877049.719700:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.719701:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.719702:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.719704:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556361248 : -126393153190368 : ffff8d0bcd008620) 00000020:00000001:0.0:1788877049.719706:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719707:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719708:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.719709:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.719709:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.719712:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000023d6c9ca[2 0000000068dccec0 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877049.719713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.719715:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.719716:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.719717:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008680 00000008:00000001:0.0:1788877049.719718:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.719719:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008690 page ffff8d0bcd008680 at index 242. 00000008:00000001:0.0:1788877049.719722:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.719724:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.719725:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0840 index 242 00000020:00000001:0.0:1788877049.719727:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719728:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719729:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.719731:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000023d6c9ca[1 0000000068dccec0 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877049.719733:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.719734:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.719736:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd008620. 00000020:00000001:0.0:1788877049.719738:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.719739:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.719740:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.719742:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556361472 : -126393153190144 : ffff8d0bcd008700) 00000020:00000001:0.0:1788877049.719744:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719745:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719746:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.719748:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.719749:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.719751:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000026a6c0[2 0000000068dccec0 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877049.719753:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.719754:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.719755:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.719756:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008760 00000008:00000001:0.0:1788877049.719758:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.719759:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008770 page ffff8d0bcd008760 at index 243. 00000008:00000001:0.0:1788877049.719762:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.719763:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.719765:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0880 index 243 00000020:00000001:0.0:1788877049.719766:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719767:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719768:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.719771:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000026a6c0[1 0000000068dccec0 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877049.719773:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.719775:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.719776:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd008700. 00000020:00000001:0.0:1788877049.719779:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.719780:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.719781:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.719782:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556362816 : -126393153188800 : ffff8d0bcd008c40) 00000020:00000001:0.0:1788877049.719784:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719785:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719786:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.719787:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.719788:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.719790:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000767cea3f[2 0000000068dccec0 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877049.719792:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.719793:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.719794:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.719795:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008ca0 00000008:00000001:0.0:1788877049.719797:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.719798:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008cb0 page ffff8d0bcd008ca0 at index 244. 00000008:00000001:0.0:1788877049.719801:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.719803:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.719805:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e08c0 index 244 00000020:00000001:0.0:1788877049.719807:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719808:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719809:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.719812:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000767cea3f[1 0000000068dccec0 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877049.719814:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.719815:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.719816:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd008c40. 00000020:00000001:0.0:1788877049.719818:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.719819:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.719820:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.719822:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556362144 : -126393153189472 : ffff8d0bcd0089a0) 00000020:00000001:0.0:1788877049.719824:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719825:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.719826:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.719827:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.719828:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.719831:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000063a90a65[2 0000000068dccec0 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877049.719832:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.719833:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.719834:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.719835:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008a00 00000008:00000001:0.0:1788877049.719837:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.719838:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008a10 page ffff8d0bcd008a00 at index 245. 00000008:00000001:0.0:1788877049.719840:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.719842:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.719844:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0900 index 245 00000020:00000001:0.0:1788877049.719846:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719847:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.719848:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.720484:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000063a90a65[1 0000000068dccec0 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877049.720486:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.720488:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.720490:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0089a0. 00000020:00000001:0.0:1788877049.720493:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.720494:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.720496:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.720498:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556361696 : -126393153189920 : ffff8d0bcd0087e0) 00000020:00000001:0.0:1788877049.720500:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.720502:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.720503:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.720505:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.720506:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.720509:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000323b0e6b[2 0000000068dccec0 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877049.720510:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.720512:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.720514:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.720515:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008840 00000008:00000001:0.0:1788877049.720516:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.720518:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008850 page ffff8d0bcd008840 at index 246. 00000008:00000001:0.0:1788877049.720520:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.720524:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.720526:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0940 index 246 00000020:00000001:0.0:1788877049.720528:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.720529:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.720530:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.720533:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000323b0e6b[1 0000000068dccec0 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877049.720534:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.720536:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.720538:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0087e0. 00000020:00000001:0.0:1788877049.720916:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.720917:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.720920:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.720921:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556363488 : -126393153188128 : ffff8d0bcd008ee0) 00000020:00000001:0.0:1788877049.720924:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.720925:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.720926:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.720928:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.720929:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.720933:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007ca39849[2 0000000068dccec0 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877049.720934:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.720936:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.720938:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.720939:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008f40 00000008:00000001:0.0:1788877049.720941:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.720942:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008f50 page ffff8d0bcd008f40 at index 247. 00000008:00000001:0.0:1788877049.720944:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.720948:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.720950:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0980 index 247 00000020:00000001:0.0:1788877049.720952:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.720954:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.720955:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.720958:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007ca39849[1 0000000068dccec0 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877049.720959:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.720961:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.720963:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd008ee0. 00000020:00000001:0.0:1788877049.720966:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.720967:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.720968:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.720970:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556360800 : -126393153190816 : ffff8d0bcd008460) 00000020:00000001:0.0:1788877049.720972:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.720973:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.720975:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.720976:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.720977:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.720980:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000982f378b[2 0000000068dccec0 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877049.720981:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.720983:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.720984:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.720985:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0084c0 00000008:00000001:0.0:1788877049.720986:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.720987:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0084d0 page ffff8d0bcd0084c0 at index 248. 00000008:00000001:0.0:1788877049.720989:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.720992:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.720993:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e09c0 index 248 00000020:00000001:0.0:1788877049.720995:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.720996:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.720998:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.721000:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000982f378b[1 0000000068dccec0 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877049.721002:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.721003:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.721005:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd008460. 00000020:00000001:0.0:1788877049.721008:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.721009:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.721010:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.721012:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556360352 : -126393153191264 : ffff8d0bcd0082a0) 00000020:00000001:0.0:1788877049.721014:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721015:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721016:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.721018:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.721019:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.721022:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006ae4e7db[2 0000000068dccec0 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877049.721024:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.721025:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.721026:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.721027:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008300 00000008:00000001:0.0:1788877049.721029:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.721031:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008310 page ffff8d0bcd008300 at index 249. 00000008:00000001:0.0:1788877049.721033:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.721035:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.721036:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0a00 index 249 00000020:00000001:0.0:1788877049.721038:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.721040:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.721041:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.721043:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006ae4e7db[1 0000000068dccec0 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877049.721045:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.721046:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.721048:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0082a0. 00000020:00000001:0.0:1788877049.721050:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.721051:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.721053:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.721054:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556360576 : -126393153191040 : ffff8d0bcd008380) 00000020:00000001:0.0:1788877049.721056:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721057:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721058:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.721059:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.721060:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.721062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006f694c56[2 0000000068dccec0 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877049.721064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.721066:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.721067:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.721068:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0083e0 00000008:00000001:0.0:1788877049.721069:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.721071:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0083f0 page ffff8d0bcd0083e0 at index 250. 00000008:00000001:0.0:1788877049.721073:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.721075:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.721077:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0a40 index 250 00000020:00000001:0.0:1788877049.721079:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.721080:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.721082:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.721084:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006f694c56[1 0000000068dccec0 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877049.721086:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.721087:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.721089:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd008380. 00000020:00000001:0.0:1788877049.721091:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.721093:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.721094:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.721095:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556359904 : -126393153191712 : ffff8d0bcd0080e0) 00000020:00000001:0.0:1788877049.721098:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721099:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721100:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.721101:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.721102:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.721105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a7071d66[2 0000000068dccec0 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877049.721106:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.721107:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.721109:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.721110:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008140 00000008:00000001:0.0:1788877049.721111:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.721113:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008150 page ffff8d0bcd008140 at index 251. 00000008:00000001:0.0:1788877049.721115:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.721117:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.721118:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0a80 index 251 00000020:00000001:0.0:1788877049.721120:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.721121:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.721122:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.721125:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a7071d66[1 0000000068dccec0 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877049.721126:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.721128:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.721129:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0080e0. 00000020:00000001:0.0:1788877049.721131:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.721132:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.721134:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.721135:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556359680 : -126393153191936 : ffff8d0bcd008000) 00000020:00000001:0.0:1788877049.721138:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721139:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721140:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.721142:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.721143:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.721146:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fad182d4[2 0000000068dccec0 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877049.721147:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.721148:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.721150:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.721151:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008060 00000008:00000001:0.0:1788877049.721153:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.721154:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008070 page ffff8d0bcd008060 at index 252. 00000008:00000001:0.0:1788877049.721157:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.721159:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.721160:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0ac0 index 252 00000020:00000001:0.0:1788877049.721162:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.721164:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.721165:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.721168:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fad182d4[1 0000000068dccec0 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877049.721169:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.721170:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.721172:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd008000. 00000020:00000001:0.0:1788877049.721174:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.721175:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.721177:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.721179:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556361024 : -126393153190592 : ffff8d0bcd008540) 00000020:00000001:0.0:1788877049.721181:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721182:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.721183:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.721184:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.721185:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.721188:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004b0dcfad[2 0000000068dccec0 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877049.721190:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.722480:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.722485:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.722487:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd0085a0 00000008:00000001:0.0:1788877049.722490:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.722491:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd0085b0 page ffff8d0bcd0085a0 at index 253. 00000008:00000001:0.0:1788877049.722494:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.722499:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.722503:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0b00 index 253 00000020:00000001:0.0:1788877049.722506:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.722507:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.722509:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.722513:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004b0dcfad[1 0000000068dccec0 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877049.722515:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.722517:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.722519:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd008540. 00000020:00000001:0.0:1788877049.722523:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.722524:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.722526:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.722528:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556363264 : -126393153188352 : ffff8d0bcd008e00) 00000020:00000001:0.0:1788877049.722530:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.722531:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.722532:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.722533:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.722534:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.722537:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000daf83997[2 0000000068dccec0 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877049.722539:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.722641:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.722643:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.722644:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008e60 00000008:00000001:0.0:1788877049.722645:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.722647:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008e70 page ffff8d0bcd008e60 at index 254. 00000008:00000001:0.0:1788877049.722649:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.722651:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.722653:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0b40 index 254 00000020:00000001:0.0:1788877049.722655:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.722656:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.722657:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.722660:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000daf83997[1 0000000068dccec0 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877049.722662:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.722663:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.722665:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd008e00. 00000020:00000001:0.0:1788877049.722668:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.722669:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.722721:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.722723:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556361920 : -126393153189696 : ffff8d0bcd0088c0) 00000020:00000001:0.0:1788877049.722726:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.722727:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.722728:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.722730:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.722731:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.722734:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a24b875e[2 0000000068dccec0 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877049.722736:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.722737:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.722739:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.722740:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd008920 00000008:00000001:0.0:1788877049.722741:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.722743:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd008930 page ffff8d0bcd008920 at index 255. 00000008:00000001:0.0:1788877049.722745:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.722753:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.722755:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402e0b80 index 255 00000020:00000001:0.0:1788877049.722758:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.722759:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.722760:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.722762:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a24b875e[1 0000000068dccec0 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877049.722763:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.722765:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.722767:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd0088c0. 00000020:00000001:0.0:1788877049.722775:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.722776:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877049.722788:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877049.722791:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x36d:0x0](ffff8d0ce532a1c8) 00800000:00000001:0.0:1788877049.722797:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877049.722799:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x36d:0x0] 00000002:00000001:0.0:1788877049.722805:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877049.722811:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.722813:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877049.722815:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.722817:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.722819:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877049.722821:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877049.722823:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877049.722824:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877049.722826:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877049.722828:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877049.722830:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877049.722833:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.722835:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.722839:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.722843:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.722845:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877049.723271:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877049.723275:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceaa2f2e8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.723279:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877049.723282:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf49fd7e0, objid 0x36d:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877049.723287:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877049.723292:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cd2b31a80: ostid: 0x280000402:2309 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877049.723295:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877049.723297:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.723299:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877049.723301:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877049.723307:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877049.723312:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceefd7900 count: 2 00010000:00000001:0.0:1788877049.723315:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877049.723318:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877049.723320:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877049.723325:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876949 1788876949 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000ffaab1ef/0x4a37134b6b779f88 lrc: 1/0,0 mode: PW/PW res: [0x280000402:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd5a03966 expref: -99 pid: 198190 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877049.723339:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceb1828c0 -> ffff8d0cc3a04850 00000020:00000001:0.0:1788877049.723342:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceb1828c0 -> ffff8d0cc3a04850 00000008:00000001:0.0:1788877049.723344:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877049.723347:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877049.723350:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877049.723352:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877049.723358:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0ceb1828c0. 00020000:00000001:0.0:1788877049.723362:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877049.723364:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cf72b5578. 00020000:00000001:0.0:1788877049.723368:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877049.723370:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.723372:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877049.723374:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceaa2f2e8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.723377:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877049.723379:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877049.723381:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceaa2f2e8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.723384:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877049.723386:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf47d1488. 00020000:00000010:0.0:1788877049.724008:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cc612e900. 00020000:00000010:0.0:1788877049.724014:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc8727cc0. 00020000:00000002:0.0:1788877049.724018:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf49fd7e0, objid 0x36d:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877049.724023:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877049.724027:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cd2b31a80: ostid: 0x280000402:2309 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877049.724030:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cd2b31a80. 00020000:00000010:0.0:1788877049.724033:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf49fd060. 00020000:00000010:0.0:1788877049.724036:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf49fd7e0. 00020000:00000001:0.0:1788877049.724038:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877049.724040:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceaa2f2e8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877049.724042:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0ceaa2f2e8. 00020000:00000001:0.0:1788877049.724048:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877049.724051:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cc3a047d0. 00000020:00001000:0.0:1788877049.724056:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.724060:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877049.724062:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877049.724103:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877049.724106:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877049.724109:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877049.724115:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.724122:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877049.724126:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877049.724128:0:198588:0:(dcache.c:87:ll_dcompare()) found name f891(ffff8d0cca9331b0) flags 0x48000e refc 0 00000080:00000001:0.0:1788877049.724131:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.724133:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877049.724135:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f891, flags=0 00000080:00000001:0.0:1788877049.724140:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877049.724142:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877049.724144:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.724148:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877049.724150:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877049.724151:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f891, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877049.724155:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877049.724156:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.724159:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.724162:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.724164:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877049.724168:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cecabdc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877049.724171:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cd1ad8d80 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877049.724173:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cecabdc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.724175:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877049.724178:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877049.724179:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877049.724181:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877049.724183:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877049.724185:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.724187:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877049.725739:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc507cc00. 00800000:00000002:0.0:1788877049.725746:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877049.725757:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877049.725762:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f891 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877049.725766:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877049.725770:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877049.725773:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877049.725775:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877049.725778:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877049.725780:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.725783:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x1be:0x0] 00800000:00000001:0.0:1788877049.725785:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.725787:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877049.725789:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877049.725790:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877049.725791:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877049.725792:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877049.725794:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.725795:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x1be:0x0] 00800000:00000001:0.0:1788877049.725797:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.725799:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x1be:0x0] 00800000:00000001:0.0:1788877049.725801:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.725803:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x1be:0x0] -> mds #1 00000002:00000001:0.0:1788877049.725809:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877049.725810:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877049.725816:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.725818:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877049.725821:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4282500 count: 2 00010000:00000001:0.0:1788877049.725823:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877049.725826:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877049.725829:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877049.725833:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cc94dac00/0x4a37134b6b7759f1 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f182f expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877049.725841:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877049.725844:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877049.725847:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877049.725849:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x1be:0x0] mode (null) 00000002:00000001:0.0:1788877049.726076:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.726079:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.726083:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4282500 count: 3 00010000:00000001:0.0:1788877049.726086:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.726089:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.726091:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.726092:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.726094:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4282500 count: 3 00010000:00000001:0.0:1788877049.726095:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.726097:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.726099:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.726100:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.726101:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4282500 count: 3 00010000:00000001:0.0:1788877049.726103:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.726105:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.726106:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.726107:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.726108:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4282500 count: 3 00010000:00000001:0.0:1788877049.726109:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.726111:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.726113:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.726115:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877049.726117:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.726120:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.726123:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.726125:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877049.726127:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x1be:0x0]: losing layout lock 00000080:00000001:0.0:1788877049.726131:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877049.726132:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877049.726137:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877049.726140:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877049.726142:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x1be:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877049.726145:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.726147:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877049.726148:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.726150:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.726153:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877049.726155:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x1be:0x0](ffff8d0cc226ba88) invalid 00000020:00000001:0.0:1788877049.726157:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877049.726160:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f891 (ffff8d0cca9331b0) parent ffff8d0cc22750d8 inode ffff8d0cc226ba88 refc 1 00000080:00000001:0.0:1788877049.726164:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877049.726167:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877049.726168:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.726171:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877049.726174:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877049.726176:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877049.726178:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.726181:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877049.726185:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cc94dac00 with handle 0x4a37134b6b7759f1 from hash 00010000:00000001:0.0:1788877049.726187:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877049.726188:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.726651:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.726653:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877049.726658:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877049.726660:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877049.726664:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877049.726666:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877049.726668:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877049.726676:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438a80. 00000020:00000040:0.0:1788877049.726680:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=68 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877049.726685:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877049.726687:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.726690:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877049.726693:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877049.726697:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.726699:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.726700:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.726703:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877049.726704:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877049.726708:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877049.726715:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc507d400. 00000100:00000001:0.0:1788877049.726720:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.726722:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877049.726724:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877049.726730:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cc94dac00/0x4a37134b6b7759f1 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f182f expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877049.726738:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877049.726740:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877049.726741:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877049.726744:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cc94dac00/0x4a37134b6b7759f1 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f182f expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877049.726756:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ceb180280. 00010000:00000040:0.0:1788877049.726761:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf4282500 count: 0 00010000:00000010:0.0:1788877049.726767:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cea9f2900. 00010000:00000001:0.0:1788877049.726777:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.726778:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.726780:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877049.726781:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.726783:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877049.726794:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877049.726804:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9438a80 x1875765519162368/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877049.726811:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877049.726813:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877049.726820:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9e40. 00000100:00000001:0.0:1788877049.726822:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511872064 : -126388197679552 : ffff8d0cf45f9e40) 00000100:00000001:0.0:1788877049.726825:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.726826:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788611712 : -126388920939904 : ffff8d0cc9438a80) 00000100:00000001:0.0:1788877049.726831:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877049.726835:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.726837:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877049.726839:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877049.726843:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9438a80 x1875765519162368/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.727729:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877049.727735:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.727742:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877049.727745:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877049.727747:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877049.727754:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9438a80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519162368:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877049.727759:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877049.727766:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877049.727769:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.727772:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877049.727781:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cc4796000. 02000000:00000001:0.0:1788877049.727783:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877049.727792:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877049.727803:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e18. 00000400:00000010:0.0:1788877049.727812:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9900. 00000100:00000200:0.0:1788877049.727820:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519162368, portal 10 00000100:00000001:0.0:1788877049.727822:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.727824:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788611712 : -126388920939904 : ffff8d0cc9438a80) 00000100:00000040:0.0:1788877049.727833:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9438a80 x1875765519162368/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.727842:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877049.727845:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877049.728924:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52550. 00000100:00000200:0.0:1788877049.728934:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519162368, offset 0 00000400:00000200:0.0:1788877049.728946:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877049.728958:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.728969:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877049.728975:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877049.728980:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877049.728985:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877049.728988:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877049.728992:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457371:457371:256:4294967295] 192.168.203.155@tcp LPNI seq info [457365:457365:8:4294967295] 00000400:00000200:0.0:1788877049.728997:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.729007:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877049.729015:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877049.729022:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954100. 00000800:00000200:0.0:1788877049.729029:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877049.729039:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877049.729044:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877049.729064:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.729070:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13221 usecs (14 jiffies) 00000400:00000200:0.0:1788877049.729075:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877049.729078:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302476804 00000100:00000001:0.0:1788877049.729081:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302476853 00000100:00000001:0.0:1788877049.729084:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302476804 00000100:00000001:0.0:1788877049.729086:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302476853 00000100:00000001:0.0:1788877049.729089:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877049.729093:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.729096:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877049.729098:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877049.729101:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788877049.729104:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877049.729108:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.764002:0:198590:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877049.764005:0:198590:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877049.764010:0:198590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 381 00000100:00000040:0.0:1788877049.764013:0:198590:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 2 00000100:00000001:0.0:1788877049.764015:0:198590:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788978432 : -126388920573184 : ffff8d0cc9492300) 00000100:00000040:0.0:1788877049.764020:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9492300 x1875765454462592/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/0 e 0 to 0 dl 1788877060 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877049.764028:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877049.764032:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877049.764034:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877049.764036:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877049.764040:0:198590:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:71260:x1875765454462592:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877049.764045:0:198590:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454462592 00010000:00000001:0.0:1788877049.764048:0:198590:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877049.764056:0:198590:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.764058:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.764061:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cd2b24c00 refcount=2 00000020:00000001:0.0:1788877049.764063:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684946865152 : -126388762686464 : ffff8d0cd2b24c00) 00010000:00000001:0.0:1788877049.764065:0:198590:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684946865152 : -126388762686464 : ffff8d0cd2b24c00) 00010000:00000001:0.0:1788877049.764069:0:198590:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.764073:0:198590:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877049.764078:0:198590:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000052e1db99/0x4a37134b6b777c88 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fbee6 expref: -99 pid: 197212 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877049.764089:0:198590:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877049.764091:0:198590:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877049.764097:0:198590:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877049.764099:0:198590:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.764102:0:198590:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.764106:0:198590:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877049.764109:0:198590:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877049.764113:0:198590:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=26 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877049.764118:0:198590:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877049.764121:0:198590:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877049.764123:0:198590:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877049.764125:0:198590:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877049.764128:0:198590:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.764131:0:198590:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877049.764134:0:198590:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877049.764140:0:198590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52550. 00000100:00000200:0.0:1788877049.764145:0:198590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454462592, offset 224 00000400:00000200:0.0:1788877049.764152:0:198590:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877049.764159:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.764165:0:198590:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877049.764172:0:198590:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457372:457372:256:4294967295] 192.168.203.155@tcp LPNI seq info [457366:457366:8:4294967295] 00000400:00000200:0.0:1788877049.764176:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.764186:0:198590:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877049.764205:0:198590:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877049.764212:0:198590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954a00. 00000800:00000200:0.0:1788877049.764218:0:198590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877049.764225:0:198590:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877049.764230:0:198590:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877049.764241:0:198590:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.764245:0:198590:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877049.764267:0:198590:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877049.764272:0:198590:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9480. 00010000:00000001:0.0:1788877049.764276:0:198590:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877049.764295:0:198590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877049.764297:0:198590:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.764299:0:198590:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.764302:0:198590:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.764307:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492300 x1875765454462592/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/224 e 0 to 0 dl 1788877060 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877049.764316:0:198590:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:71260:x1875765454462592:12345-192.168.203.155@tcp:104: Request processed in 286us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877049.764324:0:198590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 381 00000100:00000040:0.0:1788877049.764327:0:198590:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877049.764330:0:198590:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877049.764332:0:198590:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877049.764337:0:198590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cf489c880. 00000020:00000010:0.0:1788877049.764341:0:198590:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cd7a07578. 00000020:00000010:0.0:1788877049.764345:0:198590:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc9d42200. 00000020:00000040:0.0:1788877049.764349:0:198590:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 4 00000100:00000001:0.0:1788877049.764352:0:198590:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.764365:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.764370:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877049.764416:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.764420:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954a00. 00000400:00000200:0.0:1788877049.764425:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.764429:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.764433:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52550 00000400:00000010:0.0:1788877049.764436:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52550. 00000100:00000001:0.0:1788877049.764440:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877049.764441:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877049.765553:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.765557:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:0.0:1788877049.765561:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.765564:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.765568:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39a18 00000400:00000010:0.0:1788877049.765570:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39a18. 00000100:00000001:0.0:1788877049.765573:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877049.765574:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877049.765632:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.765635:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877049.765638:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.765641:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.765644:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19157f8 00000400:00000010:0.0:1788877049.765646:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19157f8. 00000100:00000001:0.0:1788877049.765649:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.765653:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca319c00 x1875765519162496/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.765663:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.765667:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cca319c00 x1875765519162496/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.765674:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.765676:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877049.765994:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877049.765997:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877049.767064:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.767068:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7500. 00000400:00000200:0.0:1788877049.767072:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.767077:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.767081:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:0.0:1788877049.767083:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:0.0:1788877049.767086:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.767091:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491180 x1875765519162624/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.767099:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.767102:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9491180 x1875765519162624/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.767108:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.767110:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877049.790706:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.790722:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.790726:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.790729:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.790739:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.790747:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.790757:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.790762:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.790767:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.790772:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad986680 00000400:00000200:0.0:1788877049.790780:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f141 [2] + 1312 00000800:00000001:0.0:1788877049.790788:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.790795:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.790799:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.790804:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877049.790813:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877049.790815:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877049.790822:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943aa00. 00000100:00000040:0.0:1788877049.790826:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc943aa00 x1875765454464640 msgsize 328 00000100:00100000:0.0:1788877049.790831:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877049.790903:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877049.790913:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.790916:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.805947:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.805963:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.805967:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.805969:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.805978:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.805986:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.805995:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.806000:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.806006:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.806010:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad986b00 00000400:00000200:0.0:1788877049.806020:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f141 [2] + 1640 00000800:00000001:0.0:1788877049.806029:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.806036:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.806041:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.806046:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877049.806056:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877049.806059:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877049.806066:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9439c00. 00000100:00000040:0.0:1788877049.806070:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc9439c00 x1875765454465792 msgsize 328 00000100:00100000:0.0:1788877049.806074:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877049.806092:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877049.806101:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.806104:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877049.809527:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.809533:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:0.0:1788877049.809537:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.809542:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.809548:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39f68 00000400:00000010:0.0:1788877049.809550:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39f68. 00000100:00000001:0.0:1788877049.809554:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877049.809556:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877049.809620:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.809624:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaac00. 00000400:00000200:0.0:1788877049.809627:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.809630:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.809633:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4880 00000400:00000010:0.0:1788877049.809635:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4880. 00000100:00000001:0.0:1788877049.809639:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.809645:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4364e00 x1875765519162880/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.809656:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.809660:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf4364e00 x1875765519162880/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.809667:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.809669:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877049.821313:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821330:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.821334:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821336:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.821345:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821353:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.821363:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821368:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821373:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821377:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad986c80 00000400:00000200:0.0:1788877049.821387:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f141 [2] + 1968 00000400:00000010:0.0:1788877049.821401:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc318. 00000400:00000200:0.0:1788877049.821407:0:2386:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8d0cd1810e40 00000800:00000001:0.0:1788877049.821412:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821417:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.821421:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.821426:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.821432:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1810e40 00000400:00000010:0.0:1788877049.821435:0:2386:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cd1810e40. 00000100:00000001:0.0:1788877049.821441:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877049.821443:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788877049.821455:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf5010450 x1875765454466176 msgsize 328 00000100:00100000:0.0:1788877049.821459:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000040:0.0:1788877049.821462:0:2386:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788877049.821479:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877049.821487:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821491:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.821493:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821495:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.821499:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821502:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.821506:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821509:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821511:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821514:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad986d00 00000400:00000200:0.0:1788877049.821520:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x2acfc5 [2] + 984 00000800:00000001:0.0:1788877049.821524:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821527:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.821529:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.821533:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877049.821536:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877049.821537:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877049.821542:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9439880. 00000100:00000040:0.0:1788877049.821545:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc9439880 x1875765454466304 msgsize 328 00000100:00100000:0.0:1788877049.821549:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877049.821642:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877049.821648:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821652:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.821654:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821655:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.821659:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821663:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.821667:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821670:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821672:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821675:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1739e00 00000400:00000200:0.0:1788877049.821679:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.821684:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f1c9 [1] + 224 00000800:00000001:0.0:1788877049.821690:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821695:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.821698:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.821701:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877049.821705:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.821714:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4364e00 x1875765519162880/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877049.821723:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf4364e00 x1875765519162880/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.821746:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877049.821750:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.821753:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.832851:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877049.832854:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877049.832858:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877049.832860:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877049.832862:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcec8. 00000400:00000200:0.0:1788877049.832866:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39bb0 00000400:00000010:0.0:1788877049.832868:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39bb0. 00000100:00000001:0.0:1788877049.832871:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.832876:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9491180 x1875765519162624/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877049.832885:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9491180 x1875765519162624/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.832892:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877049.832894:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.832896:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877049.832898:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877049.832899:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877049.832901:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.832903:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877049.832908:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=26 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877049.832911:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=106 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877049.832915:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877049.832916:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.832919:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877049.832920:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.832923:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877049.832924:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877049.832926:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877049.832928:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.832932:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9491180 x1875765519162624/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.832939:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877049.832942:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877049.832944:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.832948:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9491180 x1875765519162624/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877049.832956:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519162624:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877049.832960:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.832962:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.832965:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491180 x1875765519162624/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.832971:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.832973:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.832975:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc9d43200. 02000000:00000001:0.0:1788877049.832978:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.832979:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.832980:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=4 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.832982:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.832984:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d42c00. 02000000:00000001:0.0:1788877049.832987:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.832988:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.832990:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491180. 00000100:00000001:0.0:1788877049.832993:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.832995:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.832997:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.833000:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877049.833002:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.833004:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877049.833006:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.837144:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877049.837153:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877049.837155:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877049.837159:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949e18. 00000400:00000200:0.0:1788877049.837164:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9900 00000400:00000010:0.0:1788877049.837166:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9900. 00000100:00000001:0.0:1788877049.837169:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.837174:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9438a80 x1875765519162368/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877049.837182:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9438a80 x1875765519162368/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837188:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877049.837190:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.837193:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877049.837196:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877049.837198:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877049.837200:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.837204:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877049.837213:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=62 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877049.837218:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=62 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877049.837220:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877049.837223:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.837226:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877049.837228:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.837232:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877049.837234:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001bec2] 00000100:00000001:0.0:1788877049.837236:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877049.837238:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.837240:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788611712 : -126388920939904 : ffff8d0cc9438a80) 00000100:00000001:0.0:1788877049.837244:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788877049.837246:0:198588:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: committing for last_committed 25769921082 gen 1 00000100:00000040:0.0:1788877049.837296:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0bcd319180 x1875765519115264/t25769921019(25769921019) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877060 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837304:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837307:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0bcd319180 x1875765519115264/t25769921019(25769921019) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877060 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837313:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837315:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837319:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc461e000. 02000000:00000001:0.0:1788877049.837324:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837326:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837328:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=67 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837330:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837333:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc507d800. 02000000:00000001:0.0:1788877049.837337:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837339:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837341:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0bcd319180. 00000100:00000001:0.0:1788877049.837344:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837346:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837350:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca06d880 x1875765519116416/t25769921020(25769921020) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877060 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837357:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837360:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca06d880 x1875765519116416/t25769921020(25769921020) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877060 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837366:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837367:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837369:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4516000. 02000000:00000001:0.0:1788877049.837372:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837373:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837374:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=66 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837376:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837378:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cceeaba00. 02000000:00000001:0.0:1788877049.837380:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837382:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837383:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca06d880. 00000100:00000001:0.0:1788877049.837386:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837387:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837403:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca06c000 x1875765519119616/t25769921021(25769921021) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877060 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837410:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837413:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca06c000 x1875765519119616/t25769921021(25769921021) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877060 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837419:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837420:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837422:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4512000. 02000000:00000001:0.0:1788877049.837425:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837427:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837428:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=65 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837430:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837431:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9bfca00. 02000000:00000001:0.0:1788877049.837434:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837435:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837437:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca06c000. 00000100:00000001:0.0:1788877049.837439:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837440:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837453:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca06ed80 x1875765519121024/t25769921022(25769921022) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877060 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837461:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837464:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca06ed80 x1875765519121024/t25769921022(25769921022) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877060 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837470:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837471:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837473:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4514000. 02000000:00000001:0.0:1788877049.837478:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837479:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837481:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=64 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837482:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837484:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9bfd400. 02000000:00000001:0.0:1788877049.837486:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837487:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837488:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca06ed80. 00000100:00000001:0.0:1788877049.837491:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837493:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837497:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca06e300 x1875765519122304/t25769921023(25769921023) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837503:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837506:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca06e300 x1875765519122304/t25769921023(25769921023) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837512:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837514:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837515:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4510000. 02000000:00000001:0.0:1788877049.837518:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837519:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837520:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=63 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837522:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837523:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9bfc800. 02000000:00000001:0.0:1788877049.837525:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837527:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837528:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca06e300. 00000100:00000001:0.0:1788877049.837530:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837532:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837536:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9473800 x1875765519122560/t25769921024(25769921024) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837543:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837546:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9473800 x1875765519122560/t25769921024(25769921024) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837552:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837553:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837555:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccad1a000. 02000000:00000001:0.0:1788877049.837558:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837559:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837561:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=62 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837562:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837564:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc2a69200. 02000000:00000001:0.0:1788877049.837567:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837568:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837569:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9473800. 00000100:00000001:0.0:1788877049.837571:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837573:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837577:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9471c00 x1875765519123456/t25769921025(25769921025) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837583:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837586:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9471c00 x1875765519123456/t25769921025(25769921025) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837592:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837593:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837594:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccad1e000. 02000000:00000001:0.0:1788877049.837598:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837599:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837601:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=61 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837603:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837604:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc2a69000. 02000000:00000001:0.0:1788877049.837606:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837608:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837609:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9471c00. 00000100:00000001:0.0:1788877049.837611:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837613:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837627:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9471880 x1875765519125120/t25769921026(25769921026) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837634:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837636:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9471880 x1875765519125120/t25769921026(25769921026) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837649:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837650:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837652:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceec6e000. 02000000:00000001:0.0:1788877049.837656:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837657:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837658:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=60 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837660:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837662:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc2a68600. 02000000:00000001:0.0:1788877049.837665:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837666:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837668:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9471880. 00000100:00000001:0.0:1788877049.837670:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837671:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837676:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca06d180 x1875765519125632/t25769921027(25769921027) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837682:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837685:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca06d180 x1875765519125632/t25769921027(25769921027) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837692:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837693:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837695:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd694000. 02000000:00000001:0.0:1788877049.837697:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837699:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837700:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=59 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837702:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837704:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9bfde00. 02000000:00000001:0.0:1788877049.837706:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837707:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837709:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca06d180. 00000100:00000001:0.0:1788877049.837711:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837712:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837716:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4679c00 x1875765519126016/t25769921028(25769921028) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837730:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837733:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4679c00 x1875765519126016/t25769921028(25769921028) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837739:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837741:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837742:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd696000. 02000000:00000001:0.0:1788877049.837744:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837745:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837746:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=58 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837748:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837750:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9bfc000. 02000000:00000001:0.0:1788877049.837752:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837753:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837755:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4679c00. 00000100:00000001:0.0:1788877049.837757:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837759:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837763:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9473b80 x1875765519126400/t25769921029(25769921029) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837770:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837772:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9473b80 x1875765519126400/t25769921029(25769921029) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837779:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837780:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837782:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceec68000. 02000000:00000001:0.0:1788877049.837784:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837785:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837787:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=57 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837789:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837790:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc2a68800. 02000000:00000001:0.0:1788877049.837792:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837793:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837794:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9473b80. 00000100:00000001:0.0:1788877049.837797:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837798:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837804:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9471180 x1875765519126784/t25769921030(25769921030) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837810:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837812:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9471180 x1875765519126784/t25769921030(25769921030) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837819:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837820:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837822:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd4a2000. 02000000:00000001:0.0:1788877049.837825:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837827:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837828:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=56 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837830:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837831:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc2a69e00. 02000000:00000001:0.0:1788877049.837833:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837835:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837836:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9471180. 00000100:00000001:0.0:1788877049.837838:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837839:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837844:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf467b800 x1875765519127040/t25769921031(25769921031) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837852:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837855:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf467b800 x1875765519127040/t25769921031(25769921031) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837863:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837864:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837865:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd692000. 02000000:00000001:0.0:1788877049.837868:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837869:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837870:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=55 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837872:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837873:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc4f10c00. 02000000:00000001:0.0:1788877049.837876:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837877:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837879:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf467b800. 00000100:00000001:0.0:1788877049.837881:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837882:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837887:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9471f80 x1875765519127808/t25769921032(25769921032) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837893:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837896:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9471f80 x1875765519127808/t25769921032(25769921032) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837902:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837903:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837905:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccad16000. 02000000:00000001:0.0:1788877049.837908:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837910:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837911:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=54 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837913:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837915:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc2a68c00. 02000000:00000001:0.0:1788877049.837917:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837918:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837919:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9471f80. 00000100:00000001:0.0:1788877049.837922:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837924:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837928:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9470700 x1875765519128064/t25769921033(25769921033) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837936:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837938:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9470700 x1875765519128064/t25769921033(25769921033) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837944:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837945:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837947:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceecae000. 02000000:00000001:0.0:1788877049.837950:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837951:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837953:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=53 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837955:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837956:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc2a68000. 02000000:00000001:0.0:1788877049.837959:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.837960:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.837961:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9470700. 00000100:00000001:0.0:1788877049.837964:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.837965:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.837970:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0bcd31b100 x1875765519128960/t25769921034(25769921034) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837977:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.837980:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0bcd31b100 x1875765519128960/t25769921034(25769921034) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.837986:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.837987:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.837988:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc461a000. 02000000:00000001:0.0:1788877049.837992:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.837993:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.837994:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=52 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.837996:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.837998:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc7f7bc00. 02000000:00000001:0.0:1788877049.838000:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838001:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838002:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0bcd31b100. 00000100:00000001:0.0:1788877049.838005:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838006:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838011:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9472a00 x1875765519129216/t25769921035(25769921035) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838018:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838021:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9472a00 x1875765519129216/t25769921035(25769921035) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838027:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838029:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838031:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccad14000. 02000000:00000001:0.0:1788877049.838034:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838035:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838036:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=51 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838038:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838039:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc2a68e00. 02000000:00000001:0.0:1788877049.838041:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838042:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838043:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9472a00. 00000100:00000001:0.0:1788877049.838046:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838047:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838052:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf467b480 x1875765519129856/t25769921036(25769921036) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838058:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838061:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf467b480 x1875765519129856/t25769921036(25769921036) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877061 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838067:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838068:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838070:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cca234000. 02000000:00000001:0.0:1788877049.838073:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838074:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838075:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=50 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838077:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838078:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cceeab400. 02000000:00000001:0.0:1788877049.838080:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838081:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838083:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf467b480. 00000100:00000001:0.0:1788877049.838085:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838087:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838092:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf467a300 x1875765519131008/t25769921037(25769921037) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838099:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838101:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf467a300 x1875765519131008/t25769921037(25769921037) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838114:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838115:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838116:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00ea2000. 02000000:00000001:0.0:1788877049.838120:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838122:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838123:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=49 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838125:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838126:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccba61000. 02000000:00000001:0.0:1788877049.838129:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838130:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838131:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf467a300. 00000100:00000001:0.0:1788877049.838133:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838135:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838140:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9470000 x1875765519131904/t25769921038(25769921038) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838147:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838150:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9470000 x1875765519131904/t25769921038(25769921038) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838156:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838157:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838159:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccad12000. 02000000:00000001:0.0:1788877049.838162:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838163:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838165:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=48 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838166:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838168:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1a02400. 02000000:00000001:0.0:1788877049.838170:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838171:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838173:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9470000. 00000100:00000001:0.0:1788877049.838175:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838177:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838181:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9470a80 x1875765519132160/t25769921039(25769921039) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838195:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838197:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9470a80 x1875765519132160/t25769921039(25769921039) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838204:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838205:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838207:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccac18000. 02000000:00000001:0.0:1788877049.838210:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838211:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838212:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=47 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838214:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838216:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1a02000. 02000000:00000001:0.0:1788877049.838218:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838219:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838220:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9470a80. 00000100:00000001:0.0:1788877049.838222:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838223:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838228:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf467aa00 x1875765519132416/t25769921040(25769921040) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838234:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838237:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf467aa00 x1875765519132416/t25769921040(25769921040) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838244:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838245:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838247:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00ea6000. 02000000:00000001:0.0:1788877049.838273:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838274:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838276:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=46 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838278:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838279:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccba60a00. 02000000:00000001:0.0:1788877049.838282:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838283:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838284:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf467aa00. 00000100:00000001:0.0:1788877049.838288:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838289:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838294:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4679180 x1875765519132672/t25769921041(25769921041) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838301:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838304:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4679180 x1875765519132672/t25769921041(25769921041) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838310:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838312:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838313:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00ea0000. 02000000:00000001:0.0:1788877049.838317:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838318:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838319:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=45 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838321:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838323:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccbead000. 02000000:00000001:0.0:1788877049.838326:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838328:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838329:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4679180. 00000100:00000001:0.0:1788877049.838332:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838333:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838338:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0bcd319880 x1875765519134336/t25769921042(25769921042) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838345:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838348:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0bcd319880 x1875765519134336/t25769921042(25769921042) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838355:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838357:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838358:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd7a6000. 02000000:00000001:0.0:1788877049.838362:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838364:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838365:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=44 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838366:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838368:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc7f7b000. 02000000:00000001:0.0:1788877049.838371:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838372:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838373:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0bcd319880. 00000100:00000001:0.0:1788877049.838376:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838377:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838382:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0bcd318000 x1875765519134592/t25769921043(25769921043) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838389:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838392:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0bcd318000 x1875765519134592/t25769921043(25769921043) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838399:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838401:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838402:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccbdbc000. 02000000:00000001:0.0:1788877049.838405:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838406:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838408:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=43 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838410:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838411:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc7f7b200. 02000000:00000001:0.0:1788877049.838413:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838414:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838416:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0bcd318000. 00000100:00000001:0.0:1788877049.838418:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838419:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838424:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4678000 x1875765519135104/t25769921044(25769921044) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838430:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838433:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4678000 x1875765519135104/t25769921044(25769921044) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838438:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838440:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838441:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccad36000. 02000000:00000001:0.0:1788877049.838454:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838456:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838458:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=42 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838460:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838462:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccbb90a00. 02000000:00000001:0.0:1788877049.838464:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838465:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838467:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4678000. 00000100:00000001:0.0:1788877049.838469:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838471:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838476:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4678a80 x1875765519135360/t25769921045(25769921045) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838483:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838486:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4678a80 x1875765519135360/t25769921045(25769921045) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838493:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838494:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838496:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00eae000. 02000000:00000001:0.0:1788877049.838499:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838500:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838502:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=41 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838504:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838505:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd16e6000. 02000000:00000001:0.0:1788877049.838508:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838510:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838511:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4678a80. 00000100:00000001:0.0:1788877049.838513:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838514:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838519:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4678e00 x1875765519135616/t25769921046(25769921046) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838526:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838530:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4678e00 x1875765519135616/t25769921046(25769921046) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838536:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838538:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838539:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00ea8000. 02000000:00000001:0.0:1788877049.838542:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838543:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838544:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=40 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838546:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838548:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc3b9fe00. 02000000:00000001:0.0:1788877049.838551:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838552:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838553:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4678e00. 00000100:00000001:0.0:1788877049.838556:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838557:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838562:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4d38a80 x1875765519136000/t25769921047(25769921047) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838569:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838572:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4d38a80 x1875765519136000/t25769921047(25769921047) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838577:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838579:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838580:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00eaa000. 02000000:00000001:0.0:1788877049.838583:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838584:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838585:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=39 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838587:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838588:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc3b9f200. 02000000:00000001:0.0:1788877049.838590:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838591:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838593:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4d38a80. 00000100:00000001:0.0:1788877049.838595:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838596:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838601:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0bcd318a80 x1875765519136256/t25769921048(25769921048) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838608:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838611:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0bcd318a80 x1875765519136256/t25769921048(25769921048) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838621:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838623:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838624:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccbdb8000. 02000000:00000001:0.0:1788877049.838627:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838628:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838629:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=38 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838631:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838644:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc7f7b400. 02000000:00000001:0.0:1788877049.838647:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838648:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838649:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0bcd318a80. 00000100:00000001:0.0:1788877049.838652:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838653:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838658:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4d3a300 x1875765519137408/t25769921049(25769921049) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838665:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838668:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4d3a300 x1875765519137408/t25769921049(25769921049) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838674:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838676:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838677:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd71a000. 02000000:00000001:0.0:1788877049.838681:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838682:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838683:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=37 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838685:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838687:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc3b9f800. 02000000:00000001:0.0:1788877049.838689:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838690:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838691:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4d3a300. 00000100:00000001:0.0:1788877049.838694:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838695:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838700:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4d38380 x1875765519138176/t25769921050(25769921050) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838712:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838715:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4d38380 x1875765519138176/t25769921050(25769921050) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838721:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838722:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838724:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd71c000. 02000000:00000001:0.0:1788877049.838729:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838730:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838731:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=36 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838733:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838735:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc3b9ea00. 02000000:00000001:0.0:1788877049.838737:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838739:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838740:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4d38380. 00000100:00000001:0.0:1788877049.838742:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838744:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838749:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4d3ad80 x1875765519138560/t25769921051(25769921051) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838756:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838759:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4d3ad80 x1875765519138560/t25769921051(25769921051) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838766:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838767:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838769:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd7d2000. 02000000:00000001:0.0:1788877049.838772:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838773:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838775:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=35 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838777:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838778:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1a03a00. 02000000:00000001:0.0:1788877049.838781:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838782:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838784:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4d3ad80. 00000100:00000001:0.0:1788877049.838787:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838788:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838794:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9490e00 x1875765519138816/t25769921052(25769921052) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838801:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838804:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490e00 x1875765519138816/t25769921052(25769921052) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877062 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838810:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838811:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838813:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf230c000. 02000000:00000001:0.0:1788877049.838816:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838817:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838818:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=34 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838820:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838822:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d42e00. 02000000:00000001:0.0:1788877049.838824:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838825:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838827:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490e00. 00000100:00000001:0.0:1788877049.838830:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838831:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838836:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4d39f80 x1875765519139840/t25769921053(25769921053) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838843:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838846:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4d39f80 x1875765519139840/t25769921053(25769921053) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838853:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838854:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838856:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd7d4000. 02000000:00000001:0.0:1788877049.838858:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838859:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838860:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=33 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838862:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838864:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf73bec00. 02000000:00000001:0.0:1788877049.838867:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838869:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838870:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4d39f80. 00000100:00000001:0.0:1788877049.838873:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838874:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838879:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cc9490380 x1875765519141248/t25769921054(25769921054) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838885:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838888:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490380 x1875765519141248/t25769921054(25769921054) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838894:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838895:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838896:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc46cc000. 02000000:00000001:0.0:1788877049.838902:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838904:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838905:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=32 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838907:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838909:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d43e00. 02000000:00000001:0.0:1788877049.838911:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838912:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838913:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490380. 00000100:00000001:0.0:1788877049.838916:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838917:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838922:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4d39880 x1875765519141888/t25769921055(25769921055) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838928:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838931:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4d39880 x1875765519141888/t25769921055(25769921055) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838938:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838940:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838942:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd710000. 02000000:00000001:0.0:1788877049.838950:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838951:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838953:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=31 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838955:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838957:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf73bfa00. 02000000:00000001:0.0:1788877049.838959:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.838960:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.838961:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4d39880. 00000100:00000001:0.0:1788877049.838964:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.838966:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.838971:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cfd70fb80 x1875765519142400/t25769921056(25769921056) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838978:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.838981:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd70fb80 x1875765519142400/t25769921056(25769921056) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.838987:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.838988:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.838990:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd716000. 02000000:00000001:0.0:1788877049.838993:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.838994:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.838995:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=30 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.838997:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.838999:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd148e000. 02000000:00000001:0.0:1788877049.839001:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839003:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839004:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd70fb80. 00000100:00000001:0.0:1788877049.839008:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839009:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839014:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cfd70ed80 x1875765519142656/t25769921057(25769921057) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839021:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839024:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd70ed80 x1875765519142656/t25769921057(25769921057) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839031:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839032:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839034:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd712000. 02000000:00000001:0.0:1788877049.839036:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839038:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839039:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=29 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839041:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839043:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccee5ee00. 02000000:00000001:0.0:1788877049.839045:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839046:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839048:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd70ed80. 00000100:00000001:0.0:1788877049.839052:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839054:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839059:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4d3b100 x1875765519145344/t25769921058(25769921058) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839065:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839068:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4d3b100 x1875765519145344/t25769921058(25769921058) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839076:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839077:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839078:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4716000. 02000000:00000001:0.0:1788877049.839082:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839083:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839084:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=28 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839086:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839088:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf73be400. 02000000:00000001:0.0:1788877049.839090:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839091:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839092:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4d3b100. 00000100:00000001:0.0:1788877049.839095:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839096:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839101:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cfd70e300 x1875765519146112/t25769921059(25769921059) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839108:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839111:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd70e300 x1875765519146112/t25769921059(25769921059) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839122:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839124:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839125:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceefd8000. 02000000:00000001:0.0:1788877049.839128:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839130:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839131:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=27 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839133:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839135:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd19f8400. 02000000:00000001:0.0:1788877049.839139:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839140:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839141:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd70e300. 00000100:00000001:0.0:1788877049.839144:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839145:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839150:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4d38700 x1875765519146624/t25769921060(25769921060) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839157:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839160:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4d38700 x1875765519146624/t25769921060(25769921060) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839166:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839168:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839169:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceefde000. 02000000:00000001:0.0:1788877049.839172:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839173:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839175:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=26 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839177:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839178:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc3b9e000. 02000000:00000001:0.0:1788877049.839180:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839181:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839183:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4d38700. 00000100:00000001:0.0:1788877049.839185:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839186:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839191:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cfd70c700 x1875765519147520/t25769921061(25769921061) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839203:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839206:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd70c700 x1875765519147520/t25769921061(25769921061) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839213:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839215:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839216:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc47e6000. 02000000:00000001:0.0:1788877049.839220:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839221:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839222:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=25 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839225:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839226:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd2ac7800. 02000000:00000001:0.0:1788877049.839229:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839230:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839231:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd70c700. 00000100:00000001:0.0:1788877049.839233:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839235:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839239:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf50a6680 x1875765519148544/t25769921062(25769921062) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839246:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839272:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519148544/t25769921062(25769921062) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839279:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839281:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839282:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc47e0000. 02000000:00000001:0.0:1788877049.839285:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839286:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839288:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=24 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839290:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839291:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd2ac6800. 02000000:00000001:0.0:1788877049.839293:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839294:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839296:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00000001:0.0:1788877049.839299:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839301:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839305:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf50a7b80 x1875765519148800/t25769921063(25769921063) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839312:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839315:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519148800/t25769921063(25769921063) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839321:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839322:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839323:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc47e4000. 02000000:00000001:0.0:1788877049.839326:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839327:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839328:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=23 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839330:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839332:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd2ac6400. 02000000:00000001:0.0:1788877049.839333:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839335:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839336:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:0.0:1788877049.839338:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839339:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839344:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf50a4380 x1875765519149184/t25769921064(25769921064) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839351:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839354:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519149184/t25769921064(25769921064) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839360:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839362:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839363:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc947e000. 02000000:00000001:0.0:1788877049.839369:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839370:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839372:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=22 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839374:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839375:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf73bee00. 02000000:00000001:0.0:1788877049.839378:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839379:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839380:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:0.0:1788877049.839382:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839384:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839388:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf50a7800 x1875765519150208/t25769921065(25769921065) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839396:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839398:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519150208/t25769921065(25769921065) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839405:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839406:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839407:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc947c000. 02000000:00000001:0.0:1788877049.839413:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839414:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839415:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=21 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839417:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839418:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd093b000. 02000000:00000001:0.0:1788877049.839421:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839422:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839423:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:0.0:1788877049.839425:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839427:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839432:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cfd70d500 x1875765519150720/t25769921066(25769921066) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839438:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839441:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd70d500 x1875765519150720/t25769921066(25769921066) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839458:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839460:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839462:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cca07a000. 02000000:00000001:0.0:1788877049.839465:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839467:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839468:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=20 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839470:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839472:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccad6aa00. 02000000:00000001:0.0:1788877049.839474:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839475:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839477:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd70d500. 00000100:00000001:0.0:1788877049.839480:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839481:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839487:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cfd70c380 x1875765519151616/t25769921067(25769921067) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839494:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839497:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd70c380 x1875765519151616/t25769921067(25769921067) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839503:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839504:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839506:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf23a2000. 02000000:00000001:0.0:1788877049.839509:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839510:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839512:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=19 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839513:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839515:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccaf4b800. 02000000:00000001:0.0:1788877049.839517:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839518:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839520:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd70c380. 00000100:00000001:0.0:1788877049.839522:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839523:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839527:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf50a7480 x1875765519152512/t25769921068(25769921068) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839534:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839537:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519152512/t25769921068(25769921068) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839544:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839545:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839547:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceec28000. 02000000:00000001:0.0:1788877049.839549:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839551:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839552:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=18 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839554:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839555:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd093be00. 02000000:00000001:0.0:1788877049.839557:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839558:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839559:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:0.0:1788877049.839562:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839563:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839568:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cfd70f800 x1875765519152768/t25769921069(25769921069) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839574:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839576:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd70f800 x1875765519152768/t25769921069(25769921069) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839582:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839583:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839584:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf23a0000. 02000000:00000001:0.0:1788877049.839587:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839588:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839589:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=17 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839591:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839592:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1ba4200. 02000000:00000001:0.0:1788877049.839595:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839596:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839598:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd70f800. 00000100:00000001:0.0:1788877049.839600:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839601:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839606:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4366d80 x1875765519153280/t25769921070(25769921070) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839613:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839616:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4366d80 x1875765519153280/t25769921070(25769921070) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839627:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839629:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839630:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf23a6000. 02000000:00000001:0.0:1788877049.839633:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839635:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839636:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=16 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839637:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839639:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc8af9200. 02000000:00000001:0.0:1788877049.839642:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839643:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839644:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4366d80. 00000100:00000001:0.0:1788877049.839648:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839649:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839654:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4364380 x1875765519153664/t25769921071(25769921071) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839661:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839664:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4364380 x1875765519153664/t25769921071(25769921071) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877064 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839671:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839672:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839673:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceee32000. 02000000:00000001:0.0:1788877049.839676:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839677:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839678:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=15 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839680:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839681:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc8af8600. 02000000:00000001:0.0:1788877049.839684:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839685:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839687:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4364380. 00000100:00000001:0.0:1788877049.839689:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839690:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839695:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf50a5880 x1875765519155840/t25769921072(25769921072) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839707:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839710:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519155840/t25769921072(25769921072) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839716:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839718:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839719:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc942e000. 02000000:00000001:0.0:1788877049.839723:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839725:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839726:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=14 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839728:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839729:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd170e600. 02000000:00000001:0.0:1788877049.839732:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839733:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839735:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:0.0:1788877049.839737:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839738:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839743:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf50a4000 x1875765519156096/t25769921073(25769921073) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839748:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839751:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519156096/t25769921073(25769921073) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839756:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839757:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839758:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc942a000. 02000000:00000001:0.0:1788877049.839761:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839763:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839764:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=13 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839766:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839767:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd170f400. 02000000:00000001:0.0:1788877049.839769:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839770:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839771:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:0.0:1788877049.839774:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839775:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839779:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf50a6300 x1875765519156864/t25769921074(25769921074) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839785:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839787:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519156864/t25769921074(25769921074) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839793:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839794:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839795:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc2e18000. 02000000:00000001:0.0:1788877049.839798:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839799:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839800:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=12 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839802:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839803:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccae2b800. 02000000:00000001:0.0:1788877049.839805:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839807:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839808:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:0.0:1788877049.839810:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839811:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839816:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cf4364700 x1875765519157120/t25769921075(25769921075) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839822:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839824:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4364700 x1875765519157120/t25769921075(25769921075) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839831:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839832:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839833:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceee36000. 02000000:00000001:0.0:1788877049.839836:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839837:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839838:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=11 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839840:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839841:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1ba4000. 02000000:00000001:0.0:1788877049.839844:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839845:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839846:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4364700. 00000100:00000001:0.0:1788877049.839849:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839850:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839854:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca319f80 x1875765519157632/t25769921076(25769921076) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839861:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839863:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca319f80 x1875765519157632/t25769921076(25769921076) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839868:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839869:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839871:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc2e1c000. 02000000:00000001:0.0:1788877049.839873:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839874:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839875:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=10 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839877:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839878:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccae2b000. 02000000:00000001:0.0:1788877049.839880:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839881:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839882:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca319f80. 00000100:00000001:0.0:1788877049.839884:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839886:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839890:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca319500 x1875765519157888/t25769921077(25769921077) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839896:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839898:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca319500 x1875765519157888/t25769921077(25769921077) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839904:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839907:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839908:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4546000. 02000000:00000001:0.0:1788877049.839911:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839912:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839914:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=9 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839916:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839917:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccae2a600. 02000000:00000001:0.0:1788877049.839919:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839920:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839921:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca319500. 00000100:00000001:0.0:1788877049.839923:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839924:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839928:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca31b480 x1875765519158272/t25769921078(25769921078) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839934:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839937:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca31b480 x1875765519158272/t25769921078(25769921078) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839942:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839944:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839945:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4542000. 02000000:00000001:0.0:1788877049.839949:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839950:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839951:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=8 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839953:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839954:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd170f200. 02000000:00000001:0.0:1788877049.839955:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839957:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839958:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca31b480. 00000100:00000001:0.0:1788877049.839960:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839961:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.839966:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca319180 x1875765519159424/t25769921079(25769921079) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839971:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.839973:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca319180 x1875765519159424/t25769921079(25769921079) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.839979:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.839980:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.839982:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceec22000. 02000000:00000001:0.0:1788877049.839984:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.839985:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.839986:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=7 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.839988:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.839989:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e2c00. 02000000:00000001:0.0:1788877049.839991:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.839992:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.839993:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca319180. 00000100:00000001:0.0:1788877049.839995:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.839996:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.840000:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca318000 x1875765519159936/t25769921080(25769921080) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840007:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.840010:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca318000 x1875765519159936/t25769921080(25769921080) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840016:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.840018:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.840019:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceec24000. 02000000:00000001:0.0:1788877049.840021:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.840022:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.840023:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=6 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.840024:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.840025:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e2a00. 02000000:00000001:0.0:1788877049.840027:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.840028:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.840029:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca318000. 00000100:00000001:0.0:1788877049.840031:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.840032:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.840036:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca31a300 x1875765519160320/t25769921081(25769921081) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840042:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.840045:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca31a300 x1875765519160320/t25769921081(25769921081) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840056:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.840057:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.840058:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4492000. 02000000:00000001:0.0:1788877049.840061:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.840062:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.840063:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.840065:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.840066:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e3e00. 02000000:00000001:0.0:1788877049.840069:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.840070:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.840071:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca31a300. 00000100:00000001:0.0:1788877049.840073:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.840074:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.840079:0:198588:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921082) req@ffff8d0cca31b800 x1875765519161344/t25769921082(25769921082) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840085:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.840088:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca31b800 x1875765519161344/t25769921082(25769921082) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840094:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.840095:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.840096:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00c78000. 02000000:00000001:0.0:1788877049.840099:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.840101:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.840102:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.840103:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.840105:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e2e00. 02000000:00000001:0.0:1788877049.840107:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.840108:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.840109:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca31b800. 00000100:00000001:0.0:1788877049.840111:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.840112:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877049.840116:0:198588:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff8d0cc9438a80 x1875765519162368/t25769921083(25769921083) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840128:0:198588:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788877049.840130:0:198588:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: normal: skip=1 replay=64/65 committed=0/0 00000100:00000001:0.0:1788877049.840133:0:198588:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877049.840136:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.840141:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9438a80 x1875765519162368/t25769921083(25769921083) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840148:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877049.840152:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877049.840154:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.840158:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9438a80 x1875765519162368/t25769921083(25769921083) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877049.840166:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9438a80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519162368:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877049.840172:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.840175:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.840178:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877049.840180:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.840182:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9438a80 x1875765519162368/t25769921083(25769921083) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840188:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877049.840191:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9e40. 00000100:00000001:0.0:1788877049.840193:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877049.840195:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.840203:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.840205:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.840209:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877049.840213:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc507cc00. 00000100:00000001:0.0:1788877049.840221:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.840224:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9438a80 x1875765519162368/t25769921083(25769921083) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.840234:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.840238:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.840270:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877049.840274:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877049.840276:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f891 (ffff8d0cca9331b0, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877049.840280:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877049.840286:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877049.840292:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877049.840299:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877049.840302:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877049.840305:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.840309:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.840312:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.840317:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cea943d00 -> ffff8d0cea943d00 00000020:00000001:0.0:1788877049.840320:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877049.840322:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877049.840324:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0x1be:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877049.840327:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877049.840329:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877049.840330:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877049.840335:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0x1be:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877049.840338:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cecabdc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.840342:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877049.840344:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877049.840346:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877049.840347:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.840349:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877049.840351:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877049.840353:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.840354:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877049.840355:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877049.840356:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877049.840358:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cecabdc98) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877049.840361:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.840363:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877049.840364:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877049.840366:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877049.840369:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877049.840373:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877049.840376:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877049.840378:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877049.840379:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.840381:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877049.840383:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877049.840386:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cea943dc8 -> ffff8d0cea943d00 00000020:00000001:0.0:1788877049.840388:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877049.840391:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877049.840392:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877049.840394:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877049.840396:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877049.840397:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.840399:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.840401:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877049.840404:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877049.840405:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.840408:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.840409:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.840411:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877049.840413:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877049.840414:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877049.840415:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877049.840417:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877049.840418:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.840420:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.840422:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.840424:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.840425:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877049.840426:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.840427:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.840430:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877049.840431:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877049.840433:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877049.840434:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877049.840436:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877049.840438:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877049.840441:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877049.848095:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cca062e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877049.848107:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877049.848111:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cca062e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877049.848115:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.848118:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.848121:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.848125:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.848127:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.848129:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.848132:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877049.848135:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877049.848137:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877049.848138:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877049.848140:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877049.848142:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.848144:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877049.848147:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877049.848148:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877049.848150:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877049.848152:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877049.848153:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877049.848154:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877049.848155:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.848158:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.848159:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877049.848160:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877049.848162:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877049.848163:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877049.848164:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877049.848166:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877049.848168:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877049.848169:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877049.848170:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877049.848172:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.848174:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.848175:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877049.848177:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877049.848179:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.848182:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877049.848183:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877049.848185:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877049.848186:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877049.848188:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877049.848201:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877049.848207:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877049.848211:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877049.848215:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877049.848217:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x1be:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877049.848221:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877049.848222:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877049.848225:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.848228:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.848234:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877049.848236:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x1be:0x0](ffff8d0cc226ba88) 00800000:00000001:0.0:1788877049.848242:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877049.848244:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x1be:0x0] 00000002:00000001:0.0:1788877049.848264:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877049.848272:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.848274:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877049.848278:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.848279:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.848282:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877049.848285:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877049.848287:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.848289:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.848293:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.848296:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.848298:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877049.848306:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877049.848308:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cecabdc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.848312:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877049.848315:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd1ad8d80, objid 0x1be:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877049.848321:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877049.848325:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4249c80: ostid: 0x2c0000402:2023 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877049.848328:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877049.848330:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.848333:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877049.848334:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877049.848341:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877049.848346:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.848348:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877049.848355:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cca062e00. 00020000:00000001:0.0:1788877049.848362:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877049.848365:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cea943d48. 00020000:00000001:0.0:1788877049.848372:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877049.848374:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.848376:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877049.848378:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cecabdc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.848381:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877049.848383:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877049.848385:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cecabdc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.848404:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877049.848406:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf4cf8988. 00020000:00000010:0.0:1788877049.848412:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cea995780. 00020000:00000010:0.0:1788877049.848416:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf4d51440. 00020000:00000002:0.0:1788877049.848419:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd1ad8d80, objid 0x1be:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877049.848423:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877049.848426:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4249c80: ostid: 0x2c0000402:2023 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877049.848430:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf4249c80. 00020000:00000010:0.0:1788877049.848433:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cd1ad89c0. 00020000:00000010:0.0:1788877049.848436:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cd1ad8d80. 00020000:00000001:0.0:1788877049.848437:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877049.848439:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cecabdc98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877049.848441:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cecabdc98. 00020000:00000001:0.0:1788877049.848452:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877049.848454:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cea943c80. 00000020:00001000:0.0:1788877049.848459:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.848461:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877049.848463:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877049.848507:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877049.848510:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877049.848513:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877049.848520:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788877049.848535:0:198588:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8d0ceab84060. 00000020:00000001:0.0:1788877049.848539:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdc0 00000080:00200000:0.0:1788877049.848541:0:198588:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=w665, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), flags=0 00000080:00000001:0.0:1788877049.848545:0:198588:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788877049.848547:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fc70 00000080:00200000:0.0:1788877049.848549:0:198588:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=w665, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), intent=getattr 00000080:00000010:0.0:1788877049.848559:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc507cc00. 00800000:00000002:0.0:1788877049.848563:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877049.848568:0:198588:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788877049.848571:0:198588:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788877049.848573:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb90 00800000:00000002:0.0:1788877049.848575:0:198588:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'w665' on [0x200002b12:0x7:0x0] 00800000:00000001:0.0:1788877049.848578:0:198588:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1788877049.848582:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w665 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877049.848586:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00000020:00000001:0.0:1788877049.848589:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb28 00800000:00000002:0.0:1788877049.848590:0:198588:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b11:0xc0:0x0], fid2=[0x0:0x0:0x0], name='w665' -> mds #1 00000002:00000001:0.0:1788877049.848595:0:198588:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788877049.848596:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000002:00010000:0.0:1788877049.848598:0:198588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: w665,[0x0:0x0:0x0]) in obj [0x240002b11:0xc0:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788877049.848602:0:198588:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788877049.848606:0:198588:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788877049.848612:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9439500. 00000020:00000040:0.0:1788877049.848627:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00010000:00000001:0.0:1788877049.848634:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877049.848640:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877049.848647:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.848649:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.848651:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.848655:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877049.848658:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877049.848662:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877049.848671:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877049.848679:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.848685:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877049.848687:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.848688:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877049.848690:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.848692:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.848700:0:198588:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446617684788614400 : -126388920937216 : ffff8d0cc9439500) 00010000:00000001:0.0:1788877049.848704:0:198588:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788877049.848707:0:198588:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788877049.848713:0:198588:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8d0bcc55ea00. 00010000:00000010:0.0:1788877049.848717:0:198588:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8d0cd7906f80. 00010000:00000001:0.0:1788877049.848722:0:198588:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788877049.848725:0:198588:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8d0bcc575a00. 00000020:00000001:0.0:1788877049.848730:0:198588:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788877049.848733:0:198588:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8d0bcc575a00 with handle 0x4a37134b6b77b9c1 to hash 00000020:00000001:0.0:1788877049.848735:0:198588:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788877049.848736:0:198588:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.848740:0:198588:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.848743:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.848746:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877049.848750:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877049.848759:0:198588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877049.848769:0:198588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788877049.848774:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877049.848776:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877049.848783:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9e40. 00000100:00000001:0.0:1788877049.848785:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511872064 : -126388197679552 : ffff8d0cf45f9e40) 00000100:00000001:0.0:1788877049.848787:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.848789:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788614400 : -126388920937216 : ffff8d0cc9439500) 00000100:00000001:0.0:1788877049.848794:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877049.848797:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.848799:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877049.848801:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877049.848811:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9439500 x1875765519163264/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.848819:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877049.848821:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.848825:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877049.848827:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877049.848830:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877049.848833:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9439500 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519163264:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877049.848838:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877049.848843:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877049.848846:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.848848:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877049.848875:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8d0cfd6fc000. 02000000:00000001:0.0:1788877049.848878:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877049.848887:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877049.848892:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e18. 00000400:00000010:0.0:1788877049.848899:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8d0cf45f9900. 00000100:00000200:0.0:1788877049.848906:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875765519163264, portal 10 00000100:00000001:0.0:1788877049.848908:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.848910:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788614400 : -126388920937216 : ffff8d0cc9439500) 00000100:00000040:0.0:1788877049.848916:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8d0cc9439500 x1875765519163264/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.848924:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877049.848927:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877049.848931:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52550. 00000100:00000200:0.0:1788877049.848934:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875765519163264, offset 0 00000400:00000200:0.0:1788877049.848941:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877049.848949:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.848957:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877049.848963:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877049.848967:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877049.848970:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877049.848974:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877049.848977:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457384:457384:256:4294967295] 192.168.203.155@tcp LPNI seq info [457378:457378:8:4294967295] 00000400:00000200:0.0:1788877049.848982:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.848991:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877049.848999:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877049.849004:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954a00. 00000800:00000200:0.0:1788877049.849012:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877049.849020:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877049.849025:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788877049.849033:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.849038:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13247 usecs (14 jiffies) 00000400:00000200:0.0:1788877049.849042:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877049.849044:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302476924 00000100:00000001:0.0:1788877049.849048:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302476953 00000100:00000001:0.0:1788877049.849051:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302476924 00000100:00000001:0.0:1788877049.849053:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302476953 00000100:00000001:0.0:1788877049.849056:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877049.849060:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.849062:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877049.849065:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877049.849068:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788877049.849071:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877049.849074:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.851818:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877049.851822:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454468224 02000000:00000001:0.0:1788877049.851833:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877049.851837:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877049.851840:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.851845:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877049.851850:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454468224 00000020:00000001:0.0:1788877049.851853:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877049.851855:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877049.851857:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.851860:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877049.851863:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877049.851866:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877049.851869:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877049.851875:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877049.851878:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877049.851881:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877049.851887:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507d800. 00000020:00000010:0.0:1788877049.851893:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877049.851898:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877049.851906:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877049.851910:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877049.851911:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877049.851914:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.851921:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.851933:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.851942:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877049.851944:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877049.851949:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 385 00000100:00000040:0.0:1788877049.851954:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877049.851956:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788982016 : -126388920569600 : ffff8d0cc9493100) 00000100:00000040:0.0:1788877049.851963:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9493100 x1875765454468224/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/0 e 0 to 0 dl 1788877060 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877049.851971:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877049.851974:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877049.851976:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877049.851977:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877049.851982:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9493100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76946:x1875765454468224:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877049.851986:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454468224 00010000:00000001:0.0:1788877049.851989:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877049.851997:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.852000:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.852003:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cc39ec800 refcount=2 00000020:00000001:0.0:1788877049.852006:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684693927936 : -126389015623680 : ffff8d0cc39ec800) 00010000:00000001:0.0:1788877049.852009:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684693927936 : -126389015623680 : ffff8d0cc39ec800) 00010000:00000001:0.0:1788877049.852013:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.852017:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877049.852022:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000000d894363/0x4a37134b6b779af0 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a02952 expref: -99 pid: 198062 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877049.852034:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877049.852037:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877049.852043:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485c800. 02000000:00000001:0.0:1788877049.852046:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.852049:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.852054:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877049.852057:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877049.852061:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=26 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877049.852066:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877049.852069:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877049.852071:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877049.852074:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877049.852077:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.852081:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877049.852084:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877049.852088:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52330. 00000100:00000200:0.0:1788877049.852094:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454468224, offset 224 00000400:00000200:0.0:1788877049.852100:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877049.852108:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.852115:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877049.852121:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457385:457385:256:4294967295] 192.168.203.155@tcp LPNI seq info [457379:457379:8:4294967295] 00000400:00000200:0.0:1788877049.852126:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.852136:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877049.852141:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877049.852146:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954f00. 00000800:00000200:0.0:1788877049.852153:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877049.852161:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877049.852167:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877049.852175:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.852179:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877049.852182:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877049.852186:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9c00. 00010000:00000001:0.0:1788877049.852189:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877049.852202:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877049.852205:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.852206:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.852208:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.852213:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9493100 x1875765454468224/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/224 e 0 to 0 dl 1788877060 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877049.852222:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9493100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76946:x1875765454468224:12345-192.168.203.155@tcp:104: Request processed in 249us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877049.852229:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 385 00000100:00000040:0.0:1788877049.852233:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877049.852236:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877049.852238:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877049.852242:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877049.852247:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877049.852274:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507d800. 00000020:00000040:0.0:1788877049.852280:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877049.852282:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.859633:0:198590:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877049.859637:0:198590:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454468352 02000000:00000001:0.0:1788877049.859640:0:198590:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877049.859643:0:198590:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877049.859646:0:198590:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.859651:0:198590:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877049.859657:0:198590:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454468352 00000020:00000001:0.0:1788877049.859660:0:198590:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877049.859662:0:198590:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877049.859665:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.859668:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877049.859671:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877049.859673:0:198590:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877049.859677:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877049.859683:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877049.859686:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877049.859689:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877049.859695:0:198590:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507d800. 00000020:00000010:0.0:1788877049.859701:0:198590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877049.859707:0:198590:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877049.859714:0:198590:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877049.859718:0:198590:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877049.859719:0:198590:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877049.859722:0:198590:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.859730:0:198590:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.859746:0:198590:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.859756:0:198590:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877049.859759:0:198590:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877049.859764:0:198590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 386 00000100:00000040:0.0:1788877049.859768:0:198590:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877049.859770:0:198590:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788976640 : -126388920574976 : ffff8d0cc9491c00) 00000100:00000040:0.0:1788877049.859779:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9491c00 x1875765454468352/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/0 e 0 to 0 dl 1788877060 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877049.859793:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877049.859795:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877049.859798:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877049.859800:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877049.859805:0:198590:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9491c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:76954:x1875765454468352:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877049.859809:0:198590:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454468352 00010000:00000001:0.0:1788877049.859813:0:198590:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877049.859820:0:198590:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.859821:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.859823:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0ceec81a00 refcount=2 00000020:00000001:0.0:1788877049.859826:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685418056192 : -126388291495424 : ffff8d0ceec81a00) 00010000:00000001:0.0:1788877049.859829:0:198590:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685418056192 : -126388291495424 : ffff8d0ceec81a00) 00010000:00000001:0.0:1788877049.859833:0:198590:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.859836:0:198590:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877049.859841:0:198590:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000020f29587/0x4a37134b6b7799d8 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a0257e expref: -99 pid: 198031 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877049.859854:0:198590:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877049.859856:0:198590:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877049.859862:0:198590:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877049.859865:0:198590:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.859868:0:198590:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.859872:0:198590:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877049.859874:0:198590:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877049.859877:0:198590:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=26 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877049.859883:0:198590:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877049.859886:0:198590:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877049.859889:0:198590:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877049.859891:0:198590:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877049.859894:0:198590:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.859897:0:198590:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877049.859899:0:198590:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877049.859905:0:198590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52990. 00000100:00000200:0.0:1788877049.859911:0:198590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454468352, offset 224 00000400:00000200:0.0:1788877049.859918:0:198590:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877049.859924:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.859931:0:198590:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877049.859937:0:198590:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457387:457387:256:4294967295] 192.168.203.155@tcp LPNI seq info [457381:457381:8:4294967295] 00000400:00000200:0.0:1788877049.859942:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.859949:0:198590:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877049.859955:0:198590:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877049.859960:0:198590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954f00. 00000800:00000200:0.0:1788877049.859967:0:198590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877049.859976:0:198590:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877049.859980:0:198590:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877049.859988:0:198590:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.859991:0:198590:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877049.859995:0:198590:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877049.859998:0:198590:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9cc0. 00010000:00000001:0.0:1788877049.860002:0:198590:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877049.860018:0:198590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877049.860021:0:198590:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.860023:0:198590:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.860025:0:198590:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.860029:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9491c00 x1875765454468352/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/224 e 0 to 0 dl 1788877060 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877049.860039:0:198590:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9491c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:76954:x1875765454468352:12345-192.168.203.155@tcp:104: Request processed in 244us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877049.860046:0:198590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 386 00000100:00000040:0.0:1788877049.860049:0:198590:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877049.860052:0:198590:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877049.860054:0:198590:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877049.860059:0:198590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877049.860063:0:198590:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877049.860066:0:198590:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507d800. 00000020:00000040:0.0:1788877049.860071:0:198590:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877049.860074:0:198590:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.870286:0:193149:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877049.870290:0:193149:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454468608 02000000:00000001:0.0:1788877049.870292:0:193149:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877049.870295:0:193149:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877049.870297:0:193149:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.870302:0:193149:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877049.870305:0:193149:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454468608 00000020:00000001:0.0:1788877049.870307:0:193149:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877049.870310:0:193149:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877049.870312:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.870315:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877049.870318:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877049.870320:0:193149:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877049.870324:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877049.870328:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877049.870331:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877049.870333:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877049.870340:0:193149:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507d800. 00000020:00000010:0.0:1788877049.870345:0:193149:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877049.870349:0:193149:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877049.870357:0:193149:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877049.870360:0:193149:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877049.870362:0:193149:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877049.870364:0:193149:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.870370:0:193149:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.870376:0:193149:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.870385:0:193149:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877049.870388:0:193149:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877049.870397:0:193149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 387 00000100:00000040:0.0:1788877049.870401:0:193149:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877049.870403:0:193149:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788978432 : -126388920573184 : ffff8d0cc9492300) 00000100:00000040:0.0:1788877049.870410:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9492300 x1875765454468608/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/0 e 0 to 0 dl 1788877060 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877049.870419:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877049.870421:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877049.870423:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877049.870426:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877049.870430:0:193149:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:69930:x1875765454468608:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877049.870433:0:193149:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454468608 00010000:00000001:0.0:1788877049.870437:0:193149:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877049.870452:0:193149:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.870455:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.870457:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cc9578200 refcount=2 00000020:00000001:0.0:1788877049.870460:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684789920256 : -126388919631360 : ffff8d0cc9578200) 00010000:00000001:0.0:1788877049.870463:0:193149:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684789920256 : -126388919631360 : ffff8d0cc9578200) 00010000:00000001:0.0:1788877049.870466:0:193149:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.870471:0:193149:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877049.870476:0:193149:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000006249853f/0x4a37134b6b778510 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fdcc2 expref: -99 pid: 197450 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877049.870488:0:193149:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877049.870491:0:193149:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877049.870497:0:193149:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485d400. 02000000:00000001:0.0:1788877049.870499:0:193149:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.870502:0:193149:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.870506:0:193149:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877049.870509:0:193149:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877049.870512:0:193149:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=26 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877049.870518:0:193149:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877049.870521:0:193149:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877049.870523:0:193149:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877049.870525:0:193149:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877049.870528:0:193149:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.870531:0:193149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877049.870534:0:193149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877049.870538:0:193149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52880. 00000100:00000200:0.0:1788877049.870544:0:193149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454468608, offset 224 00000400:00000200:0.0:1788877049.870550:0:193149:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877049.870556:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.870563:0:193149:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877049.870570:0:193149:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457389:457389:256:4294967295] 192.168.203.155@tcp LPNI seq info [457383:457383:8:4294967295] 00000400:00000200:0.0:1788877049.870574:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.870583:0:193149:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877049.870588:0:193149:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877049.870594:0:193149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954a00. 00000800:00000200:0.0:1788877049.870601:0:193149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877049.870609:0:193149:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877049.870613:0:193149:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877049.870624:0:193149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.870627:0:193149:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877049.870630:0:193149:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877049.870634:0:193149:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f99c0. 00010000:00000001:0.0:1788877049.870637:0:193149:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877049.870652:0:193149:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877049.870655:0:193149:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.870656:0:193149:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.870658:0:193149:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.870663:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492300 x1875765454468608/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/224 e 0 to 0 dl 1788877060 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877049.870677:0:193149:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:69930:x1875765454468608:12345-192.168.203.155@tcp:104: Request processed in 257us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877049.870684:0:193149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 387 00000100:00000040:0.0:1788877049.870687:0:193149:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877049.870689:0:193149:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877049.870691:0:193149:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877049.870695:0:193149:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877049.870699:0:193149:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877049.870703:0:193149:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507d800. 00000020:00000040:0.0:1788877049.870708:0:193149:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877049.870711:0:193149:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877049.871957:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.871961:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877049.871966:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.871971:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.871975:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915000 00000400:00000010:0.0:1788877049.871978:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915000. 00000100:00000001:0.0:1788877049.871981:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.871986:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca319c00 x1875765519163648/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.871996:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.871999:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cca319c00 x1875765519163648/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.872006:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.872008:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877049.883183:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877049.883199:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877049.883201:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877049.883205:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949e18. 00000400:00000200:0.0:1788877049.883210:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9900 00000400:00000010:0.0:1788877049.883213:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8d0cf45f9900. 00000100:00000001:0.0:1788877049.883217:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.883222:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9439500 x1875765519163264/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788877049.883232:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9439500 x1875765519163264/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.883239:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877049.883241:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.883244:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877049.883286:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877049.883290:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877049.883294:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.883298:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877049.883309:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=62 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877049.883313:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=62 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877049.883316:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877049.883318:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.883322:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877049.883326:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.883331:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877049.883333:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877049.883335:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877049.883338:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.883344:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9439500 x1875765519163264/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.883351:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877049.883354:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877049.883356:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.883360:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9439500 x1875765519163264/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877065 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788877049.883369:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9439500 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519163264:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877049.883375:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.883378:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.883381:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877049.883384:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.883387:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9439500 x1875765519163264/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877065 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.883553:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877049.883614:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9e40. 00000100:00000001:0.0:1788877049.883618:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877049.883620:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.883623:0:198588:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788877049.883628:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.883631:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.883635:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=4 00000020:00000001:0.0:1788877049.883637:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883640:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000040:0.0:1788877049.883648:0:198588:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8d0bcc575a00, remote cookie: 0x976420bcd5a1864f, flags: 0x1001 00010000:00010000:0.0:1788877049.883654:0:198588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 4/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788877049.883664:0:198588:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x341:0x0].0x0, instead of [0x240002b11:0xc0:0x0].0x0 00010000:00000001:0.0:1788877049.883667:0:198588:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788877049.883674:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cca2d9f00 count: 3 00010000:00000001:0.0:1788877049.883677:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788877049.883680:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0bcc55ea00 count: 0 00010000:00000010:0.0:1788877049.883685:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd7906f80. 00010000:00000001:0.0:1788877049.883693:0:198588:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877049.883698:0:198588:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877049.883706:0:198588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.883713:0:198588:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788877049.883717:0:198588:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788877049.883720:0:198588:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788877049.883722:0:198588:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788877049.883724:0:198588:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788877049.883727:0:198588:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x341:0x0].0x0 (ffff8d0cca2d9f00) refcount = 3 00010000:00000040:0.0:1788877049.883729:0:198588:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788877049.883732:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceec81600/0x4a37134b6b779ab1 lrc: 1/0,0 mode: CR/CR res: [0x240002b13:0x341:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd5a02887 expref: -99 pid: 198056 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788877049.883740:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceec83000/0x4a37134b6b779aaa lrc: 1/0,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a02879 expref: -99 pid: 198056 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877049.883747:0:198588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.883754:0:198588:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788877049.883757:0:198588:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788877049.883759:0:198588:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877049.883762:0:198588:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788877049.883765:0:198588:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877049.883768:0:198588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.883775:0:198588:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788877049.883776:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.883778:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.883779:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.883781:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.883782:0:198588:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.883787:0:198588:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788877049.883788:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.883790:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.883791:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=3 00000020:00000001:0.0:1788877049.883793:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883795:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883798:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.883799:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.883801:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=4 00000020:00000001:0.0:1788877049.883803:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883805:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883808:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.883811:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877049.883815:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.883821:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.883823:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.883824:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.883825:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.883826:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=5 00000020:00000001:0.0:1788877049.883829:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883831:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883833:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877049.883837:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.883843:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.883845:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788877049.883848:0:198588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.883855:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877049.883856:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.883857:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.883858:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.883860:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788877049.883865:0:198588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8d0cc9439500 x1875765519163264/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788877049.883880:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.883882:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.883883:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=3 00000020:00000001:0.0:1788877049.883885:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883888:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00000002:00010000:0.0:1788877049.883891:0:198588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788877049.883901:0:198588:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8d0ccca2bc40. 00010000:00000001:0.0:1788877049.883904:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.883905:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877049.883906:0:198588:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.883908:0:198588:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.883911:0:198588:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788877049.883914:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.883915:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.883916:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=3 00000020:00000001:0.0:1788877049.883918:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883920:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00000002:00010000:0.0:1788877049.883924:0:198588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.883930:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.883931:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.883933:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788877049.883935:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.883936:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.883937:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=3 00000020:00000001:0.0:1788877049.883939:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.883941:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000040:0.0:1788877049.883945:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cca2d9f00 count: 4 00010000:00000001:0.0:1788877049.883947:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788877049.883951:0:198588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8d0cc6309800 type 13 mode 4 res 9663687443/833 (0 0) 00010000:00000001:0.0:1788877049.883954:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.883955:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877049.883957:0:198588:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788877049.883960:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408f9e8 00000002:00002000:0.0:1788877049.883962:0:198588:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=w665 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788877049.883965:0:198588:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.883969:0:198588:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.883971:0:198588:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788877049.883975:0:198588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b11:0xc0:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788877049.883978:0:198588:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.883982:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877049.883985:0:198588:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788877049.883987:0:198588:0:(namei.c:674:ll_lookup_it_finish()) it ffffb5f68408fdf8 it_disposition b 00000080:00000001:0.0:1788877049.883990:0:198588:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788877049.883996:0:198588:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788877049.883999:0:198588:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788877049.884001:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587699521 : 162129771587699521 : 240002b13000341) 00000080:00000001:0.0:1788877049.884005:0:198588:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788877049.884011:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.884015:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.884018:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.884020:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877049.884025:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877049.884028:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877049.884033:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877049.884037:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877049.884043:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf46554e0. 00020000:00000001:0.0:1788877049.884045:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512246496 : -126388197305120 : ffff8d0cf46554e0) 00020000:00000002:0.0:1788877049.884049:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf46554e0, objid 0x341:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877049.884054:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877049.884058:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000402:2287 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877049.884063:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0ceb2f21f0) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.884066:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877049.884069:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0ceb2f21f0) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877049.884073:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877049.884076:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877049.884080:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf46554e0. 00020000:00000002:0.0:1788877049.884082:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x341:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877049.884084:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.884086:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877049.884088:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.884092:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587699521 : 162129771587699521 : 240002b13000341) 00000080:00000001:0.0:1788877049.884095:0:198588:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1788877049.884100:0:198588:0:(namei.c:147:ll_iget()) got inode: [0x240002b13:0x341:0x0](ffff8d0ce5339148): rc = 0 00000080:00000001:0.0:1788877049.884103:0:198588:0:(namei.c:156:ll_iget()) Process leaving (rc=18446617685257326920 : -126388452224696 : ffff8d0ce5339148) 00010000:00000001:0.0:1788877049.884105:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.884106:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.884108:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=3 00000020:00000001:0.0:1788877049.884110:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.884112:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00000080:00000001:0.0:1788877049.884115:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877049.884117:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.884119:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.884121:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.884123:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877049.884124:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877049.884125:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877049.884128:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf46554e0. 00020000:00000010:0.0:1788877049.884130:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877049.884133:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655cc0. 00020000:00000001:0.0:1788877049.884135:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512248512 : -126388197303104 : ffff8d0cf4655cc0) 00020000:00000002:0.0:1788877049.884137:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655cc0, objid 0x341:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877049.884141:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877049.884144:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000402:2287 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877049.884147:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0ceb2f21f0) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.884149:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877049.884151:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0ceb2f21f0) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877049.884154:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877049.884157:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf46554e0. 00020000:00000010:0.0:1788877049.884159:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655cc0. 00020000:00000002:0.0:1788877049.884161:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x341:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877049.884163:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.884164:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.884167:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877049.884170:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceb2f21f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877049.884174:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cc2f5ec60 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877049.884177:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceb2f21f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.884180:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877049.884182:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877049.884184:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877049.884186:0:198588:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788877049.884188:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788877049.884190:0:198588:0:(file.c:6843:ll_layout_conf()) [0x240002b13:0x341:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788877049.884193:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.884195:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.884197:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.884198:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877049.884200:0:198588:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788877049.884203:0:198588:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788877049.884205:0:198588:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788877049.884208:0:198588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x341:0x0](ffff8d0ce5339148) for lock 0x4a37134b6b77b9c1 00800000:00000001:0.0:1788877049.884212:0:198588:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788877049.884213:0:198588:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788877049.884215:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.884216:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.884217:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=3 00000020:00000001:0.0:1788877049.884219:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.884221:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.884224:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.884225:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877049.884227:0:198588:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.884229:0:198588:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788877049.884234:0:198588:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8d0cd06fb5e8 inode ffff8d0ce5339148 refc 1 flags 0x40000e 00000080:00000001:0.0:1788877049.884238:0:198588:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788877049.884241:0:198588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x341:0x0](ffff8d0ce5339148) 00000080:00010000:0.0:1788877049.884244:0:198588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4a37134b6b77b9c1 from it ffffb5f68408fdf8 00010000:00000001:0.0:1788877049.884246:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.884750:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.884754:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575a00 refcount=3 00000020:00000001:0.0:1788877049.884757:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.884759:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545274368 : -126393164277248 : ffff8d0bcc575a00) 00010000:00000001:0.0:1788877049.884762:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877049.884766:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877049.884774:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.884775:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.884777:0:198588:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788877049.884780:0:198588:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788877049.884783:0:198588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788877049.884791:0:198588:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788877049.884793:0:198588:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788877049.884795:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877049.884800:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.884801:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.884803:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.884806:0:198588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788877049.884808:0:198588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.884810:0:198588:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.884814:0:198588:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.884816:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877049.884817:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.884819:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877049.884821:0:198588:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788877049.884825:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc507cc00. 00000100:00000001:0.0:1788877049.884830:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.884835:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9439500 x1875765519163264/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877049.884841:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877049.884844:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877049.884848:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8d0cfd6fc000. 02000000:00000001:0.0:1788877049.884864:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877049.884867:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877049.884869:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877049.884871:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877049.884874:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:0.0:1788877049.884878:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877049.884880:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877049.884882:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9439500. 00000100:00000001:0.0:1788877049.884887:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877049.884888:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877049.884891:0:198588:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788877049.884893:0:198588:0:(dcache.c:176:ll_intent_release()) intent ffffb5f68408fdf8 released 00000080:00000001:0.0:1788877049.884895:0:198588:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788877049.884900:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877049.884903:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877049.884908:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.884912:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877049.884914:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877049.884916:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w665, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877049.884920:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877049.884922:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.884924:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.884927:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.884929:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877049.884931:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceb2f21f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877049.884934:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cc2f5ec60 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877049.884936:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceb2f21f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.884939:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877049.884941:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877049.884942:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877049.884944:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877049.884946:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877049.884949:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.884951:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877049.884956:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc507cc00. 00800000:00000002:0.0:1788877049.884961:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877049.884968:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877049.884972:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w665 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877049.884976:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877049.884980:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877049.884982:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877049.884985:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877049.884988:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877049.884990:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.884992:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x341:0x0] 00800000:00000001:0.0:1788877049.884995:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.884998:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877049.885000:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877049.885001:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877049.885002:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877049.885003:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877049.885005:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.885007:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x341:0x0] 00800000:00000001:0.0:1788877049.885009:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.885011:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x341:0x0] 00800000:00000001:0.0:1788877049.885014:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.885016:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x341:0x0] -> mds #1 00000002:00000001:0.0:1788877049.885021:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877049.885023:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877049.885027:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.885029:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877049.885031:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cca2d9f00 count: 4 00010000:00000001:0.0:1788877049.885034:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877049.885037:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877049.885041:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877049.885044:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceec81600/0x4a37134b6b779ab1 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x341:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd5a02887 expref: -99 pid: 198056 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788877049.885053:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877049.885056:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877049.885058:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877049.885060:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x341:0x0] mode (null) 00000002:00000001:0.0:1788877049.885063:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.885065:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.885067:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cca2d9f00 count: 5 00010000:00000001:0.0:1788877049.885069:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.885072:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.885074:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.885076:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877049.885077:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.885079:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.885081:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.885082:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877049.885084:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x341:0x0]: losing layout lock 00000080:00000001:0.0:1788877049.885088:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877049.885091:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877049.885093:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877049.885095:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877049.885097:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x341:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877049.885099:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.885101:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877049.885103:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.885104:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.885106:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877049.885108:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.885110:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877049.885113:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877049.885115:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877049.885117:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.885119:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877049.885123:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceec81600 with handle 0x4a37134b6b779ab1 from hash 00010000:00000001:0.0:1788877049.885125:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877049.885126:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.885128:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.885129:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877049.885132:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877049.885134:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877049.885136:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877049.885139:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877049.885145:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877049.885147:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877049.885148:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877049.885149:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x341:0x0] mode (null) 00000002:00000001:0.0:1788877049.885151:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.885152:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.885154:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cca2d9f00 count: 5 00010000:00000001:0.0:1788877049.885156:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.885158:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.885159:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.885161:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.885162:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cca2d9f00 count: 5 00010000:00000001:0.0:1788877049.885164:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.885166:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.885167:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.885168:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.885170:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cca2d9f00 count: 5 00010000:00000001:0.0:1788877049.885172:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.885173:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.885175:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877049.885176:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877049.885177:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cca2d9f00 count: 5 00010000:00000001:0.0:1788877049.885179:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877049.885181:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.885183:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.885185:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877049.885186:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.885187:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.885190:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.885191:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877049.885204:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x341:0x0]: losing layout lock 00000080:00000001:0.0:1788877049.885206:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877049.885208:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877049.885209:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877049.885210:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877049.885212:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x341:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877049.885214:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.885216:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877049.885217:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.885219:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.885221:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877049.885223:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x341:0x0](ffff8d0ce5339148) invalid 00000020:00000001:0.0:1788877049.885226:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877049.885228:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w665 (ffff8d0cd06fb5e8) parent ffff8d0cc22750d8 inode ffff8d0ce5339148 refc 1 00000080:00000001:0.0:1788877049.885232:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877049.885234:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877049.885236:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.885238:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877049.885239:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877049.885241:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877049.885242:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.885243:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877049.885246:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0bcc575a00 with handle 0x4a37134b6b77b9c1 from hash 00010000:00000001:0.0:1788877049.885711:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877049.885713:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.885714:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.885715:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877049.885718:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877049.885719:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877049.885723:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877049.885725:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceec83000/0x4a37134b6b779aaa lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x976420bcd5a02879 expref: -99 pid: 198056 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877049.885738:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877049.885740:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877049.885743:0:198588:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1788877049.885746:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1788877049.885749:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8d0ceed371d0. 00000080:00000010:0.0:1788877049.885753:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 46 at ffff8d0cea994480. 00000080:00000010:0.0:1788877049.885757:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cfd78c960. 00000080:00000020:0.0:1788877049.885760:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1788877049.885762:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff8d0ceed370d0. 00000080:00000010:0.0:1788877049.885764:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 12 at ffff8d0ceed37750. 00000080:00000010:0.0:1788877049.885766:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cfd78c758. 00000080:00000020:0.0:1788877049.885768:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1788877049.885770:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0ceed37780. 00000080:00000010:0.0:1788877049.885772:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff8d0cea994300. 00000080:00000010:0.0:1788877049.885775:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cfd78cb90. 00000080:00000020:0.0:1788877049.885777:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1788877049.885779:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0ceed37d00. 00000080:00000010:0.0:1788877049.885781:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8d0ceed7cfa0. 00000080:00000010:0.0:1788877049.885785:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cfd78c848. 00000080:00000001:0.0:1788877049.885787:0:198588:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.885789:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877049.885791:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.885793:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877049.885794:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877049.885796:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877049.885797:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.885799:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877049.885802:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceec83000 with handle 0x4a37134b6b779aaa from hash 00010000:00000001:0.0:1788877049.885804:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877049.885805:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.885806:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.885807:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877049.885809:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877049.885810:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877049.885812:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877049.885814:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1788877049.885817:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1788877049.885822:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9439500. 00000020:00000040:0.0:1788877049.885825:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877049.885830:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877049.885832:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.885834:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877049.885838:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877049.885842:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877049.885843:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.885844:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.885847:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877049.885850:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877049.885854:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877049.885860:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc507d800. 00000100:00000001:0.0:1788877049.885867:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.885870:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877049.885872:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877049.885878:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceec81600/0x4a37134b6b779ab1 lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x341:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a02887 expref: -99 pid: 198056 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788877049.885886:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877049.885894:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceec83000/0x4a37134b6b779aaa lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd5a02879 expref: -99 pid: 198056 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877049.885900:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788877049.885902:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877049.885904:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877049.885906:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceec81600/0x4a37134b6b779ab1 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x341:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a02887 expref: -99 pid: 198056 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788877049.885919:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cea994d40. 00010000:00000001:0.0:1788877049.885925:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.885926:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877049.885929:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575a00/0x4a37134b6b77b9c1 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a1864f expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877049.885935:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ccca2bc40. 00010000:00000001:0.0:1788877049.885939:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.885940:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877049.885942:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceec83000/0x4a37134b6b779aaa lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x341:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd5a02879 expref: -99 pid: 198056 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788877049.885949:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cca2d9f00 count: 0 00010000:00000010:0.0:1788877049.885954:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf7d32700. 00010000:00000001:0.0:1788877049.885959:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877049.885961:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.885963:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877049.885965:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.885967:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877049.885977:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877049.885984:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9439500 x1875765519163904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877049.885992:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877049.885994:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877049.885999:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9e40. 00000100:00000001:0.0:1788877049.886002:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511872064 : -126388197679552 : ffff8d0cf45f9e40) 00000100:00000001:0.0:1788877049.886005:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.886007:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788614400 : -126388920937216 : ffff8d0cc9439500) 00000100:00000001:0.0:1788877049.886012:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877049.886016:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.886019:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877049.886020:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877049.886024:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9439500 x1875765519163904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.886032:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877049.886035:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.886039:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877049.886042:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877049.886045:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877049.886048:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9439500 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519163904:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877049.886053:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877049.886058:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877049.886061:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.886063:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877049.886071:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ceec24000. 02000000:00000001:0.0:1788877049.886073:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877049.886080:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877049.886084:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e18. 00000400:00000010:0.0:1788877049.886090:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9900. 00000100:00000200:0.0:1788877049.886098:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519163904, portal 10 00000100:00000001:0.0:1788877049.886100:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.886102:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788614400 : -126388920937216 : ffff8d0cc9439500) 00000100:00000040:0.0:1788877049.886108:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9439500 x1875765519163904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.886116:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877049.886119:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877049.886123:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52000. 00000100:00000200:0.0:1788877049.886126:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875765519163904, offset 0 00000400:00000200:0.0:1788877049.886132:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877049.886140:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.886148:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877049.886154:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877049.886158:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877049.886163:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877049.886166:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877049.886170:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457391:457391:256:4294967295] 192.168.203.155@tcp LPNI seq info [457385:457385:8:4294967295] 00000400:00000200:0.0:1788877049.886174:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.886183:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877049.886189:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877049.886194:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954100. 00000800:00000200:0.0:1788877049.886201:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877049.886208:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877049.886214:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788877049.886232:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.886237:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13253 usecs (14 jiffies) 00000400:00000200:0.0:1788877049.886240:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877049.886243:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302476961 00000100:00000001:0.0:1788877049.886247:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302477000 00000100:00000001:0.0:1788877049.886279:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302476962 00000100:00000001:0.0:1788877049.886281:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302477000 00000100:00000001:0.0:1788877049.886284:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877049.886287:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.886289:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877049.886291:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877049.886294:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788877049.886297:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877049.886298:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877049.886313:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.886323:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877049.886326:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.886328:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.886332:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.886337:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877049.886342:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.886345:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.886349:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.886353:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173a100 00000400:00000200:0.0:1788877049.886356:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.886361:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f229 [1] + 224 00000800:00000001:0.0:1788877049.886367:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877049.888017:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877049.888025:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.888032:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877049.888040:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.888046:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca319c00 x1875765519163648/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877049.888058:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cca319c00 x1875765519163648/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.888076:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788877049.889554:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.889661:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954100. 00000400:00000200:0.0:1788877049.889669:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.889675:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.889680:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52000 00000400:00000010:0.0:1788877049.889683:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52000. 00000100:00000001:0.0:1788877049.889687:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.889693:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9439500 x1875765519163904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.889703:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.889706:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9439500 x1875765519163904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.889713:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.889714:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877049.902566:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877049.902576:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877049.902578:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877049.902582:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949e18. 00000400:00000200:0.0:1788877049.902587:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9900 00000400:00000010:0.0:1788877049.902590:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9900. 00000100:00000001:0.0:1788877049.902593:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877049.902598:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9439500 x1875765519163904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877049.902608:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9439500 x1875765519163904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.902615:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877049.902617:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.902620:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877049.902624:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877049.902627:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877049.902629:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.902632:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877049.902643:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=62 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877049.902647:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=62 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877049.902650:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877049.902652:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.902655:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877049.902659:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.902663:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877049.902665:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001c1c8] 00000100:00000001:0.0:1788877049.902667:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877049.902669:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877049.902671:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788614400 : -126388920937216 : ffff8d0cc9439500) 00000100:00000001:0.0:1788877049.902674:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877049.902676:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877049.902678:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877049.902682:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.902687:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9439500 x1875765519163904/t25769921084(25769921084) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.902694:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877049.902698:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877049.902700:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877049.902704:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9439500 x1875765519163904/t25769921084(25769921084) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877049.902712:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9439500 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519163904:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877049.902717:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.902720:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.902722:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877049.902725:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.902728:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9439500 x1875765519163904/t25769921084(25769921084) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.902736:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877049.902738:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9e40. 00000100:00000001:0.0:1788877049.902741:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877049.902743:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877049.902750:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877049.902753:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877049.902757:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877049.902761:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc507cc00. 00000100:00000001:0.0:1788877049.902769:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.902772:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9439500 x1875765519163904/t25769921084(25769921084) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.902778:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.902783:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877049.902793:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877049.902796:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877049.902799:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w665 (ffff8d0cd06fb5e8, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877049.902802:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877049.902805:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877049.902811:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877049.902820:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877049.902823:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877049.902825:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.902830:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877049.902833:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877049.902838:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf41bd468 -> ffff8d0cf41bd468 00000020:00000001:0.0:1788877049.902840:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877049.902843:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877049.902846:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0x341:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877049.902849:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877049.902850:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877049.902852:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877049.902856:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0x341:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877049.902860:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceb2f21f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877049.902864:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877049.902866:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877049.902868:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877049.902869:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.902871:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877049.902873:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877049.902875:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902877:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877049.902878:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877049.902880:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877049.902881:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceb2f21f0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877049.902884:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902887:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877049.902888:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877049.902890:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877049.902893:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877049.902897:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877049.902900:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877049.902902:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877049.902903:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877049.902905:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877049.902907:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877049.902911:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf41bd918 -> ffff8d0cf41bd468 00000020:00000001:0.0:1788877049.902913:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877049.902916:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877049.902917:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877049.902919:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877049.902921:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877049.902923:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.902925:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.902927:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877049.902930:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877049.902932:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.902934:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902936:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902938:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877049.902940:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877049.902942:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877049.902943:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877049.902945:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877049.902946:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902948:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.902950:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.902952:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902953:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877049.902954:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902956:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902958:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877049.902960:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877049.902961:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877049.902963:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877049.902964:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877049.902967:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877049.902970:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877049.902973:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cea858c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877049.902976:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877049.902979:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cea858c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 256: rc=0. 00000008:00000001:0.0:1788877049.902982:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.902985:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902987:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.902988:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.902990:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902992:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.902994:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877049.902996:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877049.902998:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877049.902999:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877049.903001:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877049.903002:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.903004:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877049.903005:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877049.903007:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877049.903010:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877049.903011:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877049.903012:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877049.903014:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877049.903015:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.903017:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.903019:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877049.903020:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877049.903021:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877049.903023:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877049.903024:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877049.903026:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877049.903027:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877049.903028:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877049.903029:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877049.903031:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.903033:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877049.903035:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877049.903036:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877049.903037:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.903039:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877049.903040:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877049.903041:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877049.903042:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877049.903044:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877049.903045:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877049.903048:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877049.903050:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877049.903053:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877049.903055:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x341:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877049.903058:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877049.903059:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877049.903061:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877049.903063:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877049.903072:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903074:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419914112 : -126388289637504 : ffff8d0ceee47380) 00000020:00000001:0.0:1788877049.903077:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903079:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903081:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903083:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903085:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903090:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000102fae02[2 0000000052f9d442 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788877049.903092:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903094:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903096:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903098:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee473e0 00000008:00000001:0.0:1788877049.903100:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903102:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee473f0 page ffff8d0ceee473e0 at index 0. 00000008:00000001:0.0:1788877049.903105:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903112:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903115:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b529c0 index 0 00000020:00000001:0.0:1788877049.903120:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903121:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903123:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903126:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000102fae02[1 0000000052f9d442 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788877049.903128:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903130:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903132:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47380. 00000020:00000001:0.0:1788877049.903136:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903137:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903139:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903141:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419913440 : -126388289638176 : ffff8d0ceee470e0) 00000020:00000001:0.0:1788877049.903143:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903144:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903145:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903146:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903148:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000514fc1e4[2 0000000052f9d442 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788877049.903152:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903154:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903155:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903156:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47140 00000008:00000001:0.0:1788877049.903158:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903159:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47150 page ffff8d0ceee47140 at index 1. 00000008:00000001:0.0:1788877049.903161:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903164:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903165:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52a00 index 1 00000020:00000001:0.0:1788877049.903168:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903170:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903171:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903173:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000514fc1e4[1 0000000052f9d442 5 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788877049.903175:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903177:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903178:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee470e0. 00000020:00000001:0.0:1788877049.903180:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903181:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903183:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903184:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419913216 : -126388289638400 : ffff8d0ceee47000) 00000020:00000001:0.0:1788877049.903186:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903187:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903189:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903190:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903191:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903194:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000054edeb7c[2 0000000052f9d442 1 1 0000000000000000 0 0 2] 00000020:00000001:0.0:1788877049.903196:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903197:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903198:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903199:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47060 00000008:00000001:0.0:1788877049.903201:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903202:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47070 page ffff8d0ceee47060 at index 2. 00000008:00000001:0.0:1788877049.903204:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903207:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903209:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52a40 index 2 00000020:00000001:0.0:1788877049.903211:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903212:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903213:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903216:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000054edeb7c[1 0000000052f9d442 5 1 0000000000000000 0 0 2] 00000020:00000001:0.0:1788877049.903217:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903218:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903220:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47000. 00000020:00000001:0.0:1788877049.903222:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903223:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903225:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903226:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419914560 : -126388289637056 : ffff8d0ceee47540) 00000020:00000001:0.0:1788877049.903228:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903229:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903231:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903232:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903233:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903236:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dc3a14dc[2 0000000052f9d442 1 1 0000000000000000 0 0 3] 00000020:00000001:0.0:1788877049.903237:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903239:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903240:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903241:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee475a0 00000008:00000001:0.0:1788877049.903242:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903243:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee475b0 page ffff8d0ceee475a0 at index 3. 00000008:00000001:0.0:1788877049.903245:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903294:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903297:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52a80 index 3 00000020:00000001:0.0:1788877049.903299:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903300:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903301:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903304:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dc3a14dc[1 0000000052f9d442 5 1 0000000000000000 0 0 3] 00000020:00000001:0.0:1788877049.903306:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903307:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903309:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47540. 00000020:00000001:0.0:1788877049.903311:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903312:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903314:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903315:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419916800 : -126388289634816 : ffff8d0ceee47e00) 00000020:00000001:0.0:1788877049.903317:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903318:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903319:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903321:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903322:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903324:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000121b4cc7[2 0000000052f9d442 1 1 0000000000000000 0 0 4] 00000020:00000001:0.0:1788877049.903326:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903327:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903328:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903329:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47e60 00000008:00000001:0.0:1788877049.903331:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903332:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47e70 page ffff8d0ceee47e60 at index 4. 00000008:00000001:0.0:1788877049.903334:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903337:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903339:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52ac0 index 4 00000020:00000001:0.0:1788877049.903341:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903342:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903343:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903345:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000121b4cc7[1 0000000052f9d442 5 1 0000000000000000 0 0 4] 00000020:00000001:0.0:1788877049.903347:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903348:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903350:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47e00. 00000020:00000001:0.0:1788877049.903352:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903353:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903354:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903356:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419915456 : -126388289636160 : ffff8d0ceee478c0) 00000020:00000001:0.0:1788877049.903358:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903359:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903360:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903372:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903374:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903377:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ca08c532[2 0000000052f9d442 1 1 0000000000000000 0 0 5] 00000020:00000001:0.0:1788877049.903378:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903380:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903381:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903382:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47920 00000008:00000001:0.0:1788877049.903384:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903385:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47930 page ffff8d0ceee47920 at index 5. 00000008:00000001:0.0:1788877049.903388:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903391:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903392:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52b00 index 5 00000020:00000001:0.0:1788877049.903394:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903395:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903397:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903399:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ca08c532[1 0000000052f9d442 5 1 0000000000000000 0 0 5] 00000020:00000001:0.0:1788877049.903401:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903402:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903404:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee478c0. 00000020:00000001:0.0:1788877049.903406:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903479:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903482:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903484:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419916128 : -126388289635488 : ffff8d0ceee47b60) 00000020:00000001:0.0:1788877049.903486:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903488:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903489:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903490:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903491:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903495:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e1b87a4d[2 0000000052f9d442 1 1 0000000000000000 0 0 6] 00000020:00000001:0.0:1788877049.903496:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903498:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903499:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903500:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47bc0 00000008:00000001:0.0:1788877049.903501:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903503:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47bd0 page ffff8d0ceee47bc0 at index 6. 00000008:00000001:0.0:1788877049.903505:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903508:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903509:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52b40 index 6 00000020:00000001:0.0:1788877049.903512:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903513:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903514:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903516:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e1b87a4d[1 0000000052f9d442 5 1 0000000000000000 0 0 6] 00000020:00000001:0.0:1788877049.903518:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903519:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903521:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47b60. 00000020:00000001:0.0:1788877049.903524:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903525:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903527:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903528:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419916576 : -126388289635040 : ffff8d0ceee47d20) 00000020:00000001:0.0:1788877049.903530:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903531:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903532:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903533:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903534:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903536:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000048901e0a[2 0000000052f9d442 1 1 0000000000000000 0 0 7] 00000020:00000001:0.0:1788877049.903538:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903539:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903540:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903541:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47d80 00000008:00000001:0.0:1788877049.903542:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903544:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47d90 page ffff8d0ceee47d80 at index 7. 00000008:00000001:0.0:1788877049.903545:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903548:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903549:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52b80 index 7 00000020:00000001:0.0:1788877049.903552:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903553:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903554:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903556:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000048901e0a[1 0000000052f9d442 5 1 0000000000000000 0 0 7] 00000020:00000001:0.0:1788877049.903558:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903559:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903561:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47d20. 00000020:00000001:0.0:1788877049.903563:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903564:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903565:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903567:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419913664 : -126388289637952 : ffff8d0ceee471c0) 00000020:00000001:0.0:1788877049.903568:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903569:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903570:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903571:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903572:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903574:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d4c79c77[2 0000000052f9d442 1 1 0000000000000000 0 0 8] 00000020:00000001:0.0:1788877049.903576:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903577:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903578:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903579:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47220 00000008:00000001:0.0:1788877049.903580:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903581:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47230 page ffff8d0ceee47220 at index 8. 00000008:00000001:0.0:1788877049.903583:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903584:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903586:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52bc0 index 8 00000020:00000001:0.0:1788877049.903588:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903589:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903589:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903592:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d4c79c77[1 0000000052f9d442 5 1 0000000000000000 0 0 8] 00000020:00000001:0.0:1788877049.903594:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903595:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903596:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee471c0. 00000020:00000001:0.0:1788877049.903598:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903599:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903600:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903601:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419915904 : -126388289635712 : ffff8d0ceee47a80) 00000020:00000001:0.0:1788877049.903603:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903604:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903605:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903606:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903607:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903609:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d19b6fb0[2 0000000052f9d442 1 1 0000000000000000 0 0 9] 00000020:00000001:0.0:1788877049.903611:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903612:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903613:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903614:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47ae0 00000008:00000001:0.0:1788877049.903615:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903616:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47af0 page ffff8d0ceee47ae0 at index 9. 00000008:00000001:0.0:1788877049.903618:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903621:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903622:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52c00 index 9 00000020:00000001:0.0:1788877049.903624:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903625:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903626:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903629:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d19b6fb0[1 0000000052f9d442 5 1 0000000000000000 0 0 9] 00000020:00000001:0.0:1788877049.903630:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903631:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903633:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47a80. 00000020:00000001:0.0:1788877049.903635:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903636:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903637:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903638:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419914784 : -126388289636832 : ffff8d0ceee47620) 00000020:00000001:0.0:1788877049.903640:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903641:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903642:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903643:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903644:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903646:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de040f37[2 0000000052f9d442 1 1 0000000000000000 0 0 10] 00000020:00000001:0.0:1788877049.903647:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903649:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903650:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903651:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47680 00000008:00000001:0.0:1788877049.903652:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903653:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47690 page ffff8d0ceee47680 at index 10. 00000008:00000001:0.0:1788877049.903655:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903658:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903659:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52c40 index 10 00000020:00000001:0.0:1788877049.903661:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903662:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903663:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903666:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de040f37[1 0000000052f9d442 5 1 0000000000000000 0 0 10] 00000020:00000001:0.0:1788877049.903667:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903668:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903670:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47620. 00000020:00000001:0.0:1788877049.903672:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903673:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903674:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903675:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419915008 : -126388289636608 : ffff8d0ceee47700) 00000020:00000001:0.0:1788877049.903677:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903678:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903679:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903680:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903681:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903684:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bd385730[2 0000000052f9d442 1 1 0000000000000000 0 0 11] 00000020:00000001:0.0:1788877049.903685:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903687:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903688:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903689:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47760 00000008:00000001:0.0:1788877049.903691:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903692:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47770 page ffff8d0ceee47760 at index 11. 00000008:00000001:0.0:1788877049.903694:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903697:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903698:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52c80 index 11 00000020:00000001:0.0:1788877049.903700:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903701:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903703:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903706:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bd385730[1 0000000052f9d442 5 1 0000000000000000 0 0 11] 00000020:00000001:0.0:1788877049.903707:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903708:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903710:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47700. 00000020:00000001:0.0:1788877049.903712:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903713:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903715:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903716:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419916352 : -126388289635264 : ffff8d0ceee47c40) 00000020:00000001:0.0:1788877049.903718:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903720:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903721:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903723:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903724:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903727:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000016e40988[2 0000000052f9d442 1 1 0000000000000000 0 0 12] 00000020:00000001:0.0:1788877049.903729:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903730:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903731:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903732:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee47ca0 00000008:00000001:0.0:1788877049.903734:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903735:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee47cb0 page ffff8d0ceee47ca0 at index 12. 00000008:00000001:0.0:1788877049.903738:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903740:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903742:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52cc0 index 12 00000020:00000001:0.0:1788877049.903744:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903745:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903746:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903749:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000016e40988[1 0000000052f9d442 5 1 0000000000000000 0 0 12] 00000020:00000001:0.0:1788877049.903751:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903752:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903754:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee47c40. 00000020:00000001:0.0:1788877049.903767:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903769:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903771:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903773:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419872480 : -126388289679136 : ffff8d0ceee3d0e0) 00000020:00000001:0.0:1788877049.903775:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903776:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903777:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903778:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903780:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e8bb9a90[2 0000000052f9d442 1 1 0000000000000000 0 0 13] 00000020:00000001:0.0:1788877049.903784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903786:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903787:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903789:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d140 00000008:00000001:0.0:1788877049.903790:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903792:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d150 page ffff8d0ceee3d140 at index 13. 00000008:00000001:0.0:1788877049.903794:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903796:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903798:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52d00 index 13 00000020:00000001:0.0:1788877049.903800:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903801:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903803:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903805:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e8bb9a90[1 0000000052f9d442 5 1 0000000000000000 0 0 13] 00000020:00000001:0.0:1788877049.903807:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903808:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903810:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d0e0. 00000020:00000001:0.0:1788877049.903813:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903814:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903816:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903817:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419872256 : -126388289679360 : ffff8d0ceee3d000) 00000020:00000001:0.0:1788877049.903819:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903821:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903822:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903823:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903824:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903828:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000089aa477[2 0000000052f9d442 1 1 0000000000000000 0 0 14] 00000020:00000001:0.0:1788877049.903829:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903831:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903832:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903833:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d060 00000008:00000001:0.0:1788877049.903834:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903836:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d070 page ffff8d0ceee3d060 at index 14. 00000008:00000001:0.0:1788877049.903838:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903840:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903842:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52d40 index 14 00000020:00000001:0.0:1788877049.903844:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903845:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903846:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903849:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000089aa477[1 0000000052f9d442 5 1 0000000000000000 0 0 14] 00000020:00000001:0.0:1788877049.903850:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903852:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903853:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d000. 00000020:00000001:0.0:1788877049.903856:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903857:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903927:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903929:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419873600 : -126388289678016 : ffff8d0ceee3d540) 00000020:00000001:0.0:1788877049.903932:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903933:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903935:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903936:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903937:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903941:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b5eaa91b[2 0000000052f9d442 1 1 0000000000000000 0 0 15] 00000020:00000001:0.0:1788877049.903943:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903944:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903945:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903947:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d5a0 00000008:00000001:0.0:1788877049.903949:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903950:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d5b0 page ffff8d0ceee3d5a0 at index 15. 00000008:00000001:0.0:1788877049.903952:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903956:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903958:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52d80 index 15 00000020:00000001:0.0:1788877049.903960:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903961:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.903962:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.903965:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b5eaa91b[1 0000000052f9d442 5 1 0000000000000000 0 0 15] 00000020:00000001:0.0:1788877049.903966:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.903968:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.903970:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d540. 00000020:00000001:0.0:1788877049.903972:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.903973:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.903974:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.903976:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419875840 : -126388289675776 : ffff8d0ceee3de00) 00000020:00000001:0.0:1788877049.903977:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903979:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.903980:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.903981:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.903982:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.903984:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009245f019[2 0000000052f9d442 1 1 0000000000000000 0 0 16] 00000020:00000001:0.0:1788877049.903986:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.903987:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.903988:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.903989:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3de60 00000008:00000001:0.0:1788877049.903991:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.903992:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3de70 page ffff8d0ceee3de60 at index 16. 00000008:00000001:0.0:1788877049.903994:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.903996:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.903998:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52dc0 index 16 00000020:00000001:0.0:1788877049.904000:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904001:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904002:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904004:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009245f019[1 0000000052f9d442 5 1 0000000000000000 0 0 16] 00000020:00000001:0.0:1788877049.904006:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904008:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904009:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3de00. 00000020:00000001:0.0:1788877049.904011:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904012:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904014:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904015:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419874496 : -126388289677120 : ffff8d0ceee3d8c0) 00000020:00000001:0.0:1788877049.904017:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904018:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904019:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904020:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904021:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904024:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000021a2f02a[2 0000000052f9d442 1 1 0000000000000000 0 0 17] 00000020:00000001:0.0:1788877049.904025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904026:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904027:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904028:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d920 00000008:00000001:0.0:1788877049.904030:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904031:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d930 page ffff8d0ceee3d920 at index 17. 00000008:00000001:0.0:1788877049.904033:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904035:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904037:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52e00 index 17 00000020:00000001:0.0:1788877049.904039:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904040:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904041:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904044:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000021a2f02a[1 0000000052f9d442 5 1 0000000000000000 0 0 17] 00000020:00000001:0.0:1788877049.904045:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904046:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904048:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d8c0. 00000020:00000001:0.0:1788877049.904050:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904051:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904052:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904053:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419875168 : -126388289676448 : ffff8d0ceee3db60) 00000020:00000001:0.0:1788877049.904055:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904056:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904058:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904059:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904060:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000090a13690[2 0000000052f9d442 1 1 0000000000000000 0 0 18] 00000020:00000001:0.0:1788877049.904064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904066:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904067:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904068:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3dbc0 00000008:00000001:0.0:1788877049.904069:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904071:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3dbd0 page ffff8d0ceee3dbc0 at index 18. 00000008:00000001:0.0:1788877049.904073:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904075:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904076:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52e40 index 18 00000020:00000001:0.0:1788877049.904077:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904078:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904079:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904082:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000090a13690[1 0000000052f9d442 5 1 0000000000000000 0 0 18] 00000020:00000001:0.0:1788877049.904083:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904084:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904086:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3db60. 00000020:00000001:0.0:1788877049.904088:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904089:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904090:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904091:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419875616 : -126388289676000 : ffff8d0ceee3dd20) 00000020:00000001:0.0:1788877049.904093:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904094:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904095:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904096:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904097:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904100:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ff058f1c[2 0000000052f9d442 1 1 0000000000000000 0 0 19] 00000020:00000001:0.0:1788877049.904101:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904103:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904104:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904105:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3dd80 00000008:00000001:0.0:1788877049.904106:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904107:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3dd90 page ffff8d0ceee3dd80 at index 19. 00000008:00000001:0.0:1788877049.904108:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904110:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904112:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52e80 index 19 00000020:00000001:0.0:1788877049.904114:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904115:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904116:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904119:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ff058f1c[1 0000000052f9d442 5 1 0000000000000000 0 0 19] 00000020:00000001:0.0:1788877049.904120:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904122:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904123:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3dd20. 00000020:00000001:0.0:1788877049.904125:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904126:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904127:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904129:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419872704 : -126388289678912 : ffff8d0ceee3d1c0) 00000020:00000001:0.0:1788877049.904131:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904132:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904133:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904134:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904135:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904137:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005eb745f7[2 0000000052f9d442 1 1 0000000000000000 0 0 20] 00000020:00000001:0.0:1788877049.904139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904140:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904141:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904142:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d220 00000008:00000001:0.0:1788877049.904144:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904145:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d230 page ffff8d0ceee3d220 at index 20. 00000008:00000001:0.0:1788877049.904147:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904149:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904151:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52ec0 index 20 00000020:00000001:0.0:1788877049.904153:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904154:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904155:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904157:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005eb745f7[1 0000000052f9d442 5 1 0000000000000000 0 0 20] 00000020:00000001:0.0:1788877049.904159:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904160:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904162:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d1c0. 00000020:00000001:0.0:1788877049.904164:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904165:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904166:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904167:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419874944 : -126388289676672 : ffff8d0ceee3da80) 00000020:00000001:0.0:1788877049.904169:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904170:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904172:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904173:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904174:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904177:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cb8c18bc[2 0000000052f9d442 1 1 0000000000000000 0 0 21] 00000020:00000001:0.0:1788877049.904179:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904180:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904181:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904183:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3dae0 00000008:00000001:0.0:1788877049.904184:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904186:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3daf0 page ffff8d0ceee3dae0 at index 21. 00000008:00000001:0.0:1788877049.904187:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904190:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904191:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52f00 index 21 00000020:00000001:0.0:1788877049.904193:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904194:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904195:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904197:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cb8c18bc[1 0000000052f9d442 5 1 0000000000000000 0 0 21] 00000020:00000001:0.0:1788877049.904199:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904200:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904202:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3da80. 00000020:00000001:0.0:1788877049.904204:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904205:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904207:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904208:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419873824 : -126388289677792 : ffff8d0ceee3d620) 00000020:00000001:0.0:1788877049.904210:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904211:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904212:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904214:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904215:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904217:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001fdb9b83[2 0000000052f9d442 1 1 0000000000000000 0 0 22] 00000020:00000001:0.0:1788877049.904219:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904220:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904222:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904223:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d680 00000008:00000001:0.0:1788877049.904225:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904226:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d690 page ffff8d0ceee3d680 at index 22. 00000008:00000001:0.0:1788877049.904228:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904230:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904231:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52f40 index 22 00000020:00000001:0.0:1788877049.904234:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904235:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904236:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904238:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001fdb9b83[1 0000000052f9d442 5 1 0000000000000000 0 0 22] 00000020:00000001:0.0:1788877049.904240:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904241:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904242:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d620. 00000020:00000001:0.0:1788877049.904244:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904245:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904246:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904283:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419874048 : -126388289677568 : ffff8d0ceee3d700) 00000020:00000001:0.0:1788877049.904285:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904286:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904287:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904288:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904289:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904291:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000015c1c4ea[2 0000000052f9d442 1 1 0000000000000000 0 0 23] 00000020:00000001:0.0:1788877049.904293:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904294:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904295:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904296:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d760 00000008:00000001:0.0:1788877049.904297:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904299:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d770 page ffff8d0ceee3d760 at index 23. 00000008:00000001:0.0:1788877049.904301:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904303:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904304:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52f80 index 23 00000020:00000001:0.0:1788877049.904306:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904307:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904308:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904310:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000015c1c4ea[1 0000000052f9d442 5 1 0000000000000000 0 0 23] 00000020:00000001:0.0:1788877049.904311:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904312:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904314:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d700. 00000020:00000001:0.0:1788877049.904316:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904317:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904318:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904320:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419875392 : -126388289676224 : ffff8d0ceee3dc40) 00000020:00000001:0.0:1788877049.904321:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904322:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904323:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904324:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904325:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904328:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004d29819d[2 0000000052f9d442 1 1 0000000000000000 0 0 24] 00000020:00000001:0.0:1788877049.904329:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904330:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904332:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904333:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3dca0 00000008:00000001:0.0:1788877049.904334:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904335:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3dcb0 page ffff8d0ceee3dca0 at index 24. 00000008:00000001:0.0:1788877049.904337:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904339:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904341:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b52fc0 index 24 00000020:00000001:0.0:1788877049.904343:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904344:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904345:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904347:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004d29819d[1 0000000052f9d442 5 1 0000000000000000 0 0 24] 00000020:00000001:0.0:1788877049.904348:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904349:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904351:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3dc40. 00000020:00000001:0.0:1788877049.904353:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904354:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904355:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904356:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419874720 : -126388289676896 : ffff8d0ceee3d9a0) 00000020:00000001:0.0:1788877049.904358:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904359:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904360:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904361:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904362:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904365:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000019cc3ae6[2 0000000052f9d442 1 1 0000000000000000 0 0 25] 00000020:00000001:0.0:1788877049.904366:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904367:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904368:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904369:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3da00 00000008:00000001:0.0:1788877049.904370:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904371:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3da10 page ffff8d0ceee3da00 at index 25. 00000008:00000001:0.0:1788877049.904373:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904375:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904376:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53000 index 25 00000020:00000001:0.0:1788877049.904378:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904379:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904380:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904383:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000019cc3ae6[1 0000000052f9d442 5 1 0000000000000000 0 0 25] 00000020:00000001:0.0:1788877049.904384:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904385:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904387:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d9a0. 00000020:00000001:0.0:1788877049.904388:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904389:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904391:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904392:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419874272 : -126388289677344 : ffff8d0ceee3d7e0) 00000020:00000001:0.0:1788877049.904394:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904395:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904396:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904397:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904398:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904400:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dc8636b6[2 0000000052f9d442 1 1 0000000000000000 0 0 26] 00000020:00000001:0.0:1788877049.904402:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904403:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904404:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904405:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d840 00000008:00000001:0.0:1788877049.904406:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904408:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d850 page ffff8d0ceee3d840 at index 26. 00000008:00000001:0.0:1788877049.904837:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904840:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904842:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53040 index 26 00000020:00000001:0.0:1788877049.904845:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904846:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904847:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904851:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dc8636b6[1 0000000052f9d442 5 1 0000000000000000 0 0 26] 00000020:00000001:0.0:1788877049.904853:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904854:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904857:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d7e0. 00000020:00000001:0.0:1788877049.904860:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904861:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904862:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904864:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419876064 : -126388289675552 : ffff8d0ceee3dee0) 00000020:00000001:0.0:1788877049.904866:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904867:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904869:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904870:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904871:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904874:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006b75d3ed[2 0000000052f9d442 1 1 0000000000000000 0 0 27] 00000020:00000001:0.0:1788877049.904876:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904877:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904879:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904880:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3df40 00000008:00000001:0.0:1788877049.904881:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904883:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3df50 page ffff8d0ceee3df40 at index 27. 00000008:00000001:0.0:1788877049.904885:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904888:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904889:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53080 index 27 00000020:00000001:0.0:1788877049.904891:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904892:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904893:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904896:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006b75d3ed[1 0000000052f9d442 5 1 0000000000000000 0 0 27] 00000020:00000001:0.0:1788877049.904897:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904899:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904900:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3dee0. 00000020:00000001:0.0:1788877049.904902:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904903:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904905:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904906:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419873376 : -126388289678240 : ffff8d0ceee3d460) 00000020:00000001:0.0:1788877049.904908:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904910:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904911:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904912:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904913:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904916:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000695053eb[2 0000000052f9d442 1 1 0000000000000000 0 0 28] 00000020:00000001:0.0:1788877049.904917:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904919:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904920:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904921:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d4c0 00000008:00000001:0.0:1788877049.904923:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904924:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d4d0 page ffff8d0ceee3d4c0 at index 28. 00000008:00000001:0.0:1788877049.904926:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904929:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904930:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b530c0 index 28 00000020:00000001:0.0:1788877049.904933:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904934:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904935:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904938:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000695053eb[1 0000000052f9d442 5 1 0000000000000000 0 0 28] 00000020:00000001:0.0:1788877049.904940:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904941:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904943:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d460. 00000020:00000001:0.0:1788877049.904945:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904946:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.904947:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.904949:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419872928 : -126388289678688 : ffff8d0ceee3d2a0) 00000020:00000001:0.0:1788877049.904951:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904952:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.904953:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.904954:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.904956:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.904958:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000035a90e2b[2 0000000052f9d442 1 1 0000000000000000 0 0 29] 00000020:00000001:0.0:1788877049.904960:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.904961:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.904963:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.904964:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d300 00000008:00000001:0.0:1788877049.904965:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.904966:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d310 page ffff8d0ceee3d300 at index 29. 00000008:00000001:0.0:1788877049.904969:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.904971:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.904972:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53100 index 29 00000020:00000001:0.0:1788877049.904974:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904975:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.904976:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.904979:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000035a90e2b[1 0000000052f9d442 5 1 0000000000000000 0 0 29] 00000020:00000001:0.0:1788877049.904981:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.904982:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.904984:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d2a0. 00000020:00000001:0.0:1788877049.904986:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.904987:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.905036:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.905038:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419873152 : -126388289678464 : ffff8d0ceee3d380) 00000020:00000001:0.0:1788877049.905040:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905042:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905043:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.905044:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.905046:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.905049:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d3b30ac2[2 0000000052f9d442 1 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877049.905050:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.905052:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.905053:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.905055:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee3d3e0 00000008:00000001:0.0:1788877049.905057:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.905058:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee3d3f0 page ffff8d0ceee3d3e0 at index 30. 00000008:00000001:0.0:1788877049.905061:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.905064:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.905065:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53140 index 30 00000020:00000001:0.0:1788877049.905068:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905069:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905070:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.905073:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d3b30ac2[1 0000000052f9d442 5 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877049.905074:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.905076:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.905078:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee3d380. 00000020:00000001:0.0:1788877049.905080:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.905081:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.905083:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.905084:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420880992 : -126388288670624 : ffff8d0ceef33460) 00000020:00000001:0.0:1788877049.905087:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905088:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905089:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.905090:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.905091:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.905094:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006bdbe884[2 0000000052f9d442 1 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877049.905096:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.905097:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.905099:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.905100:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef334c0 00000008:00000001:0.0:1788877049.905101:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.905103:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef334d0 page ffff8d0ceef334c0 at index 31. 00000008:00000001:0.0:1788877049.905105:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.905107:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.905108:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53180 index 31 00000020:00000001:0.0:1788877049.905111:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905112:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905113:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.905116:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006bdbe884[1 0000000052f9d442 5 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877049.905117:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.905119:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.905120:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33460. 00000020:00000001:0.0:1788877049.905124:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.905125:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.905126:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.905128:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420880544 : -126388288671072 : ffff8d0ceef332a0) 00000020:00000001:0.0:1788877049.905130:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905131:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905132:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.905133:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.905134:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.905137:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aadf1b99[2 0000000052f9d442 1 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877049.905139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.905140:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.905142:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.905143:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33300 00000008:00000001:0.0:1788877049.905144:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.905146:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33310 page ffff8d0ceef33300 at index 32. 00000008:00000001:0.0:1788877049.905148:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.905150:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.905152:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b531c0 index 32 00000020:00000001:0.0:1788877049.905154:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905155:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905156:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.905159:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aadf1b99[1 0000000052f9d442 5 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877049.905161:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.905162:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.905164:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef332a0. 00000020:00000001:0.0:1788877049.905166:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.905167:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.905168:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.905170:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420880768 : -126388288670848 : ffff8d0ceef33380) 00000020:00000001:0.0:1788877049.905172:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905173:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905175:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.905176:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.905177:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.905180:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d9b220a8[2 0000000052f9d442 1 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877049.905182:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.905183:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.905185:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.905187:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef333e0 00000008:00000001:0.0:1788877049.905188:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.905189:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef333f0 page ffff8d0ceef333e0 at index 33. 00000008:00000001:0.0:1788877049.905191:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.905194:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.905195:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53200 index 33 00000020:00000001:0.0:1788877049.905197:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905198:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905199:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.905202:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d9b220a8[1 0000000052f9d442 5 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877049.905204:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.905205:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.905206:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33380. 00000020:00000001:0.0:1788877049.905208:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.905209:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.905211:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.905212:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420880096 : -126388288671520 : ffff8d0ceef330e0) 00000020:00000001:0.0:1788877049.905214:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905215:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905216:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.905217:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.905218:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.905221:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a8afe425[2 0000000052f9d442 1 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877049.905223:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.905224:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.905225:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.905226:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33140 00000008:00000001:0.0:1788877049.905228:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.905229:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33150 page ffff8d0ceef33140 at index 34. 00000008:00000001:0.0:1788877049.905231:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.905233:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.905235:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53240 index 34 00000020:00000001:0.0:1788877049.905238:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905239:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905240:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.905242:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a8afe425[1 0000000052f9d442 5 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877049.905244:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.905245:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.905246:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef330e0. 00000020:00000001:0.0:1788877049.905271:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.905273:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.905274:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.905276:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420879872 : -126388288671744 : ffff8d0ceef33000) 00000020:00000001:0.0:1788877049.905278:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905279:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905280:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.905281:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.905282:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.905285:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb25586f[2 0000000052f9d442 1 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877049.905286:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.905287:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.905289:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.905290:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33060 00000008:00000001:0.0:1788877049.905291:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.905292:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33070 page ffff8d0ceef33060 at index 35. 00000008:00000001:0.0:1788877049.905295:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.905297:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.905298:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53280 index 35 00000020:00000001:0.0:1788877049.905301:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905301:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905302:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.905305:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fb25586f[1 0000000052f9d442 5 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877049.905306:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.905307:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.905309:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33000. 00000020:00000001:0.0:1788877049.905311:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.905312:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.905314:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.905315:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420881216 : -126388288670400 : ffff8d0ceef33540) 00000020:00000001:0.0:1788877049.905317:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905318:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905320:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.905321:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.905322:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.905325:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008102eb0f[2 0000000052f9d442 1 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877049.905326:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.905328:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.905329:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.905330:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef335a0 00000008:00000001:0.0:1788877049.905331:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.905333:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef335b0 page ffff8d0ceef335a0 at index 36. 00000008:00000001:0.0:1788877049.905335:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.905338:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.905339:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b532c0 index 36 00000020:00000001:0.0:1788877049.905342:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905343:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905344:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.905347:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008102eb0f[1 0000000052f9d442 5 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877049.905348:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.905349:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.905351:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33540. 00000020:00000001:0.0:1788877049.905353:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.905354:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.905356:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.905357:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420883456 : -126388288668160 : ffff8d0ceef33e00) 00000020:00000001:0.0:1788877049.905359:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905360:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905361:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.905362:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.905364:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.905366:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002e03c395[2 0000000052f9d442 1 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877049.905368:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.905369:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.905371:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.905372:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33e60 00000008:00000001:0.0:1788877049.905373:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.905375:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33e70 page ffff8d0ceef33e60 at index 37. 00000008:00000001:0.0:1788877049.905376:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.905379:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.905380:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53300 index 37 00000020:00000001:0.0:1788877049.905383:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905384:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.905385:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.905388:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002e03c395[1 0000000052f9d442 5 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877049.905389:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.905390:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.905392:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33e00. 00000020:00000001:0.0:1788877049.905394:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.905395:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.905397:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.905398:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420882112 : -126388288669504 : ffff8d0ceef338c0) 00000020:00000001:0.0:1788877049.905400:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905401:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.905402:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.905403:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.905404:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.905406:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bc0ec1cf[2 0000000052f9d442 1 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877049.906098:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.906102:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.906103:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.906105:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33920 00000008:00000001:0.0:1788877049.906107:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.906108:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33930 page ffff8d0ceef33920 at index 38. 00000008:00000001:0.0:1788877049.906111:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.906114:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.906116:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53340 index 38 00000020:00000001:0.0:1788877049.906119:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906120:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906122:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.906125:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bc0ec1cf[1 0000000052f9d442 5 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877049.906127:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.906128:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.906131:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef338c0. 00000020:00000001:0.0:1788877049.906134:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.906135:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.906137:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.906139:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420882784 : -126388288668832 : ffff8d0ceef33b60) 00000020:00000001:0.0:1788877049.906141:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906142:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906144:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.906146:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.906147:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.906150:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000093576d0[2 0000000052f9d442 1 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877049.906151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.906153:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.906154:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.906155:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33bc0 00000008:00000001:0.0:1788877049.906157:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.906158:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33bd0 page ffff8d0ceef33bc0 at index 39. 00000008:00000001:0.0:1788877049.906160:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.906163:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.906165:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53380 index 39 00000020:00000001:0.0:1788877049.906166:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906167:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906169:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.906171:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000093576d0[1 0000000052f9d442 5 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877049.906173:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.906174:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.906176:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33b60. 00000020:00000001:0.0:1788877049.906178:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.906179:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.906180:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.906181:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420883232 : -126388288668384 : ffff8d0ceef33d20) 00000020:00000001:0.0:1788877049.906184:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906185:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906186:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.906187:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.906188:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.906190:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009a6b34b5[2 0000000052f9d442 1 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877049.906192:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.906193:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.906195:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.906196:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33d80 00000008:00000001:0.0:1788877049.906198:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.906199:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33d90 page ffff8d0ceef33d80 at index 40. 00000008:00000001:0.0:1788877049.906201:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.906204:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.906205:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b533c0 index 40 00000020:00000001:0.0:1788877049.906208:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906209:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906210:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.906212:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009a6b34b5[1 0000000052f9d442 5 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877049.906214:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.906215:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.906216:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33d20. 00000020:00000001:0.0:1788877049.906219:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.906220:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.906221:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.906222:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420880320 : -126388288671296 : ffff8d0ceef331c0) 00000020:00000001:0.0:1788877049.906224:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906225:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906227:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.906228:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.906229:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.906231:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bcba1976[2 0000000052f9d442 1 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877049.906233:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.906234:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.906235:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.906236:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33220 00000008:00000001:0.0:1788877049.906237:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.906238:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33230 page ffff8d0ceef33220 at index 41. 00000008:00000001:0.0:1788877049.906240:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.906242:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.906243:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53400 index 41 00000020:00000001:0.0:1788877049.906245:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906246:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906247:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.906267:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bcba1976[1 0000000052f9d442 5 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877049.906268:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.906270:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.906271:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef331c0. 00000020:00000001:0.0:1788877049.906274:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.906275:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.906276:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.906278:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420882560 : -126388288669056 : ffff8d0ceef33a80) 00000020:00000001:0.0:1788877049.906280:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906280:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906282:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.906283:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.906284:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.906286:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8742649[2 0000000052f9d442 1 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877049.906288:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.906289:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.906290:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.906291:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33ae0 00000008:00000001:0.0:1788877049.906292:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.906294:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33af0 page ffff8d0ceef33ae0 at index 42. 00000008:00000001:0.0:1788877049.906295:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.906298:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.906299:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53440 index 42 00000020:00000001:0.0:1788877049.906301:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906302:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906303:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.906305:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b8742649[1 0000000052f9d442 5 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877049.906307:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.906307:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.906309:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33a80. 00000020:00000001:0.0:1788877049.906311:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.906312:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.906313:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.906314:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420881440 : -126388288670176 : ffff8d0ceef33620) 00000020:00000001:0.0:1788877049.906315:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906316:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906317:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.906318:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.906319:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.906321:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c12ce6a0[2 0000000052f9d442 1 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877049.906322:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.906323:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.906324:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.906324:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33680 00000008:00000001:0.0:1788877049.906325:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.906326:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33690 page ffff8d0ceef33680 at index 43. 00000008:00000001:0.0:1788877049.906328:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.906330:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.906331:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53480 index 43 00000020:00000001:0.0:1788877049.906332:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906333:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906334:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.906336:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c12ce6a0[1 0000000052f9d442 5 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877049.906338:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.906339:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.906340:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33620. 00000020:00000001:0.0:1788877049.906341:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.906342:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.906343:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.906345:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420881664 : -126388288669952 : ffff8d0ceef33700) 00000020:00000001:0.0:1788877049.906346:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906347:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.906348:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.906349:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.906350:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.906352:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003cd6bb68[2 0000000052f9d442 1 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877049.906353:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.906354:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.906355:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.906356:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33760 00000008:00000001:0.0:1788877049.906357:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.906358:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33770 page ffff8d0ceef33760 at index 44. 00000008:00000001:0.0:1788877049.906360:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.906361:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.906363:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b534c0 index 44 00000020:00000001:0.0:1788877049.906364:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906365:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.906366:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.906368:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003cd6bb68[1 0000000052f9d442 5 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877049.906370:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.906371:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.906372:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33700. 00000020:00000001:0.0:1788877049.906374:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.906375:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907021:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907024:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420883008 : -126388288668608 : ffff8d0ceef33c40) 00000020:00000001:0.0:1788877049.907027:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907028:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907029:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907030:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907032:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907035:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033de4892[2 0000000052f9d442 1 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877049.907037:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907038:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907040:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907041:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33ca0 00000008:00000001:0.0:1788877049.907043:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907044:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33cb0 page ffff8d0ceef33ca0 at index 45. 00000008:00000001:0.0:1788877049.907047:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907051:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907052:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53500 index 45 00000020:00000001:0.0:1788877049.907055:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907056:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907058:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907060:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000033de4892[1 0000000052f9d442 5 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877049.907062:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907063:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907066:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33c40. 00000020:00000001:0.0:1788877049.907069:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907070:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907071:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907072:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420882336 : -126388288669280 : ffff8d0ceef339a0) 00000020:00000001:0.0:1788877049.907075:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907076:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907077:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907078:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907079:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907082:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000310c468c[2 0000000052f9d442 1 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877049.907083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907085:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907086:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907087:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33a00 00000008:00000001:0.0:1788877049.907089:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907090:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33a10 page ffff8d0ceef33a00 at index 46. 00000008:00000001:0.0:1788877049.907092:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907095:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907096:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53540 index 46 00000020:00000001:0.0:1788877049.907098:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907100:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907101:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907103:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000310c468c[1 0000000052f9d442 5 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877049.907105:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907107:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907108:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef339a0. 00000020:00000001:0.0:1788877049.907111:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907112:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907113:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907114:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420881888 : -126388288669728 : ffff8d0ceef337e0) 00000020:00000001:0.0:1788877049.907116:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907118:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907119:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907120:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907121:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907124:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002b25ab2b[2 0000000052f9d442 1 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877049.907126:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907127:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907129:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907130:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33840 00000008:00000001:0.0:1788877049.907131:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907132:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33850 page ffff8d0ceef33840 at index 47. 00000008:00000001:0.0:1788877049.907135:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907137:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907138:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53580 index 47 00000020:00000001:0.0:1788877049.907141:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907142:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907143:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907146:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002b25ab2b[1 0000000052f9d442 5 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877049.907147:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907149:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907150:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef337e0. 00000020:00000001:0.0:1788877049.907152:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907154:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907155:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907156:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420883680 : -126388288667936 : ffff8d0ceef33ee0) 00000020:00000001:0.0:1788877049.907158:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907159:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907161:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907162:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907163:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907167:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008a5201de[2 0000000052f9d442 1 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877049.907168:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907169:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907171:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907172:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef33f40 00000008:00000001:0.0:1788877049.907173:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907175:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef33f50 page ffff8d0ceef33f40 at index 48. 00000008:00000001:0.0:1788877049.907177:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907180:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907181:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b535c0 index 48 00000020:00000001:0.0:1788877049.907183:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907184:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907185:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907188:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008a5201de[1 0000000052f9d442 5 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877049.907317:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907319:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907322:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef33ee0. 00000020:00000001:0.0:1788877049.907325:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907326:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907328:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907329:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419625312 : -126388289926304 : ffff8d0ceee00b60) 00000020:00000001:0.0:1788877049.907331:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907333:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907334:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907335:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907336:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907339:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000836dd248[2 0000000052f9d442 1 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877049.907340:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907342:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907344:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907345:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00bc0 00000008:00000001:0.0:1788877049.907346:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907348:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00bd0 page ffff8d0ceee00bc0 at index 49. 00000008:00000001:0.0:1788877049.907350:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907353:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907354:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53600 index 49 00000020:00000001:0.0:1788877049.907357:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907358:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907359:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907361:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000836dd248[1 0000000052f9d442 5 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877049.907363:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907364:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907366:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00b60. 00000020:00000001:0.0:1788877049.907368:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907370:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907371:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907373:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419625760 : -126388289925856 : ffff8d0ceee00d20) 00000020:00000001:0.0:1788877049.907375:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907376:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907377:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907378:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907379:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907382:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000645a7663[2 0000000052f9d442 1 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877049.907383:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907384:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907386:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907387:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00d80 00000008:00000001:0.0:1788877049.907454:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907456:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00d90 page ffff8d0ceee00d80 at index 50. 00000008:00000001:0.0:1788877049.907459:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907462:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907464:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53640 index 50 00000020:00000001:0.0:1788877049.907466:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907468:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907469:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907472:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000645a7663[1 0000000052f9d442 5 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877049.907473:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907527:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907529:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00d20. 00000020:00000001:0.0:1788877049.907533:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907534:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907536:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907537:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419622848 : -126388289928768 : ffff8d0ceee001c0) 00000020:00000001:0.0:1788877049.907539:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907541:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907542:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907543:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907544:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907547:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000064a2a68[2 0000000052f9d442 1 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877049.907549:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907550:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907552:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907553:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00220 00000008:00000001:0.0:1788877049.907554:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907556:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00230 page ffff8d0ceee00220 at index 51. 00000008:00000001:0.0:1788877049.907558:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907560:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907562:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53680 index 51 00000020:00000001:0.0:1788877049.907564:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907565:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907566:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907569:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000064a2a68[1 0000000052f9d442 5 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877049.907571:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907572:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907573:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee001c0. 00000020:00000001:0.0:1788877049.907575:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907577:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907578:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907579:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419625088 : -126388289926528 : ffff8d0ceee00a80) 00000020:00000001:0.0:1788877049.907581:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907582:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907583:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907584:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907585:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907588:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000974c7a2e[2 0000000052f9d442 1 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877049.907589:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907590:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907591:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907592:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00ae0 00000008:00000001:0.0:1788877049.907594:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907595:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00af0 page ffff8d0ceee00ae0 at index 52. 00000008:00000001:0.0:1788877049.907598:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907601:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907602:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b536c0 index 52 00000020:00000001:0.0:1788877049.907604:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907605:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907606:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907609:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000974c7a2e[1 0000000052f9d442 5 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877049.907610:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907612:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907613:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00a80. 00000020:00000001:0.0:1788877049.907615:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907616:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907618:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907619:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419623968 : -126388289927648 : ffff8d0ceee00620) 00000020:00000001:0.0:1788877049.907621:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907622:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907623:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907624:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907625:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907628:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000da6394b3[2 0000000052f9d442 1 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877049.907629:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907631:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907632:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907633:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00680 00000008:00000001:0.0:1788877049.907635:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907636:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00690 page ffff8d0ceee00680 at index 53. 00000008:00000001:0.0:1788877049.907639:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907641:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907643:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53700 index 53 00000020:00000001:0.0:1788877049.907645:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907646:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907647:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907649:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000da6394b3[1 0000000052f9d442 5 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877049.907651:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907652:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907654:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00620. 00000020:00000001:0.0:1788877049.907656:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907657:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907658:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907659:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419624192 : -126388289927424 : ffff8d0ceee00700) 00000020:00000001:0.0:1788877049.907661:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907662:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907664:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907665:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907666:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907669:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000006d3f6f9[2 0000000052f9d442 1 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877049.907671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907672:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907673:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907674:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00760 00000008:00000001:0.0:1788877049.907676:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907677:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00770 page ffff8d0ceee00760 at index 54. 00000008:00000001:0.0:1788877049.907679:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907682:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907683:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53740 index 54 00000020:00000001:0.0:1788877049.907685:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907687:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907688:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907690:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000006d3f6f9[1 0000000052f9d442 5 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877049.907692:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907692:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907694:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00700. 00000020:00000001:0.0:1788877049.907696:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907697:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907698:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907700:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419625536 : -126388289926080 : ffff8d0ceee00c40) 00000020:00000001:0.0:1788877049.907702:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907703:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907704:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907705:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907706:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004ad55ee4[2 0000000052f9d442 1 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877049.907711:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907712:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907714:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907715:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00ca0 00000008:00000001:0.0:1788877049.907716:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907718:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00cb0 page ffff8d0ceee00ca0 at index 55. 00000008:00000001:0.0:1788877049.907720:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907722:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907723:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53780 index 55 00000020:00000001:0.0:1788877049.907726:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907727:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907728:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907730:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004ad55ee4[1 0000000052f9d442 5 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877049.907731:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907732:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907734:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00c40. 00000020:00000001:0.0:1788877049.907736:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907737:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907739:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907740:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419624864 : -126388289926752 : ffff8d0ceee009a0) 00000020:00000001:0.0:1788877049.907742:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907744:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907745:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907746:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907747:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907750:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000089d0163d[2 0000000052f9d442 1 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877049.907751:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907752:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907753:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907754:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00a00 00000008:00000001:0.0:1788877049.907756:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907757:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00a10 page ffff8d0ceee00a00 at index 56. 00000008:00000001:0.0:1788877049.907760:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907762:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907763:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b537c0 index 56 00000020:00000001:0.0:1788877049.907765:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907766:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907767:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907770:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000089d0163d[1 0000000052f9d442 5 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877049.907771:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907773:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907774:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee009a0. 00000020:00000001:0.0:1788877049.907777:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907778:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907779:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907781:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419624416 : -126388289927200 : ffff8d0ceee007e0) 00000020:00000001:0.0:1788877049.907783:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907784:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907786:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907787:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907788:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907791:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a0e21ea1[2 0000000052f9d442 1 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877049.907793:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907794:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907795:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907797:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00840 00000008:00000001:0.0:1788877049.907798:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907799:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00850 page ffff8d0ceee00840 at index 57. 00000008:00000001:0.0:1788877049.907801:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907804:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907805:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53800 index 57 00000020:00000001:0.0:1788877049.907807:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907808:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907809:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907812:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a0e21ea1[1 0000000052f9d442 5 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877049.907813:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907815:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907816:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee007e0. 00000020:00000001:0.0:1788877049.907819:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907820:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907821:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907823:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419626208 : -126388289925408 : ffff8d0ceee00ee0) 00000020:00000001:0.0:1788877049.907825:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907826:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907827:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907828:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907829:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907832:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ae0e81ff[2 0000000052f9d442 1 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877049.907833:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907835:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907836:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907837:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00f40 00000008:00000001:0.0:1788877049.907839:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907840:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00f50 page ffff8d0ceee00f40 at index 58. 00000008:00000001:0.0:1788877049.907842:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907844:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907846:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53840 index 58 00000020:00000001:0.0:1788877049.907848:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907849:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907850:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907853:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ae0e81ff[1 0000000052f9d442 5 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877049.907854:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907855:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907857:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00ee0. 00000020:00000001:0.0:1788877049.907859:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907860:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907861:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907863:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419623520 : -126388289928096 : ffff8d0ceee00460) 00000020:00000001:0.0:1788877049.907865:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907866:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907867:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907868:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907869:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907872:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000025a5cc3c[2 0000000052f9d442 1 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877049.907873:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907875:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907876:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907877:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee004c0 00000008:00000001:0.0:1788877049.907879:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907881:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee004d0 page ffff8d0ceee004c0 at index 59. 00000008:00000001:0.0:1788877049.907883:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907885:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907887:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53880 index 59 00000020:00000001:0.0:1788877049.907889:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907890:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907891:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907893:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000025a5cc3c[1 0000000052f9d442 5 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877049.907895:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907896:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907898:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00460. 00000020:00000001:0.0:1788877049.907900:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907901:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907948:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907950:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419623072 : -126388289928544 : ffff8d0ceee002a0) 00000020:00000001:0.0:1788877049.907953:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907954:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907955:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.907956:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.907958:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.907961:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000045978323[2 0000000052f9d442 1 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877049.907963:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.907964:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.907965:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.907967:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00300 00000008:00000001:0.0:1788877049.907968:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.907970:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00310 page ffff8d0ceee00300 at index 60. 00000008:00000001:0.0:1788877049.907972:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.907975:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.907977:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b538c0 index 60 00000020:00000001:0.0:1788877049.907979:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907980:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.907982:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.907984:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000045978323[1 0000000052f9d442 5 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877049.907986:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.907987:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.907989:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee002a0. 00000020:00000001:0.0:1788877049.907991:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.907993:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.907994:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.907995:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419623296 : -126388289928320 : ffff8d0ceee00380) 00000020:00000001:0.0:1788877049.907998:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.907999:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908000:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908001:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908002:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908005:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000be1a53d3[2 0000000052f9d442 1 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877049.908006:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908008:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908009:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908010:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee003e0 00000008:00000001:0.0:1788877049.908012:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908013:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee003f0 page ffff8d0ceee003e0 at index 61. 00000008:00000001:0.0:1788877049.908015:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908017:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908018:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53900 index 61 00000020:00000001:0.0:1788877049.908020:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908022:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908023:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908025:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000be1a53d3[1 0000000052f9d442 5 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877049.908027:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908028:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908030:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00380. 00000020:00000001:0.0:1788877049.908032:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908033:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908034:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908035:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419622624 : -126388289928992 : ffff8d0ceee000e0) 00000020:00000001:0.0:1788877049.908038:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908039:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908040:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908041:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908043:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908046:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009764b19f[2 0000000052f9d442 1 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877049.908047:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908049:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908050:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908052:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00140 00000008:00000001:0.0:1788877049.908053:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908054:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00150 page ffff8d0ceee00140 at index 62. 00000008:00000001:0.0:1788877049.908057:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908059:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908060:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53940 index 62 00000020:00000001:0.0:1788877049.908062:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908064:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908065:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908068:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009764b19f[1 0000000052f9d442 5 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877049.908070:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908071:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908073:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee000e0. 00000020:00000001:0.0:1788877049.908075:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908076:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908077:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908079:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419622400 : -126388289929216 : ffff8d0ceee00000) 00000020:00000001:0.0:1788877049.908081:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908082:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908083:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908085:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908086:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908089:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004dca199b[2 0000000052f9d442 1 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877049.908091:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908092:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908093:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908095:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00060 00000008:00000001:0.0:1788877049.908096:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908098:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00070 page ffff8d0ceee00060 at index 63. 00000008:00000001:0.0:1788877049.908100:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908106:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908107:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53980 index 63 00000020:00000001:0.0:1788877049.908110:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908111:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908112:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908115:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004dca199b[1 0000000052f9d442 5 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877049.908116:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908117:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908119:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00000. 00000020:00000001:0.0:1788877049.908121:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908123:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908124:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908126:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419623744 : -126388289927872 : ffff8d0ceee00540) 00000020:00000001:0.0:1788877049.908128:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908129:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908130:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908131:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908132:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908135:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000046d3230a[2 0000000052f9d442 1 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877049.908137:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908139:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908140:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908141:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee005a0 00000008:00000001:0.0:1788877049.908143:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908144:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee005b0 page ffff8d0ceee005a0 at index 64. 00000008:00000001:0.0:1788877049.908146:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908149:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908150:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b539c0 index 64 00000020:00000001:0.0:1788877049.908152:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908154:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908155:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908158:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000046d3230a[1 0000000052f9d442 5 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877049.908159:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908161:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908163:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00540. 00000020:00000001:0.0:1788877049.908165:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908166:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908167:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908168:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419625984 : -126388289925632 : ffff8d0ceee00e00) 00000020:00000001:0.0:1788877049.908170:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908172:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908173:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908174:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908175:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908178:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006243b737[2 0000000052f9d442 1 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877049.908179:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908181:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908182:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908183:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00e60 00000008:00000001:0.0:1788877049.908184:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908186:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00e70 page ffff8d0ceee00e60 at index 65. 00000008:00000001:0.0:1788877049.908188:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908578:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908581:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53a00 index 65 00000020:00000001:0.0:1788877049.908584:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908585:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908586:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908590:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006243b737[1 0000000052f9d442 5 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877049.908591:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908593:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908595:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee00e00. 00000020:00000001:0.0:1788877049.908598:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908600:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908601:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908603:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419624640 : -126388289926976 : ffff8d0ceee008c0) 00000020:00000001:0.0:1788877049.908605:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908606:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908608:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908609:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908610:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908613:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f664906c[2 0000000052f9d442 1 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877049.908615:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908616:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908617:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908618:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee00920 00000008:00000001:0.0:1788877049.908620:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908621:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee00930 page ffff8d0ceee00920 at index 66. 00000008:00000001:0.0:1788877049.908623:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908627:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908628:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53a40 index 66 00000020:00000001:0.0:1788877049.908630:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908631:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908632:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908635:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f664906c[1 0000000052f9d442 5 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877049.908636:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908637:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908639:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee008c0. 00000020:00000001:0.0:1788877049.908642:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908643:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908644:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908645:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421205920 : -126388288345696 : ffff8d0ceef829a0) 00000020:00000001:0.0:1788877049.908647:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908648:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908649:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908650:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908651:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908654:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000072f65951[2 0000000052f9d442 1 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877049.908655:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908656:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908658:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908658:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82a00 00000008:00000001:0.0:1788877049.908660:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908661:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82a10 page ffff8d0ceef82a00 at index 67. 00000008:00000001:0.0:1788877049.908663:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908665:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908667:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53a80 index 67 00000020:00000001:0.0:1788877049.908669:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908670:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908671:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908674:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000072f65951[1 0000000052f9d442 5 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877049.908676:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908677:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908679:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef829a0. 00000020:00000001:0.0:1788877049.908681:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908682:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908683:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908685:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421205472 : -126388288346144 : ffff8d0ceef827e0) 00000020:00000001:0.0:1788877049.908687:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908688:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908689:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908690:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908691:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908694:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000046785a40[2 0000000052f9d442 1 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877049.908696:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908697:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908699:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908700:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82840 00000008:00000001:0.0:1788877049.908701:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908702:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82850 page ffff8d0ceef82840 at index 68. 00000008:00000001:0.0:1788877049.908705:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908707:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908709:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53ac0 index 68 00000020:00000001:0.0:1788877049.908710:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908711:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908712:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908715:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000046785a40[1 0000000052f9d442 5 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877049.908717:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908718:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908719:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef827e0. 00000020:00000001:0.0:1788877049.908721:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908722:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908723:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908725:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421207264 : -126388288344352 : ffff8d0ceef82ee0) 00000020:00000001:0.0:1788877049.908727:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908728:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908730:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908731:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908732:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908734:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000095cfbe82[2 0000000052f9d442 1 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877049.908736:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908737:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908739:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908740:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82f40 00000008:00000001:0.0:1788877049.908741:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908743:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82f50 page ffff8d0ceef82f40 at index 69. 00000008:00000001:0.0:1788877049.908745:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908747:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908749:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53b00 index 69 00000020:00000001:0.0:1788877049.908751:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908752:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908754:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908756:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000095cfbe82[1 0000000052f9d442 5 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877049.908758:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908759:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908761:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82ee0. 00000020:00000001:0.0:1788877049.908763:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908764:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908765:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908766:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421204576 : -126388288347040 : ffff8d0ceef82460) 00000020:00000001:0.0:1788877049.908768:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908769:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908770:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908771:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908773:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908776:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005832d0b3[2 0000000052f9d442 1 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877049.908777:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908779:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908780:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908781:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef824c0 00000008:00000001:0.0:1788877049.908783:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908785:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef824d0 page ffff8d0ceef824c0 at index 70. 00000008:00000001:0.0:1788877049.908787:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908789:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908791:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53b40 index 70 00000020:00000001:0.0:1788877049.908793:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908794:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908795:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908798:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005832d0b3[1 0000000052f9d442 5 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877049.908800:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908801:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908803:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82460. 00000020:00000001:0.0:1788877049.908805:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908806:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908807:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908809:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421204128 : -126388288347488 : ffff8d0ceef822a0) 00000020:00000001:0.0:1788877049.908811:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908812:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908813:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908815:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908816:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908819:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001b809826[2 0000000052f9d442 1 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877049.908820:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908822:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908823:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908824:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82300 00000008:00000001:0.0:1788877049.908825:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908827:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82310 page ffff8d0ceef82300 at index 71. 00000008:00000001:0.0:1788877049.908829:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908831:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908833:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53b80 index 71 00000020:00000001:0.0:1788877049.908835:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908836:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908837:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908840:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001b809826[1 0000000052f9d442 5 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877049.908842:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908843:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908844:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef822a0. 00000020:00000001:0.0:1788877049.908846:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908848:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908849:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908850:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421204352 : -126388288347264 : ffff8d0ceef82380) 00000020:00000001:0.0:1788877049.908853:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908854:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908855:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908856:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908858:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908860:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c4511158[2 0000000052f9d442 1 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877049.908862:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908863:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908865:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908866:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef823e0 00000008:00000001:0.0:1788877049.908867:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908869:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef823f0 page ffff8d0ceef823e0 at index 72. 00000008:00000001:0.0:1788877049.908871:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908873:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908874:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53bc0 index 72 00000020:00000001:0.0:1788877049.908876:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908878:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908879:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908881:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c4511158[1 0000000052f9d442 5 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877049.908883:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908884:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908885:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82380. 00000020:00000001:0.0:1788877049.908888:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908889:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908890:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908892:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421203680 : -126388288347936 : ffff8d0ceef820e0) 00000020:00000001:0.0:1788877049.908893:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908894:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908895:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908896:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908897:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908899:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002fcdfb74[2 0000000052f9d442 1 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877049.908901:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908902:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908903:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908904:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82140 00000008:00000001:0.0:1788877049.908906:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908907:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82150 page ffff8d0ceef82140 at index 73. 00000008:00000001:0.0:1788877049.908909:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908911:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908912:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53c00 index 73 00000020:00000001:0.0:1788877049.908914:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908915:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908916:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908919:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002fcdfb74[1 0000000052f9d442 5 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877049.908920:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908921:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908923:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef820e0. 00000020:00000001:0.0:1788877049.908925:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908926:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.908927:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.908929:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421203456 : -126388288348160 : ffff8d0ceef82000) 00000020:00000001:0.0:1788877049.908930:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908931:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.908933:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.908934:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.908935:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.908937:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000027975bcf[2 0000000052f9d442 1 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877049.908939:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.908940:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.908941:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.908942:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82060 00000008:00000001:0.0:1788877049.908944:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.908946:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82070 page ffff8d0ceef82060 at index 74. 00000008:00000001:0.0:1788877049.908948:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.908950:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.908952:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53c40 index 74 00000020:00000001:0.0:1788877049.908954:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908955:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.908956:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.908958:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000027975bcf[1 0000000052f9d442 5 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877049.908960:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.908961:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.908962:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82000. 00000020:00000001:0.0:1788877049.908964:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.908965:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909023:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909025:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421204800 : -126388288346816 : ffff8d0ceef82540) 00000020:00000001:0.0:1788877049.909027:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909028:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909030:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909031:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909032:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909036:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bc1d0b36[2 0000000052f9d442 1 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877049.909038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909039:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909040:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909042:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef825a0 00000008:00000001:0.0:1788877049.909043:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909045:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef825b0 page ffff8d0ceef825a0 at index 75. 00000008:00000001:0.0:1788877049.909047:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909049:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909051:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53c80 index 75 00000020:00000001:0.0:1788877049.909053:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909054:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909055:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bc1d0b36[1 0000000052f9d442 5 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877049.909059:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909060:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909062:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82540. 00000020:00000001:0.0:1788877049.909065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909068:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421207040 : -126388288344576 : ffff8d0ceef82e00) 00000020:00000001:0.0:1788877049.909070:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909072:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909073:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909074:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909075:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ea3a3d7b[2 0000000052f9d442 1 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877049.909079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909081:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909082:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82e60 00000008:00000001:0.0:1788877049.909084:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909085:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82e70 page ffff8d0ceef82e60 at index 76. 00000008:00000001:0.0:1788877049.909087:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909088:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909089:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53cc0 index 76 00000020:00000001:0.0:1788877049.909091:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909092:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909093:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909096:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ea3a3d7b[1 0000000052f9d442 5 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877049.909098:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909099:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909100:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82e00. 00000020:00000001:0.0:1788877049.909102:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909103:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909104:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909106:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421205696 : -126388288345920 : ffff8d0ceef828c0) 00000020:00000001:0.0:1788877049.909108:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909109:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909110:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909112:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909113:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ca3bb47[2 0000000052f9d442 1 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877049.909117:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909118:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909119:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909120:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82920 00000008:00000001:0.0:1788877049.909122:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909123:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82930 page ffff8d0ceef82920 at index 77. 00000008:00000001:0.0:1788877049.909125:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909126:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909128:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53d00 index 77 00000020:00000001:0.0:1788877049.909129:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909130:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909131:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909133:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005ca3bb47[1 0000000052f9d442 5 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877049.909135:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909136:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909138:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef828c0. 00000020:00000001:0.0:1788877049.909140:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909141:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909142:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909143:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421206368 : -126388288345248 : ffff8d0ceef82b60) 00000020:00000001:0.0:1788877049.909144:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909145:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909146:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909148:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909149:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000094ecc607[2 0000000052f9d442 1 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877049.909153:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909154:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909155:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909157:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82bc0 00000008:00000001:0.0:1788877049.909158:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909159:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82bd0 page ffff8d0ceef82bc0 at index 78. 00000008:00000001:0.0:1788877049.909161:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909164:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909165:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53d40 index 78 00000020:00000001:0.0:1788877049.909167:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909168:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909169:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909172:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000094ecc607[1 0000000052f9d442 5 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877049.909173:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909174:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909176:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82b60. 00000020:00000001:0.0:1788877049.909177:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909178:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909179:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909180:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421206816 : -126388288344800 : ffff8d0ceef82d20) 00000020:00000001:0.0:1788877049.909183:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909184:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909185:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909186:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909187:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909266:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d2030dc2[2 0000000052f9d442 1 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877049.909268:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909270:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909271:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909272:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82d80 00000008:00000001:0.0:1788877049.909274:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909275:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82d90 page ffff8d0ceef82d80 at index 79. 00000008:00000001:0.0:1788877049.909277:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909279:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909281:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53d80 index 79 00000020:00000001:0.0:1788877049.909284:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909285:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909286:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909289:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d2030dc2[1 0000000052f9d442 5 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877049.909291:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909292:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909294:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82d20. 00000020:00000001:0.0:1788877049.909297:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909298:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909299:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909301:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421203904 : -126388288347712 : ffff8d0ceef821c0) 00000020:00000001:0.0:1788877049.909303:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909305:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909306:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909307:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909308:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909311:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053c3ea0e[2 0000000052f9d442 1 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877049.909313:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909314:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909316:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909317:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82220 00000008:00000001:0.0:1788877049.909319:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909320:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82230 page ffff8d0ceef82220 at index 80. 00000008:00000001:0.0:1788877049.909322:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909325:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909326:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53dc0 index 80 00000020:00000001:0.0:1788877049.909329:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909330:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909331:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909334:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000053c3ea0e[1 0000000052f9d442 5 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877049.909336:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909337:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909339:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef821c0. 00000020:00000001:0.0:1788877049.909342:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909343:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909344:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909346:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421206144 : -126388288345472 : ffff8d0ceef82a80) 00000020:00000001:0.0:1788877049.909348:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909349:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909351:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909352:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909353:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909356:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000beeacc3[2 0000000052f9d442 1 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877049.909358:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909359:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909361:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909362:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82ae0 00000008:00000001:0.0:1788877049.909363:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909365:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82af0 page ffff8d0ceef82ae0 at index 81. 00000008:00000001:0.0:1788877049.909367:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909370:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909371:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53e00 index 81 00000020:00000001:0.0:1788877049.909373:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909374:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909375:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909378:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000beeacc3[1 0000000052f9d442 5 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877049.909379:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909380:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909382:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82a80. 00000020:00000001:0.0:1788877049.909384:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909385:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909386:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909388:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421205024 : -126388288346592 : ffff8d0ceef82620) 00000020:00000001:0.0:1788877049.909389:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909391:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909392:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909393:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909394:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909396:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000084caa631[2 0000000052f9d442 1 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877049.909398:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909399:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909401:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909402:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82680 00000008:00000001:0.0:1788877049.909403:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909405:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82690 page ffff8d0ceef82680 at index 82. 00000008:00000001:0.0:1788877049.909407:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909409:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909410:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53e40 index 82 00000020:00000001:0.0:1788877049.909412:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909413:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909414:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909416:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000084caa631[1 0000000052f9d442 5 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877049.909418:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909419:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909420:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82620. 00000020:00000001:0.0:1788877049.909423:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909423:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909425:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909426:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421205248 : -126388288346368 : ffff8d0ceef82700) 00000020:00000001:0.0:1788877049.909428:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909429:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909430:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909431:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909432:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909442:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000839e9282[2 0000000052f9d442 1 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877049.909451:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909452:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909454:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909455:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82760 00000008:00000001:0.0:1788877049.909456:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909458:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82770 page ffff8d0ceef82760 at index 83. 00000008:00000001:0.0:1788877049.909460:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909462:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909464:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53e80 index 83 00000020:00000001:0.0:1788877049.909466:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909467:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909468:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909470:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000839e9282[1 0000000052f9d442 5 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877049.909472:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909473:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909527:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82700. 00000020:00000001:0.0:1788877049.909531:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909532:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909534:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909536:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685421206592 : -126388288345024 : ffff8d0ceef82c40) 00000020:00000001:0.0:1788877049.909538:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909539:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909541:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909542:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909543:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909546:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009f0695d9[2 0000000052f9d442 1 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877049.909548:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909549:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909551:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909552:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceef82ca0 00000008:00000001:0.0:1788877049.909553:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909555:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceef82cb0 page ffff8d0ceef82ca0 at index 84. 00000008:00000001:0.0:1788877049.909557:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909560:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909561:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53ec0 index 84 00000020:00000001:0.0:1788877049.909564:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909565:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909566:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909569:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009f0695d9[1 0000000052f9d442 5 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877049.909571:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909572:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909574:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceef82c40. 00000020:00000001:0.0:1788877049.909576:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909577:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909578:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909580:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420092032 : -126388289459584 : ffff8d0ceee72a80) 00000020:00000001:0.0:1788877049.909582:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909583:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909584:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909585:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909586:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909589:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008fa54c35[2 0000000052f9d442 1 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877049.909590:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909592:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909593:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909594:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72ae0 00000008:00000001:0.0:1788877049.909596:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909598:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72af0 page ffff8d0ceee72ae0 at index 85. 00000008:00000001:0.0:1788877049.909600:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909603:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909604:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53f00 index 85 00000020:00000001:0.0:1788877049.909607:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909608:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909609:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909612:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008fa54c35[1 0000000052f9d442 5 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877049.909614:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909615:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909617:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72a80. 00000020:00000001:0.0:1788877049.909619:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909620:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909622:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909624:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420090912 : -126388289460704 : ffff8d0ceee72620) 00000020:00000001:0.0:1788877049.909626:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909627:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909628:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909629:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909631:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909633:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000016233bde[2 0000000052f9d442 1 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877049.909635:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909636:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909638:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909639:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72680 00000008:00000001:0.0:1788877049.909640:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909642:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72690 page ffff8d0ceee72680 at index 86. 00000008:00000001:0.0:1788877049.909644:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909647:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909648:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53f40 index 86 00000020:00000001:0.0:1788877049.909650:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909651:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909652:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909655:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000016233bde[1 0000000052f9d442 5 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877049.909656:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909657:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909659:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72620. 00000020:00000001:0.0:1788877049.909661:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909663:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909664:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909665:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420091136 : -126388289460480 : ffff8d0ceee72700) 00000020:00000001:0.0:1788877049.909667:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909668:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909669:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909670:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909671:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909674:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000893b8cd7[2 0000000052f9d442 1 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877049.909675:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909677:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909678:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909679:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72760 00000008:00000001:0.0:1788877049.909680:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909681:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72770 page ffff8d0ceee72760 at index 87. 00000008:00000001:0.0:1788877049.909684:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909686:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909687:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53f80 index 87 00000020:00000001:0.0:1788877049.909689:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909690:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909691:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909694:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000893b8cd7[1 0000000052f9d442 5 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877049.909695:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909697:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909698:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72700. 00000020:00000001:0.0:1788877049.909700:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909701:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909702:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909703:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420092480 : -126388289459136 : ffff8d0ceee72c40) 00000020:00000001:0.0:1788877049.909705:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909707:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909708:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909709:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909710:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909712:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000023964a26[2 0000000052f9d442 1 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877049.909713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909715:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909716:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909717:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72ca0 00000008:00000001:0.0:1788877049.909718:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909720:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72cb0 page ffff8d0ceee72ca0 at index 88. 00000008:00000001:0.0:1788877049.909722:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909724:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909725:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b53fc0 index 88 00000020:00000001:0.0:1788877049.909727:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909728:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909729:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909732:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000023964a26[1 0000000052f9d442 5 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877049.909734:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909735:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909736:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72c40. 00000020:00000001:0.0:1788877049.909738:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909739:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909740:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909742:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420091808 : -126388289459808 : ffff8d0ceee729a0) 00000020:00000001:0.0:1788877049.909744:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909745:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909746:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909747:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909748:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909751:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f439c0cd[2 0000000052f9d442 1 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877049.909752:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909753:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909754:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909755:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72a00 00000008:00000001:0.0:1788877049.909756:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909757:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72a10 page ffff8d0ceee72a00 at index 89. 00000008:00000001:0.0:1788877049.909759:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909761:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909763:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54000 index 89 00000020:00000001:0.0:1788877049.909765:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909766:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909767:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909769:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f439c0cd[1 0000000052f9d442 5 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877049.909771:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909772:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909773:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee729a0. 00000020:00000001:0.0:1788877049.909775:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909776:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909820:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909822:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420091360 : -126388289460256 : ffff8d0ceee727e0) 00000020:00000001:0.0:1788877049.909825:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909826:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909827:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909828:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909829:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909832:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000075cf2a51[2 0000000052f9d442 1 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877049.909834:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909835:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909837:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909838:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72840 00000008:00000001:0.0:1788877049.909839:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909841:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72850 page ffff8d0ceee72840 at index 90. 00000008:00000001:0.0:1788877049.909842:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909845:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909846:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54040 index 90 00000020:00000001:0.0:1788877049.909848:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909849:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909850:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909853:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000075cf2a51[1 0000000052f9d442 5 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877049.909855:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909856:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909858:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee727e0. 00000020:00000001:0.0:1788877049.909860:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909861:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909863:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909864:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420093152 : -126388289458464 : ffff8d0ceee72ee0) 00000020:00000001:0.0:1788877049.909866:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909867:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909868:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909870:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909871:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909874:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005a8834fa[2 0000000052f9d442 1 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877049.909875:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909876:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909878:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909879:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72f40 00000008:00000001:0.0:1788877049.909880:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909882:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72f50 page ffff8d0ceee72f40 at index 91. 00000008:00000001:0.0:1788877049.909884:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909886:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909887:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54080 index 91 00000020:00000001:0.0:1788877049.909889:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909890:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909891:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909894:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005a8834fa[1 0000000052f9d442 5 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877049.909895:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909897:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909898:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72ee0. 00000020:00000001:0.0:1788877049.909900:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909901:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909902:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909904:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420090464 : -126388289461152 : ffff8d0ceee72460) 00000020:00000001:0.0:1788877049.909906:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909907:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909908:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909909:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909910:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909912:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003bc35bb0[2 0000000052f9d442 1 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877049.909914:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909915:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909917:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909918:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee724c0 00000008:00000001:0.0:1788877049.909919:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909921:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee724d0 page ffff8d0ceee724c0 at index 92. 00000008:00000001:0.0:1788877049.909923:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909926:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909927:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b540c0 index 92 00000020:00000001:0.0:1788877049.909929:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909930:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909931:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909934:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003bc35bb0[1 0000000052f9d442 5 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877049.909936:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909937:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909939:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72460. 00000020:00000001:0.0:1788877049.909941:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909942:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909944:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909946:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420090016 : -126388289461600 : ffff8d0ceee722a0) 00000020:00000001:0.0:1788877049.909948:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909949:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909951:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909952:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909953:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909956:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000003bccbd[2 0000000052f9d442 1 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877049.909958:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.909959:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.909960:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.909962:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72300 00000008:00000001:0.0:1788877049.909963:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.909965:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72310 page ffff8d0ceee72300 at index 93. 00000008:00000001:0.0:1788877049.909967:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.909969:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.909971:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54100 index 93 00000020:00000001:0.0:1788877049.909973:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909974:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.909975:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.909978:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000003bccbd[1 0000000052f9d442 5 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877049.909980:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.909981:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.909982:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee722a0. 00000020:00000001:0.0:1788877049.909984:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.909985:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.909986:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.909988:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420090240 : -126388289461376 : ffff8d0ceee72380) 00000020:00000001:0.0:1788877049.909990:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909991:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.909992:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.909993:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.909994:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.909997:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3dddbaa[2 0000000052f9d442 1 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877049.909998:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910000:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910002:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910003:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee723e0 00000008:00000001:0.0:1788877049.910004:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910005:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee723f0 page ffff8d0ceee723e0 at index 94. 00000008:00000001:0.0:1788877049.910008:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910010:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910012:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54140 index 94 00000020:00000001:0.0:1788877049.910014:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910015:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910016:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910019:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f3dddbaa[1 0000000052f9d442 5 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877049.910020:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910021:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910023:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72380. 00000020:00000001:0.0:1788877049.910025:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910026:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910028:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910029:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420089568 : -126388289462048 : ffff8d0ceee720e0) 00000020:00000001:0.0:1788877049.910031:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910032:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910033:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910035:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910036:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000078df1fe2[2 0000000052f9d442 1 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877049.910040:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910041:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910042:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910043:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72140 00000008:00000001:0.0:1788877049.910045:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910047:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72150 page ffff8d0ceee72140 at index 95. 00000008:00000001:0.0:1788877049.910049:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910051:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910052:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54180 index 95 00000020:00000001:0.0:1788877049.910054:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910056:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910057:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910060:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000078df1fe2[1 0000000052f9d442 5 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877049.910061:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910062:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910064:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee720e0. 00000020:00000001:0.0:1788877049.910066:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910067:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910068:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910070:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420089344 : -126388289462272 : ffff8d0ceee72000) 00000020:00000001:0.0:1788877049.910072:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910073:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910074:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910075:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910076:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000999ae7c6[2 0000000052f9d442 1 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877049.910080:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910082:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910083:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910084:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72060 00000008:00000001:0.0:1788877049.910085:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910087:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72070 page ffff8d0ceee72060 at index 96. 00000008:00000001:0.0:1788877049.910089:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910092:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910093:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b541c0 index 96 00000020:00000001:0.0:1788877049.910095:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910096:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910097:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910099:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000999ae7c6[1 0000000052f9d442 5 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877049.910101:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910102:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910104:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72000. 00000020:00000001:0.0:1788877049.910106:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910107:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910108:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910109:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420090688 : -126388289460928 : ffff8d0ceee72540) 00000020:00000001:0.0:1788877049.910112:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910113:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910114:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910115:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910116:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910118:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001b186d71[2 0000000052f9d442 1 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877049.910120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910121:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910123:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910124:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee725a0 00000008:00000001:0.0:1788877049.910125:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910127:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee725b0 page ffff8d0ceee725a0 at index 97. 00000008:00000001:0.0:1788877049.910128:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910130:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910132:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54200 index 97 00000020:00000001:0.0:1788877049.910134:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910135:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910136:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910138:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001b186d71[1 0000000052f9d442 5 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877049.910140:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910141:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910143:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72540. 00000020:00000001:0.0:1788877049.910145:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910146:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910147:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910149:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420092928 : -126388289458688 : ffff8d0ceee72e00) 00000020:00000001:0.0:1788877049.910151:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910152:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910153:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910154:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910155:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910158:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b5ddcc20[2 0000000052f9d442 1 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877049.910159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910160:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910162:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910163:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72e60 00000008:00000001:0.0:1788877049.910164:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910165:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72e70 page ffff8d0ceee72e60 at index 98. 00000008:00000001:0.0:1788877049.910168:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910169:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910171:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54240 index 98 00000020:00000001:0.0:1788877049.910173:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910174:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910175:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910178:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b5ddcc20[1 0000000052f9d442 5 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877049.910179:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910180:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910182:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72e00. 00000020:00000001:0.0:1788877049.910184:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910185:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910186:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910188:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420091584 : -126388289460032 : ffff8d0ceee728c0) 00000020:00000001:0.0:1788877049.910190:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910281:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910283:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910284:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910285:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910289:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000559c102d[2 0000000052f9d442 1 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877049.910290:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910292:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910293:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910294:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72920 00000008:00000001:0.0:1788877049.910296:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910297:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72930 page ffff8d0ceee72920 at index 99. 00000008:00000001:0.0:1788877049.910299:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910302:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910304:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54280 index 99 00000020:00000001:0.0:1788877049.910306:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910307:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910308:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910311:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000559c102d[1 0000000052f9d442 5 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877049.910312:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910314:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910316:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee728c0. 00000020:00000001:0.0:1788877049.910319:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910320:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910321:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910323:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420092256 : -126388289459360 : ffff8d0ceee72b60) 00000020:00000001:0.0:1788877049.910325:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910326:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910327:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910328:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910329:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910331:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002796bb4a[2 0000000052f9d442 1 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877049.910333:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910334:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910335:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910336:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72bc0 00000008:00000001:0.0:1788877049.910338:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910339:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72bd0 page ffff8d0ceee72bc0 at index 100. 00000008:00000001:0.0:1788877049.910342:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910344:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910345:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b542c0 index 100 00000020:00000001:0.0:1788877049.910348:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910349:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910350:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910353:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002796bb4a[1 0000000052f9d442 5 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877049.910354:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910355:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910357:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72b60. 00000020:00000001:0.0:1788877049.910359:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910360:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910362:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910363:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420092704 : -126388289458912 : ffff8d0ceee72d20) 00000020:00000001:0.0:1788877049.910365:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910366:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910367:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910368:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910369:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910372:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f815b985[2 0000000052f9d442 1 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877049.910373:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910374:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910375:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910376:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72d80 00000008:00000001:0.0:1788877049.910378:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910379:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72d90 page ffff8d0ceee72d80 at index 101. 00000008:00000001:0.0:1788877049.910381:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910383:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910384:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54300 index 101 00000020:00000001:0.0:1788877049.910386:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910387:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910388:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910391:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f815b985[1 0000000052f9d442 5 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877049.910392:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910393:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910395:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee72d20. 00000020:00000001:0.0:1788877049.910397:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910398:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910399:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910401:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420089792 : -126388289461824 : ffff8d0ceee721c0) 00000020:00000001:0.0:1788877049.910402:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910403:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910404:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910405:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910407:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910409:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a520642b[2 0000000052f9d442 1 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877049.910411:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910412:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910413:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910415:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceee72220 00000008:00000001:0.0:1788877049.910416:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910417:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceee72230 page ffff8d0ceee72220 at index 102. 00000008:00000001:0.0:1788877049.910419:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910422:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910423:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54340 index 102 00000020:00000001:0.0:1788877049.910425:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910426:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910427:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910430:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a520642b[1 0000000052f9d442 5 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877049.910431:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910432:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910434:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceee721c0. 00000020:00000001:0.0:1788877049.910436:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910436:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910438:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910439:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420653408 : -126388288898208 : ffff8d0ceeefbb60) 00000020:00000001:0.0:1788877049.910441:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910442:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910451:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910453:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910454:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910457:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000439108f0[2 0000000052f9d442 1 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877049.910459:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910460:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910462:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910463:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefbbc0 00000008:00000001:0.0:1788877049.910464:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910465:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefbbd0 page ffff8d0ceeefbbc0 at index 103. 00000008:00000001:0.0:1788877049.910467:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910470:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910471:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54380 index 103 00000020:00000001:0.0:1788877049.910473:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910526:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910528:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910532:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000439108f0[1 0000000052f9d442 5 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877049.910534:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910535:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910537:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefbb60. 00000020:00000001:0.0:1788877049.910540:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910541:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910543:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910545:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420653856 : -126388288897760 : ffff8d0ceeefbd20) 00000020:00000001:0.0:1788877049.910547:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910548:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910549:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910550:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910551:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910554:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a80ea4e1[2 0000000052f9d442 1 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877049.910556:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910557:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910558:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910559:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefbd80 00000008:00000001:0.0:1788877049.910561:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910562:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefbd90 page ffff8d0ceeefbd80 at index 104. 00000008:00000001:0.0:1788877049.910565:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910568:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910570:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b543c0 index 104 00000020:00000001:0.0:1788877049.910572:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910573:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910574:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910577:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a80ea4e1[1 0000000052f9d442 5 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877049.910579:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910580:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910582:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefbd20. 00000020:00000001:0.0:1788877049.910584:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910585:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910636:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910638:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420650944 : -126388288900672 : ffff8d0ceeefb1c0) 00000020:00000001:0.0:1788877049.910641:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910642:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910644:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910645:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910646:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910650:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3634dac[2 0000000052f9d442 1 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877049.910651:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910653:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910654:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910656:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb220 00000008:00000001:0.0:1788877049.910657:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910659:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb230 page ffff8d0ceeefb220 at index 105. 00000008:00000001:0.0:1788877049.910661:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910664:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910666:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54400 index 105 00000020:00000001:0.0:1788877049.910668:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910669:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910670:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910673:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f3634dac[1 0000000052f9d442 5 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877049.910675:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910676:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910678:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb1c0. 00000020:00000001:0.0:1788877049.910680:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910682:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910683:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910684:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420653184 : -126388288898432 : ffff8d0ceeefba80) 00000020:00000001:0.0:1788877049.910686:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910687:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910689:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910690:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910691:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910694:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000068fe831d[2 0000000052f9d442 1 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877049.910695:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910697:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910698:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910699:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefbae0 00000008:00000001:0.0:1788877049.910701:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910702:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefbaf0 page ffff8d0ceeefbae0 at index 106. 00000008:00000001:0.0:1788877049.910704:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910707:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910709:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54440 index 106 00000020:00000001:0.0:1788877049.910711:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910712:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910713:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910716:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000068fe831d[1 0000000052f9d442 5 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877049.910717:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910718:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910720:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefba80. 00000020:00000001:0.0:1788877049.910722:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910723:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910725:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910726:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420652064 : -126388288899552 : ffff8d0ceeefb620) 00000020:00000001:0.0:1788877049.910729:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910730:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910731:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910733:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910734:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910737:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000031f70305[2 0000000052f9d442 1 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877049.910738:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910740:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910741:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910742:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb680 00000008:00000001:0.0:1788877049.910744:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910745:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb690 page ffff8d0ceeefb680 at index 107. 00000008:00000001:0.0:1788877049.910748:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910750:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910752:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54480 index 107 00000020:00000001:0.0:1788877049.910754:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910755:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910756:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910759:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000031f70305[1 0000000052f9d442 5 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877049.910760:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910762:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910763:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb620. 00000020:00000001:0.0:1788877049.910765:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910766:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910768:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910769:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420652288 : -126388288899328 : ffff8d0ceeefb700) 00000020:00000001:0.0:1788877049.910771:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910772:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910774:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910775:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910776:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910779:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cf0fbed3[2 0000000052f9d442 1 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877049.910781:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910782:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910784:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910785:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb760 00000008:00000001:0.0:1788877049.910786:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910787:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb770 page ffff8d0ceeefb760 at index 108. 00000008:00000001:0.0:1788877049.910789:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910792:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910793:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b544c0 index 108 00000020:00000001:0.0:1788877049.910795:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910796:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910797:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910800:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cf0fbed3[1 0000000052f9d442 5 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877049.910802:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910803:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910804:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb700. 00000020:00000001:0.0:1788877049.910806:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910807:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910809:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910810:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420653632 : -126388288897984 : ffff8d0ceeefbc40) 00000020:00000001:0.0:1788877049.910812:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910813:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910814:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910816:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910817:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910820:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d33afbf1[2 0000000052f9d442 1 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877049.910821:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910823:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910825:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910826:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefbca0 00000008:00000001:0.0:1788877049.910827:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910829:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefbcb0 page ffff8d0ceeefbca0 at index 109. 00000008:00000001:0.0:1788877049.910832:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910834:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910836:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54500 index 109 00000020:00000001:0.0:1788877049.910838:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910839:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910840:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910843:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d33afbf1[1 0000000052f9d442 5 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877049.910845:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910846:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910848:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefbc40. 00000020:00000001:0.0:1788877049.910850:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910851:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910853:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910855:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420652960 : -126388288898656 : ffff8d0ceeefb9a0) 00000020:00000001:0.0:1788877049.910857:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910858:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910859:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910860:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910862:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910865:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f6d97117[2 0000000052f9d442 1 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877049.910867:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910868:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910870:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910871:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefba00 00000008:00000001:0.0:1788877049.910873:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910874:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefba10 page ffff8d0ceeefba00 at index 110. 00000008:00000001:0.0:1788877049.910877:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910879:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910881:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54540 index 110 00000020:00000001:0.0:1788877049.910883:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910884:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910886:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910889:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f6d97117[1 0000000052f9d442 5 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877049.910890:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910892:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910893:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb9a0. 00000020:00000001:0.0:1788877049.910895:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910897:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910898:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910900:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420652512 : -126388288899104 : ffff8d0ceeefb7e0) 00000020:00000001:0.0:1788877049.910902:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910903:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910904:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910905:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910907:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910909:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000689271aa[2 0000000052f9d442 1 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877049.910911:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910913:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910914:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910915:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb840 00000008:00000001:0.0:1788877049.910916:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910918:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb850 page ffff8d0ceeefb840 at index 111. 00000008:00000001:0.0:1788877049.910920:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910923:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910924:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54580 index 111 00000020:00000001:0.0:1788877049.910926:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910928:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910929:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910931:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000689271aa[1 0000000052f9d442 5 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877049.910933:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910934:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910936:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb7e0. 00000020:00000001:0.0:1788877049.910938:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910939:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910940:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910942:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420654304 : -126388288897312 : ffff8d0ceeefbee0) 00000020:00000001:0.0:1788877049.910944:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910945:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910946:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910948:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910949:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910951:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0011c0e[2 0000000052f9d442 1 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877049.910953:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910954:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910955:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910956:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefbf40 00000008:00000001:0.0:1788877049.910958:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.910959:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefbf50 page ffff8d0ceeefbf40 at index 112. 00000008:00000001:0.0:1788877049.910961:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.910964:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.910965:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b545c0 index 112 00000020:00000001:0.0:1788877049.910967:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910968:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.910969:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.910972:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d0011c0e[1 0000000052f9d442 5 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877049.910973:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.910975:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.910976:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefbee0. 00000020:00000001:0.0:1788877049.910978:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.910979:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.910981:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.910983:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420651616 : -126388288900000 : ffff8d0ceeefb460) 00000020:00000001:0.0:1788877049.910985:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910986:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.910987:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.910989:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.910990:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.910993:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c1aea999[2 0000000052f9d442 1 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877049.910994:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.910995:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.910997:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.910998:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb4c0 00000008:00000001:0.0:1788877049.910999:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911001:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb4d0 page ffff8d0ceeefb4c0 at index 113. 00000008:00000001:0.0:1788877049.911003:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911005:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911007:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54600 index 113 00000020:00000001:0.0:1788877049.911009:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911010:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911011:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911014:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c1aea999[1 0000000052f9d442 5 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877049.911016:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911017:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911019:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb460. 00000020:00000001:0.0:1788877049.911021:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911023:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911024:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911026:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420651168 : -126388288900448 : ffff8d0ceeefb2a0) 00000020:00000001:0.0:1788877049.911028:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911029:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911030:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911032:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911033:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911036:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002286bbca[2 0000000052f9d442 1 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877049.911038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911039:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911041:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911042:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb300 00000008:00000001:0.0:1788877049.911043:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911045:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb310 page ffff8d0ceeefb300 at index 114. 00000008:00000001:0.0:1788877049.911047:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911049:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911051:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54640 index 114 00000020:00000001:0.0:1788877049.911053:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911054:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911055:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002286bbca[1 0000000052f9d442 5 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877049.911059:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911061:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911062:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb2a0. 00000020:00000001:0.0:1788877049.911064:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911065:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911068:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420651392 : -126388288900224 : ffff8d0ceeefb380) 00000020:00000001:0.0:1788877049.911070:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911071:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911072:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911074:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911075:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000051d3e510[2 0000000052f9d442 1 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877049.911079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911082:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911083:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb3e0 00000008:00000001:0.0:1788877049.911084:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911085:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb3f0 page ffff8d0ceeefb3e0 at index 115. 00000008:00000001:0.0:1788877049.911088:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911090:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911091:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54680 index 115 00000020:00000001:0.0:1788877049.911094:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911095:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911096:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911099:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000051d3e510[1 0000000052f9d442 5 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877049.911101:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911102:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911104:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb380. 00000020:00000001:0.0:1788877049.911106:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911107:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911108:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911110:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420650720 : -126388288900896 : ffff8d0ceeefb0e0) 00000020:00000001:0.0:1788877049.911112:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911113:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911114:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911115:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911116:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008bff76ec[2 0000000052f9d442 1 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877049.911120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911122:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911123:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911124:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb140 00000008:00000001:0.0:1788877049.911125:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911127:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb150 page ffff8d0ceeefb140 at index 116. 00000008:00000001:0.0:1788877049.911129:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911131:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911133:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b546c0 index 116 00000020:00000001:0.0:1788877049.911134:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911135:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911136:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911139:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008bff76ec[1 0000000052f9d442 5 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877049.911140:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911141:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911143:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb0e0. 00000020:00000001:0.0:1788877049.911145:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911146:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911147:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911149:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420650496 : -126388288901120 : ffff8d0ceeefb000) 00000020:00000001:0.0:1788877049.911151:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911152:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911154:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911155:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911156:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fe07bee3[2 0000000052f9d442 1 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877049.911161:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911162:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911164:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911165:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb060 00000008:00000001:0.0:1788877049.911166:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911167:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb070 page ffff8d0ceeefb060 at index 117. 00000008:00000001:0.0:1788877049.911169:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911172:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911173:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54700 index 117 00000020:00000001:0.0:1788877049.911175:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911177:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911178:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911181:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fe07bee3[1 0000000052f9d442 5 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877049.911182:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911184:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911185:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb000. 00000020:00000001:0.0:1788877049.911187:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911189:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911190:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911616:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420651840 : -126388288899776 : ffff8d0ceeefb540) 00000020:00000001:0.0:1788877049.911618:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911620:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911621:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911622:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911623:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911627:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002eca48b4[2 0000000052f9d442 1 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877049.911628:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911629:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911631:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911632:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb5a0 00000008:00000001:0.0:1788877049.911634:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911635:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb5b0 page ffff8d0ceeefb5a0 at index 118. 00000008:00000001:0.0:1788877049.911638:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911641:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911642:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54740 index 118 00000020:00000001:0.0:1788877049.911645:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911646:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911647:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911650:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002eca48b4[1 0000000052f9d442 5 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877049.911651:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911653:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911655:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb540. 00000020:00000001:0.0:1788877049.911658:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911659:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911660:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911662:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420654080 : -126388288897536 : ffff8d0ceeefbe00) 00000020:00000001:0.0:1788877049.911664:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911665:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911666:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911667:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911668:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005a3ac75a[2 0000000052f9d442 1 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877049.911673:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911674:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911675:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911676:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefbe60 00000008:00000001:0.0:1788877049.911678:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911679:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefbe70 page ffff8d0ceeefbe60 at index 119. 00000008:00000001:0.0:1788877049.911681:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911683:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911685:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54780 index 119 00000020:00000001:0.0:1788877049.911687:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911688:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911689:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911691:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005a3ac75a[1 0000000052f9d442 5 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877049.911693:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911694:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911695:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefbe00. 00000020:00000001:0.0:1788877049.911698:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911699:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911741:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911743:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685420652736 : -126388288898880 : ffff8d0ceeefb8c0) 00000020:00000001:0.0:1788877049.911745:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911746:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911748:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911749:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911750:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911753:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000026561836[2 0000000052f9d442 1 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877049.911754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911756:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911757:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911758:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceeefb920 00000008:00000001:0.0:1788877049.911760:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911761:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceeefb930 page ffff8d0ceeefb920 at index 120. 00000008:00000001:0.0:1788877049.911763:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911766:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911768:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b547c0 index 120 00000020:00000001:0.0:1788877049.911770:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911771:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911772:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911775:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000026561836[1 0000000052f9d442 5 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877049.911776:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911778:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911779:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceeefb8c0. 00000020:00000001:0.0:1788877049.911782:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911783:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911784:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911786:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419541376 : -126388290010240 : ffff8d0ceedec380) 00000020:00000001:0.0:1788877049.911787:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911789:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911790:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911791:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911792:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911795:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000036cc499[2 0000000052f9d442 1 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877049.911796:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911797:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911799:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911800:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedec3e0 00000008:00000001:0.0:1788877049.911801:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911802:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedec3f0 page ffff8d0ceedec3e0 at index 121. 00000008:00000001:0.0:1788877049.911805:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911807:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911808:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54800 index 121 00000020:00000001:0.0:1788877049.911811:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911812:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911813:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911815:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000036cc499[1 0000000052f9d442 5 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877049.911817:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911818:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911819:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedec380. 00000020:00000001:0.0:1788877049.911822:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911823:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911825:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911826:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419540704 : -126388290010912 : ffff8d0ceedec0e0) 00000020:00000001:0.0:1788877049.911828:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911829:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911830:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911832:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911833:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911835:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b28757a6[2 0000000052f9d442 1 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877049.911837:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911838:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911839:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911840:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedec140 00000008:00000001:0.0:1788877049.911842:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911843:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedec150 page ffff8d0ceedec140 at index 122. 00000008:00000001:0.0:1788877049.911845:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911847:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911848:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54840 index 122 00000020:00000001:0.0:1788877049.911850:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911851:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911852:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911855:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b28757a6[1 0000000052f9d442 5 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877049.911857:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911858:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911859:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedec0e0. 00000020:00000001:0.0:1788877049.911862:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911863:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911864:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911866:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419540480 : -126388290011136 : ffff8d0ceedec000) 00000020:00000001:0.0:1788877049.911868:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911869:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911871:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911872:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911873:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911876:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000043a93ffa[2 0000000052f9d442 1 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877049.911877:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911878:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911880:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911881:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedec060 00000008:00000001:0.0:1788877049.911882:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911884:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedec070 page ffff8d0ceedec060 at index 123. 00000008:00000001:0.0:1788877049.911886:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911889:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911890:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54880 index 123 00000020:00000001:0.0:1788877049.911892:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911893:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911894:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911897:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000043a93ffa[1 0000000052f9d442 5 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877049.911899:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911900:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911901:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedec000. 00000020:00000001:0.0:1788877049.911903:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911905:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911906:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911907:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419541824 : -126388290009792 : ffff8d0ceedec540) 00000020:00000001:0.0:1788877049.911909:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911910:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911911:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911913:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911914:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911917:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001669af9c[2 0000000052f9d442 1 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877049.911918:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911919:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911921:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911922:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedec5a0 00000008:00000001:0.0:1788877049.911923:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911925:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedec5b0 page ffff8d0ceedec5a0 at index 124. 00000008:00000001:0.0:1788877049.911927:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911929:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911931:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b548c0 index 124 00000020:00000001:0.0:1788877049.911933:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911934:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911935:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911937:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001669af9c[1 0000000052f9d442 5 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877049.911939:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911940:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911942:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedec540. 00000020:00000001:0.0:1788877049.911943:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911944:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911946:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911947:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419544064 : -126388290007552 : ffff8d0ceedece00) 00000020:00000001:0.0:1788877049.911949:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911950:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911951:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911953:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911954:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911957:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ad6f6268[2 0000000052f9d442 1 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877049.911958:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.911960:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.911961:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.911962:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedece60 00000008:00000001:0.0:1788877049.911964:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.911965:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedece70 page ffff8d0ceedece60 at index 125. 00000008:00000001:0.0:1788877049.911967:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.911970:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.911971:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54900 index 125 00000020:00000001:0.0:1788877049.911973:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911974:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.911975:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.911978:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ad6f6268[1 0000000052f9d442 5 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877049.911979:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.911980:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.911982:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedece00. 00000020:00000001:0.0:1788877049.911984:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.911985:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.911987:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.911988:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419542720 : -126388290008896 : ffff8d0ceedec8c0) 00000020:00000001:0.0:1788877049.911990:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911991:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.911993:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.911994:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.911995:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.911998:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c42ea495[2 0000000052f9d442 1 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877049.912000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.912001:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.912002:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.912003:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedec920 00000008:00000001:0.0:1788877049.912004:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.912006:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedec930 page ffff8d0ceedec920 at index 126. 00000008:00000001:0.0:1788877049.912007:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.912010:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.912011:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54940 index 126 00000020:00000001:0.0:1788877049.912013:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912014:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912015:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.912018:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c42ea495[1 0000000052f9d442 5 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877049.912020:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.912021:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.912023:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedec8c0. 00000020:00000001:0.0:1788877049.912025:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.912026:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.912027:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.912029:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419543392 : -126388290008224 : ffff8d0ceedecb60) 00000020:00000001:0.0:1788877049.912031:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912032:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912033:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.912034:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.912035:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.912038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dba0084c[2 0000000052f9d442 1 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877049.912039:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.912041:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.912042:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.912043:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedecbc0 00000008:00000001:0.0:1788877049.912045:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.912046:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedecbd0 page ffff8d0ceedecbc0 at index 127. 00000008:00000001:0.0:1788877049.912048:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.912056:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.912057:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54980 index 127 00000020:00000001:0.0:1788877049.912060:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912061:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912062:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.912065:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dba0084c[1 0000000052f9d442 5 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877049.912066:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.912067:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.912069:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedecb60. 00000020:00000001:0.0:1788877049.912071:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.912072:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.912074:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.912075:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419543840 : -126388290007776 : ffff8d0ceedecd20) 00000020:00000001:0.0:1788877049.912077:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912078:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912079:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.912081:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.912081:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.912084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001f5fd91a[2 0000000052f9d442 1 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877049.912086:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.912088:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.912089:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.912090:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedecd80 00000008:00000001:0.0:1788877049.912092:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.912093:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedecd90 page ffff8d0ceedecd80 at index 128. 00000008:00000001:0.0:1788877049.912095:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.912098:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.912100:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b549c0 index 128 00000020:00000001:0.0:1788877049.912102:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912103:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912104:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.912107:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001f5fd91a[1 0000000052f9d442 5 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877049.912108:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.912109:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.912111:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedecd20. 00000020:00000001:0.0:1788877049.912113:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.912114:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.912115:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.912117:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419540928 : -126388290010688 : ffff8d0ceedec1c0) 00000020:00000001:0.0:1788877049.912118:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912119:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912121:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.912122:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.912123:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.912126:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000daad90ed[2 0000000052f9d442 1 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877049.912127:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.912128:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.912130:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.912131:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedec220 00000008:00000001:0.0:1788877049.912132:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.912134:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedec230 page ffff8d0ceedec220 at index 129. 00000008:00000001:0.0:1788877049.912135:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.912138:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.912139:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54a00 index 129 00000020:00000001:0.0:1788877049.912141:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912142:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912143:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.912146:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000daad90ed[1 0000000052f9d442 5 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877049.912148:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.912149:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.912150:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedec1c0. 00000020:00000001:0.0:1788877049.912152:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.912154:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.912155:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.912157:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419543168 : -126388290008448 : ffff8d0ceedeca80) 00000020:00000001:0.0:1788877049.912158:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912160:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912161:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.912162:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.912163:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.912166:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ceb5ee1c[2 0000000052f9d442 1 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877049.912167:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.912169:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.912170:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.912171:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedecae0 00000008:00000001:0.0:1788877049.912173:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.912174:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedecaf0 page ffff8d0ceedecae0 at index 130. 00000008:00000001:0.0:1788877049.912176:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.912178:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.912180:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54a40 index 130 00000020:00000001:0.0:1788877049.912183:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912184:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912185:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.912188:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ceb5ee1c[1 0000000052f9d442 5 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877049.912201:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.912202:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.912204:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedeca80. 00000020:00000001:0.0:1788877049.912207:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.912208:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.912210:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.912211:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419542048 : -126388290009568 : ffff8d0ceedec620) 00000020:00000001:0.0:1788877049.912213:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912214:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912216:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.912217:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.912218:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.912221:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006621b93e[2 0000000052f9d442 1 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877049.912223:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.912224:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.912226:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.912227:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedec680 00000008:00000001:0.0:1788877049.912228:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.912230:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedec690 page ffff8d0ceedec680 at index 131. 00000008:00000001:0.0:1788877049.912232:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.912235:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.912236:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54a80 index 131 00000020:00000001:0.0:1788877049.912239:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912240:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912241:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.912244:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006621b93e[1 0000000052f9d442 5 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877049.912246:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.912269:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.912271:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedec620. 00000020:00000001:0.0:1788877049.912274:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.912275:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.912276:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.912278:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419542272 : -126388290009344 : ffff8d0ceedec700) 00000020:00000001:0.0:1788877049.912280:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912281:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912283:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.912284:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.912285:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.912288:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000981b7f9f[2 0000000052f9d442 1 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877049.912289:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.912290:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.912292:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.912293:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedec760 00000008:00000001:0.0:1788877049.912294:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.912295:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedec770 page ffff8d0ceedec760 at index 132. 00000008:00000001:0.0:1788877049.912297:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.912301:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.912303:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54ac0 index 132 00000020:00000001:0.0:1788877049.912305:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912306:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912307:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.912309:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000981b7f9f[1 0000000052f9d442 5 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877049.912310:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.912312:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.912313:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedec700. 00000020:00000001:0.0:1788877049.912316:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.912317:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.912318:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.912319:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419543616 : -126388290008000 : ffff8d0ceedecc40) 00000020:00000001:0.0:1788877049.912321:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912322:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912323:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.912324:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.912325:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.912328:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ff418692[2 0000000052f9d442 1 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877049.912329:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.912330:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.912331:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.912332:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedecca0 00000008:00000001:0.0:1788877049.912334:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.912335:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedeccb0 page ffff8d0ceedecca0 at index 133. 00000008:00000001:0.0:1788877049.912337:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.912339:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.912341:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54b00 index 133 00000020:00000001:0.0:1788877049.912343:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912344:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912345:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.912347:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ff418692[1 0000000052f9d442 5 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877049.912348:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.912349:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.912351:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedecc40. 00000020:00000001:0.0:1788877049.912353:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.912354:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877049.912355:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877049.912357:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685419542944 : -126388290008672 : ffff8d0ceedec9a0) 00000020:00000001:0.0:1788877049.912358:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912359:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877049.912360:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877049.912362:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877049.912363:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877049.912366:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009b3933b6[2 0000000052f9d442 1 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877049.912367:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877049.912368:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877049.912370:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877049.912371:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0ceedeca00 00000008:00000001:0.0:1788877049.912372:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877049.912373:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0ceedeca10 page ffff8d0ceedeca00 at index 134. 00000008:00000001:0.0:1788877049.912376:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877049.912378:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877049.912380:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44b54b40 index 134 00000020:00000001:0.0:1788877049.912382:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912383:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877049.912385:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877049.912388:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009b3933b6[1 0000000052f9d442 5 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877049.912389:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877049.912390:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877049.912392:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0ceedec9a0. 00000020:00000001:0.0:1788877049.912395:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877049.912396:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000800:00000200:0.0:1788877049.927827:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877049.927837:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877049.927844:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877049.927854:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877049.927863:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915220 00000400:00000010:0.0:1788877049.927866:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915220. 00000100:00000001:0.0:1788877049.927880:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877049.927890:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca319c00 x1875765519164160/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.927903:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877049.927907:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca319c00 x1875765519164160/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877049.927915:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.927917:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877049.954427:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477015, at 4302477016 00000100:00000010:0.0:1788877049.954440:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788877049.988371:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477049, at 4302477050 00000100:00000010:0.0:1788877049.988386:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00000001:0.0:1788877049.993007:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877049.993011:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454470912 02000000:00000001:0.0:1788877049.993014:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877049.993017:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877049.993019:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877049.993024:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877049.993030:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454470912 00000020:00000001:0.0:1788877049.993033:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877049.993035:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877049.993038:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.993041:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877049.993044:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877049.993046:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877049.993051:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877049.993056:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877049.993059:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877049.993062:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877049.993068:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507cc00. 00000020:00000010:0.0:1788877049.993075:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877049.993080:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877049.993089:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877049.993092:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877049.993094:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877049.993096:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.993104:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.993117:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877049.993127:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877049.993129:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877049.993133:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 388 00000100:00000040:0.0:1788877049.993137:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877049.993140:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788984704 : -126388920566912 : ffff8d0cc9493b80) 00000100:00000040:0.0:1788877049.993147:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9493b80 x1875765454470912/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/0 e 0 to 0 dl 1788877060 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877049.993157:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877049.993159:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877049.993161:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877049.993163:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877049.993168:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9493b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76945:x1875765454470912:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877049.993172:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454470912 00010000:00000001:0.0:1788877049.993176:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877049.993183:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877049.993185:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877049.993187:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cc4432e00 refcount=2 00000020:00000001:0.0:1788877049.993189:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684704701952 : -126389004849664 : ffff8d0cc4432e00) 00010000:00000001:0.0:1788877049.993192:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684704701952 : -126389004849664 : ffff8d0cc4432e00) 00010000:00000001:0.0:1788877049.993196:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877049.993200:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877049.993205:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000198c8510/0x4a37134b6b7788e4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fea13 expref: -99 pid: 197555 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877049.993222:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877049.993224:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877049.993229:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877049.993232:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.993235:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.993240:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877049.993243:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877049.993282:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=26 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877049.993288:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877049.993291:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877049.993294:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877049.993297:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877049.993300:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877049.993304:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877049.993307:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877049.993312:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52000. 00000100:00000200:0.0:1788877049.993317:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454470912, offset 224 00000400:00000200:0.0:1788877049.993324:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877049.993331:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.993338:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877049.993345:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457395:457395:256:4294967295] 192.168.203.155@tcp LPNI seq info [457389:457389:8:4294967295] 00000400:00000200:0.0:1788877049.993349:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877049.993358:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877049.993364:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877049.993369:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954100. 00000800:00000200:0.0:1788877049.993376:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877049.993383:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877049.993387:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877049.993408:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.993412:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877049.993415:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877049.993419:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9e40. 00010000:00000001:0.0:1788877049.993423:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877049.993435:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877049.993438:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.993439:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877049.993441:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877049.993454:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9493b80 x1875765454470912/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:445/0 lens 328/224 e 0 to 0 dl 1788877060 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877049.993463:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9493b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76945:x1875765454470912:12345-192.168.203.155@tcp:104: Request processed in 305us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877049.993470:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 388 00000100:00000040:0.0:1788877049.993475:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877049.993477:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877049.993479:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877049.993483:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877049.993487:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877049.993491:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507cc00. 00000020:00000040:0.0:1788877049.993496:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877049.993499:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.016496:0:198590:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877050.016500:0:198590:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454471040 02000000:00000001:0.0:1788877050.016503:0:198590:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877050.016506:0:198590:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.016509:0:198590:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.016514:0:198590:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.016519:0:198590:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454471040 00000020:00000001:0.0:1788877050.016523:0:198590:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877050.016525:0:198590:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877050.016528:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.016531:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877050.016534:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877050.016537:0:198590:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877050.016542:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.016566:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.016569:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.016573:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877050.016579:0:198590:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507cc00. 00000020:00000010:0.0:1788877050.016586:0:198590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877050.016591:0:198590:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877050.016600:0:198590:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877050.016603:0:198590:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877050.016605:0:198590:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877050.016607:0:198590:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.016615:0:198590:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.016630:0:198590:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.016640:0:198590:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877050.016642:0:198590:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877050.016647:0:198590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 389 00000100:00000040:0.0:1788877050.016651:0:198590:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877050.016654:0:198590:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788972160 : -126388920579456 : ffff8d0cc9490a80) 00000100:00000040:0.0:1788877050.016661:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9490a80 x1875765454471040/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/0 e 0 to 0 dl 1788877061 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.016671:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.016673:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.016676:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.016678:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877050.016682:0:198590:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9490a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:76946:x1875765454471040:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877050.016686:0:198590:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454471040 00010000:00000001:0.0:1788877050.016690:0:198590:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877050.016696:0:198590:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.016698:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.016700:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0ceb269a00 refcount=2 00000020:00000001:0.0:1788877050.016702:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685357140480 : -126388352411136 : ffff8d0ceb269a00) 00010000:00000001:0.0:1788877050.016706:0:198590:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685357140480 : -126388352411136 : ffff8d0ceb269a00) 00010000:00000001:0.0:1788877050.016709:0:198590:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.016712:0:198590:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877050.016718:0:198590:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000ff3e39c3/0x4a37134b6b7776bc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59faa87 expref: -99 pid: 197049 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877050.016730:0:198590:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877050.016732:0:198590:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877050.016738:0:198590:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485fc00. 02000000:00000001:0.0:1788877050.016750:0:198590:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.016753:0:198590:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.016758:0:198590:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877050.016761:0:198590:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.016764:0:198590:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.016770:0:198590:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877050.016773:0:198590:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877050.016776:0:198590:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877050.016779:0:198590:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877050.016782:0:198590:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.016786:0:198590:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.016789:0:198590:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.016793:0:198590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52a18. 00000100:00000200:0.0:1788877050.016799:0:198590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454471040, offset 224 00000400:00000200:0.0:1788877050.016806:0:198590:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.016813:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.016820:0:198590:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.016826:0:198590:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457397:457397:256:4294967295] 192.168.203.155@tcp LPNI seq info [457391:457391:8:4294967295] 00000400:00000200:0.0:1788877050.016831:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.016840:0:198590:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.016846:0:198590:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.016851:0:198590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877050.016858:0:198590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.016866:0:198590:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.016871:0:198590:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.016885:0:198590:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.016888:0:198590:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877050.016892:0:198590:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877050.016896:0:198590:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9900. 00010000:00000001:0.0:1788877050.016899:0:198590:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877050.016913:0:198590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877050.016916:0:198590:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.016917:0:198590:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.016919:0:198590:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.016925:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490a80 x1875765454471040/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/224 e 0 to 0 dl 1788877061 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877050.016936:0:198590:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9490a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:76946:x1875765454471040:12345-192.168.203.155@tcp:104: Request processed in 262us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877050.016943:0:198590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 389 00000100:00000040:0.0:1788877050.016946:0:198590:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877050.016949:0:198590:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877050.016951:0:198590:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877050.016956:0:198590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877050.016960:0:198590:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877050.016963:0:198590:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507cc00. 00000020:00000040:0.0:1788877050.016968:0:198590:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877050.016971:0:198590:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.017039:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.017044:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954e00. 00000400:00000200:0.0:1788877050.017049:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.017053:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.017057:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52a18 00000400:00000010:0.0:1788877050.017061:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52a18. 00000100:00000001:0.0:1788877050.017064:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877050.017066:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877050.018176:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.018180:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa500. 00000400:00000200:0.0:1788877050.018185:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.018189:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.018193:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4908 00000400:00000010:0.0:1788877050.018195:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4908. 00000100:00000001:0.0:1788877050.018199:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.018204:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4366a00 x1875765519164928/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.018214:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.018218:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf4366a00 x1875765519164928/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.018225:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.018227:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.031859:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.031877:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.031882:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.031885:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.031895:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.031903:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.031914:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.031919:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.031926:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.031930:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad988380 00000400:00000200:0.0:1788877050.031939:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f1d1 [2] + 1640 00000800:00000001:0.0:1788877050.031947:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.031957:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.031961:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.031967:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.031976:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877050.031979:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877050.031985:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9439180. 00000100:00000040:0.0:1788877050.031990:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc9439180 x1875765454472064 msgsize 328 00000100:00100000:0.0:1788877050.031994:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877050.032015:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.032024:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.032027:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.034863:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.034869:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7f00. 00000400:00000200:0.0:1788877050.034874:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.034880:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.034886:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39990 00000400:00000010:0.0:1788877050.034889:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39990. 00000100:00000001:0.0:1788877050.034894:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877050.034896:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877050.034958:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.034961:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877050.034965:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.034968:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.034971:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915000 00000400:00000010:0.0:1788877050.034973:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915000. 00000100:00000001:0.0:1788877050.034976:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.034981:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4365180 x1875765519165056/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.034992:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.034996:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf4365180 x1875765519165056/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.035004:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.035006:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.043855:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.043871:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.043875:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.043878:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.043888:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.043895:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.043905:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.043910:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.043916:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.043921:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173a600 00000400:00000200:0.0:1788877050.043927:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.043933:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f271 [1] + 224 00000800:00000001:0.0:1788877050.043941:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.043948:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.043952:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.043957:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.043966:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.043975:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4366a00 x1875765519164928/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.043987:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf4366a00 x1875765519164928/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.044010:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.044019:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.044022:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.064885:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.064951:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.064957:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.064960:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.064970:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.064979:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.064988:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.064994:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065000:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065004:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173a680 00000400:00000200:0.0:1788877050.065010:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065016:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f281 [1] + 224 00000800:00000001:0.0:1788877050.065023:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.065026:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.065030:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.065035:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.065044:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.065054:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4365180 x1875765519165056/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.065066:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf4365180 x1875765519165056/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.065088:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.065098:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.065101:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.065103:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.065105:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.065109:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065112:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.065117:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065119:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065122:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065124:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad988500 00000400:00000200:0.0:1788877050.065131:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f1d1 [2] + 1968 00000400:00000010:0.0:1788877050.065136:0:2387:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc7e8. 00000400:00000200:0.0:1788877050.065141:0:2387:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8d0cd1810180 00000800:00000001:0.0:1788877050.065143:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.065147:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.065149:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.065152:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.065155:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1810180 00000400:00000010:0.0:1788877050.065158:0:2387:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cd1810180. 00000100:00000001:0.0:1788877050.065163:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877050.065166:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788877050.065169:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf5013450 x1875765454472448 msgsize 328 00000100:00100000:0.0:1788877050.065174:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000040:0.0:1788877050.065176:0:2387:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788877050.065194:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.065198:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.065202:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.065204:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.065206:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.065209:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065212:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.065216:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065219:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065221:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065224:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173a500 00000400:00000200:0.0:1788877050.065227:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.065231:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f251 [2] + 224 00000800:00000001:0.0:1788877050.065235:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.065242:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.065244:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.065653:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.065658:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.065663:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca31bb80 x1875765519164672/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.065672:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca31bb80 x1875765519164672/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.065693:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.065731:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.065735:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.089376:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.089383:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa300. 00000400:00000200:0.0:1788877050.089389:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.089396:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.089402:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4330 00000400:00000010:0.0:1788877050.089405:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4330. 00000100:00000001:0.0:1788877050.089410:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.089416:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4365880 x1875765519165440/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.089436:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.089440:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4365880 x1875765519165440/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.089460:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.089462:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877050.096685:0:198590:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877050.096689:0:198590:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877050.096697:0:198590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 393 00000100:00000040:0.0:1788877050.096703:0:198590:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 2 00000100:00000001:0.0:1788877050.096707:0:198590:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788976640 : -126388920574976 : ffff8d0cc9491c00) 00000100:00000040:0.0:1788877050.096712:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9491c00 x1875765454473856/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/0 e 0 to 0 dl 1788877061 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.096726:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.096730:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.096732:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.096735:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877050.096745:0:198590:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9491c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:76959:x1875765454473856:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877050.096750:0:198590:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454473856 00010000:00000001:0.0:1788877050.096754:0:198590:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877050.096760:0:198590:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.096762:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.096764:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cc3e55c00 refcount=2 00000020:00000001:0.0:1788877050.096766:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684698553344 : -126389010998272 : ffff8d0cc3e55c00) 00010000:00000001:0.0:1788877050.096768:0:198590:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684698553344 : -126389010998272 : ffff8d0cc3e55c00) 00010000:00000001:0.0:1788877050.096772:0:198590:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.096775:0:198590:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877050.096781:0:198590:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000007421eb59/0x4a37134b6b77772c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fac24 expref: -99 pid: 197062 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877050.096811:0:198590:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877050.096814:0:198590:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877050.096818:0:198590:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485cc00. 02000000:00000001:0.0:1788877050.096822:0:198590:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.096826:0:198590:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.096831:0:198590:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877050.096834:0:198590:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.096839:0:198590:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.096845:0:198590:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877050.096851:0:198590:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877050.096855:0:198590:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877050.096859:0:198590:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877050.096861:0:198590:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.096863:0:198590:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.096869:0:198590:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.096872:0:198590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52a18. 00000100:00000200:0.0:1788877050.096877:0:198590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454473856, offset 224 00000400:00000200:0.0:1788877050.096885:0:198590:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.096892:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.096898:0:198590:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.096903:0:198590:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457405:457405:255:4294967295] 192.168.203.155@tcp LPNI seq info [457399:457399:7:4294967295] 00000400:00000200:0.0:1788877050.096910:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.096921:0:198590:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.096931:0:198590:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.096938:0:198590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877050.096947:0:198590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.096956:0:198590:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.096962:0:198590:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.096967:0:198590:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.096975:0:198590:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877050.096981:0:198590:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877050.096985:0:198590:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9780. 00010000:00000001:0.0:1788877050.096990:0:198590:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877050.097008:0:198590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1788877050.097013:0:198590:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.097017:0:198590:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.097020:0:198590:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.097027:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9491c00 x1875765454473856/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/224 e 0 to 0 dl 1788877061 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877050.097046:0:198590:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9491c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:76959:x1875765454473856:12345-192.168.203.155@tcp:104: Request processed in 317us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877050.097057:0:198590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 393 00000100:00000040:0.0:1788877050.097060:0:198590:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877050.097062:0:198590:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877050.097064:0:198590:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877050.097068:0:198590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cf489c280. 00000020:00000010:0.0:1788877050.097074:0:198590:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cd7a07000. 00000020:00000010:0.0:1788877050.097080:0:198590:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc9d42400. 00000020:00000040:0.0:1788877050.097086:0:198590:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877050.097090:0:198590:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.097109:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.097115:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.097157:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.097163:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7f00. 00000400:00000200:0.0:1788877050.097169:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.097175:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.097182:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39d48 00000400:00000010:0.0:1788877050.097186:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39d48. 00000100:00000001:0.0:1788877050.097192:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877050.097194:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877050.097280:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.097285:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954e00. 00000400:00000200:0.0:1788877050.097292:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.097300:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.097305:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52a18 00000400:00000010:0.0:1788877050.097309:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52a18. 00000100:00000001:0.0:1788877050.097314:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877050.097317:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877050.098739:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.098743:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:0.0:1788877050.098747:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.098751:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.098755:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39dd0 00000400:00000010:0.0:1788877050.098758:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39dd0. 00000100:00000001:0.0:1788877050.098761:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877050.098763:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877050.098771:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.098773:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877050.098775:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.098778:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.098781:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915990 00000400:00000010:0.0:1788877050.098782:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915990. 00000100:00000001:0.0:1788877050.098784:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.098789:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca318380 x1875765519165696/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.098798:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.098801:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cca318380 x1875765519165696/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.098808:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.098810:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877050.098862:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.098865:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877050.098868:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.098872:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.098875:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915b28 00000400:00000010:0.0:1788877050.098876:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915b28. 00000100:00000001:0.0:1788877050.098879:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.098883:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca31b100 x1875765519165824/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.098891:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.098894:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cca31b100 x1875765519165824/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.098900:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.098902:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877050.098923:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.098926:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.098928:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877050.098932:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9493b80 x1875765519165568/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.098939:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877050.098941:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.098943:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877050.098945:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877050.098947:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.098950:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519165568:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877050.098953:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877050.098956:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877050.098957:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.098959:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877050.098962:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc507cc00. 02000000:00000001:0.0:1788877050.098964:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877050.098967:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877050.098970:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e18. 00000400:00000010:0.0:1788877050.098973:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52a18. 00000100:00000200:0.0:1788877050.098976:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519165568, portal 18 00000100:00000001:0.0:1788877050.098978:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.098979:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788984704 : -126388920566912 : ffff8d0cc9493b80) 00000100:00000040:0.0:1788877050.098985:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9493b80 x1875765519165568/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.098996:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.098998:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.099001:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52660. 00000100:00000200:0.0:1788877050.099003:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519165568, offset 0 00000400:00000200:0.0:1788877050.099007:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.099011:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.099015:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.099018:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877050.099020:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877050.099023:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877050.099025:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877050.099028:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457409:457409:256:4294967295] 192.168.203.155@tcp LPNI seq info [457403:457403:8:4294967295] 00000400:00000200:0.0:1788877050.099031:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.099038:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.099042:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.099045:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877050.099049:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.099054:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.099057:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.099065:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.099068:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66738 usecs (67 jiffies) 00000400:00000200:0.0:1788877050.099071:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877050.099074:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302477227 00000100:00000001:0.0:1788877050.099078:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302477226 00000100:00000001:0.0:1788877050.099081:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302477227 00000100:00000001:0.0:1788877050.099084:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302477226 00000100:00000001:0.0:1788877050.099087:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.099089:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.099092:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.099094:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.099098:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.099099:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788877050.099101:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.099102:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.099104:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.099106:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877050.099122:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.099125:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954e00. 00000400:00000200:0.0:1788877050.099129:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.099132:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.099135:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52660 00000400:00000010:0.0:1788877050.099138:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52660. 00000100:00000001:0.0:1788877050.099140:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.099144:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9493b80 x1875765519165568/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.099152:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.099155:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9493b80 x1875765519165568/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.099161:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.099163:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877050.099178:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.099180:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877050.113112:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.113127:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.113131:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.113133:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.113143:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.113151:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.113161:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.113166:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.113172:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.113177:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad988e80 00000400:00000200:0.0:1788877050.113186:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f289 [2] + 984 00000800:00000001:0.0:1788877050.113197:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.113204:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.113209:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.113214:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.113225:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877050.113228:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877050.113236:0:2387:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438380. 00000100:00000040:0.0:1788877050.113239:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc9438380 x1875765454474880 msgsize 328 00000100:00100000:0.0:1788877050.113244:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877050.113294:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.113305:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.113308:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.113946:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.113950:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7500. 00000400:00000200:0.0:1788877050.113954:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.113959:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.113964:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a394c8 00000400:00000010:0.0:1788877050.113967:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a394c8. 00000100:00000001:0.0:1788877050.113971:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877050.113973:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000010:0.0:1788877050.114436:0:193160:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943ad80. 00000020:00000040:0.0:1788877050.114440:0:193160:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=6 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:0.0:1788877050.114455:0:193160:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877050.114457:0:193160:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877050.114462:0:193160:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877050.114468:0:193160:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc507ce00. 00000100:00000001:0.0:1788877050.114483:0:193160:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.114486:0:193160:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877050.114491:0:193160:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000007c94dfb2/0x4a37134b6b77a97c lrc: 2/0,0 mode: --/PW res: [0x280000403:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a05c3c expref: -99 pid: 198470 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1788877050.114499:0:193160:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877050.114501:0:193160:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.114506:0:193160:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877050.114511:0:193160:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.114519:0:193160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022aff11e] to pc [ptlrpcd_00_01+1] req@ffff8d0cc943ad80 x1875765519165952/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788877050.114548:0:193160:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877050.114551:0:193160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.114552:0:193160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.114554:0:193160:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.114557:0:193160:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.114559:0:193160:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.114562:0:193160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000007c94dfb2/0x4a37134b6b77a97c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a05c3c expref: -99 pid: 198470 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00000001:0.0:1788877050.114570:0:193160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877050.114572:0:193160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000007c94dfb2/0x4a37134b6b77a97c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a05c3c expref: -99 pid: 198470 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00000010:0.0:1788877050.114581:0:193160:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ceefe0180. 00010000:00000040:0.0:1788877050.114585:0:193160:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cc3d8bd00 count: 0 00010000:00000010:0.0:1788877050.114591:0:193160:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8d0cc3d8be00. 00010000:00000001:0.0:1788877050.114599:0:193160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.114600:0:193160:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788877050.114602:0:193160:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8d0cd18100c0. 00010000:00000001:0.0:1788877050.114605:0:193160:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.114608:0:193160:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877050.114609:0:193160:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.114612:0:193160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877050.114614:0:193160:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877050.114615:0:193160:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.114616:0:193160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877050.114618:0:193160:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877050.114619:0:193160:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.114620:0:193160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877050.114630:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.114633:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.114637:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.114640:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788877050.114643:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.114647:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.114649:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.114651:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.114652:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.114654:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877050.114660:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943ad80 x1875765519165952/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.114668:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877050.114670:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.114674:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877050.114676:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877050.114679:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.114683:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519165952:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877050.114688:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877050.114694:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877050.114696:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.114699:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877050.114704:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc507c400. 02000000:00000001:0.0:1788877050.114706:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877050.114711:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877050.114715:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949e70. 00000400:00000010:0.0:1788877050.114721:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52660. 00000100:00000200:0.0:1788877050.114727:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519165952, portal 18 00000100:00000001:0.0:1788877050.114730:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.114732:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788620672 : -126388920930944 : ffff8d0cc943ad80) 00000100:00000040:0.0:1788877050.114739:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc943ad80 x1875765519165952/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.114747:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.114750:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.114753:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52cc0. 00000100:00000200:0.0:1788877050.114756:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519165952, offset 0 00000400:00000200:0.0:1788877050.114761:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.114765:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.114770:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.114777:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877050.114781:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877050.114785:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877050.114788:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877050.114792:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457411:457411:256:4294967295] 192.168.203.155@tcp LPNI seq info [457405:457405:8:4294967295] 00000400:00000200:0.0:1788877050.114797:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.114803:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.114808:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.114813:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877050.114818:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.114824:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.114827:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.114835:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.114840:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66738 usecs (67 jiffies) 00000400:00000200:0.0:1788877050.114844:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877050.114847:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302477243 00000100:00000001:0.0:1788877050.114854:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302477227 00000100:00000001:0.0:1788877050.114859:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302477243 00000100:00000001:0.0:1788877050.114863:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302477227 00000100:00000001:0.0:1788877050.114867:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.114870:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.114872:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.114875:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877050.114921:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.114925:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954e00. 00000400:00000200:0.0:1788877050.114930:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.114934:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.114938:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52cc0 00000400:00000010:0.0:1788877050.114940:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52cc0. 00000100:00000001:0.0:1788877050.114944:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.114948:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc943ad80 x1875765519165952/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.114958:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.114962:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc943ad80 x1875765519165952/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.114969:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.114971:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.131983:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.132000:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.132004:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.132006:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.132017:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132025:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.132034:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132040:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132045:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132050:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173a880 00000400:00000200:0.0:1788877050.132056:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132062:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f2d1 [1] + 224 00000800:00000001:0.0:1788877050.132070:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.132075:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.132079:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.132084:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.132094:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.132105:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9493b80 x1875765519165568/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.132116:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cc9493b80 x1875765519165568/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.132153:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.132164:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.132168:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.132170:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.132172:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.132175:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132179:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.132183:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132186:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132189:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132202:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173a980 00000400:00000200:0.0:1788877050.132206:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.132211:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f2c9 [1] + 224 00000800:00000001:0.0:1788877050.132215:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.132222:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.132225:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.132228:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.132231:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.132235:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca31b100 x1875765519165824/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.132243:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cca31b100 x1875765519165824/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.132294:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.132298:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.132302:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.148306:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.148368:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.148373:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.148377:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.148387:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148399:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.148409:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148415:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148421:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148425:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173a900 00000400:00000200:0.0:1788877050.148431:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148437:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f2c1 [1] + 224 00000800:00000001:0.0:1788877050.148454:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.148458:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.148463:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.148468:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.148477:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.148488:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca318380 x1875765519165696/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.148499:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cca318380 x1875765519165696/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.148521:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.148531:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.148535:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.148537:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.148539:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.148542:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148545:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.148550:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148553:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148556:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148559:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173aa00 00000400:00000200:0.0:1788877050.148562:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148569:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f2e9 [1] + 224 00000800:00000001:0.0:1788877050.148573:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.148578:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.148583:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.148587:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.148608:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.148616:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc943ad80 x1875765519165952/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.148643:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cc943ad80 x1875765519165952/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.148679:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.148686:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.148690:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.148692:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.148695:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.148703:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148712:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.148719:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148727:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148733:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.148739:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad989100 00000400:00000200:0.0:1788877050.148751:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f289 [2] + 1312 00000800:00000001:0.0:1788877050.148760:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.148766:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.148770:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.148777:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.148784:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877050.148788:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877050.148797:0:2387:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943b800. 00000100:00000040:0.0:1788877050.148803:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc943b800 x1875765454475520 msgsize 328 00000100:00100000:0.0:1788877050.148815:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877050.148833:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.148856:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877050.148860:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454475520 02000000:00000001:0.0:1788877050.148865:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877050.148868:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.148872:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.148877:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.148882:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454475520 00000020:00000001:0.0:1788877050.148886:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877050.148890:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877050.148894:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.148897:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877050.148900:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877050.148903:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877050.148907:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.148912:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.148915:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.148918:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877050.148923:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507c600. 00000020:00000010:0.0:1788877050.148929:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877050.148934:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877050.148940:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877050.148943:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877050.148945:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877050.148947:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.148954:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.148962:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.148972:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877050.148974:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877050.148978:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 396 00000100:00000040:0.0:1788877050.148982:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877050.148984:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788623360 : -126388920928256 : ffff8d0cc943b800) 00000100:00000040:0.0:1788877050.148989:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc943b800 x1875765454475520/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/0 e 0 to 0 dl 1788877061 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.148998:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.149001:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.149002:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.149005:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877050.149009:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc943b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76952:x1875765454475520:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877050.149013:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454475520 00010000:00000001:0.0:1788877050.149017:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877050.149024:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.149026:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.149029:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcd139000 refcount=2 00000020:00000001:0.0:1788877050.149031:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680557608960 : -126393151942656 : ffff8d0bcd139000) 00010000:00000001:0.0:1788877050.149034:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680557608960 : -126393151942656 : ffff8d0bcd139000) 00010000:00000001:0.0:1788877050.149038:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.149041:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877050.149046:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000a9e2a97a/0x4a37134b6b77a2b4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x91d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a04480 expref: -99 pid: 198278 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877050.149058:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877050.149060:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877050.149066:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877050.149069:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.149072:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.149076:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877050.149079:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.149082:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.149087:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877050.149090:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877050.149092:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877050.149095:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877050.149097:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.149101:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.149104:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.149108:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52cc0. 00000100:00000200:0.0:1788877050.149113:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454475520, offset 224 00000400:00000200:0.0:1788877050.149119:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.149125:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.149132:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.149139:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457412:457412:256:4294967295] 192.168.203.155@tcp LPNI seq info [457406:457406:8:4294967295] 00000400:00000200:0.0:1788877050.149144:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.149154:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.149160:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.149165:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877050.149172:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.149179:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.149183:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.149204:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.149209:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877050.149212:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877050.149217:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9780. 00010000:00000001:0.0:1788877050.149220:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877050.149234:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877050.149237:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.149239:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.149241:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.149246:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc943b800 x1875765454475520/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/224 e 0 to 0 dl 1788877061 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877050.150225:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc943b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76952:x1875765454475520:12345-192.168.203.155@tcp:104: Request processed in 1223us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877050.150234:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 396 00000100:00000040:0.0:1788877050.150238:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877050.150241:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877050.150244:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877050.152949:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877050.152955:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877050.152958:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507c600. 00000020:00000040:0.0:1788877050.152964:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 02000000:00000001:0.0:1788877050.152970:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.152974:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877050.152979:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.152984:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc943b800. 02000000:00000001:0.0:1788877050.152990:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.152994:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5010400. 02000000:00000001:0.0:1788877050.153000:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1788877050.153003:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.153006:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5010000. 02000000:00000001:0.0:1788877050.153011:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.153014:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9493b80. 02000000:00000001:0.0:1788877050.153019:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.153023:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5011c00. 02000000:00000001:0.0:1788877050.153029:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.153033:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9438380. 02000000:00000001:0.0:1788877050.153039:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.153043:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5012400. 02000000:00000001:0.0:1788877050.153049:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.153052:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492300. 02000000:00000001:0.0:1788877050.153059:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.153063:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485cc00. 02000000:00000001:0.0:1788877050.153069:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.153072:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491c00. 02000000:00000001:0.0:1788877050.153078:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.153082:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5012000. 02000000:00000001:0.0:1788877050.153087:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.153091:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9493100. 00000100:00000010:0.0:1788877050.153096:0:193150:0:(service.c:1012:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8d0cc478c000. 00000100:00000010:0.0:1788877050.153104:0:193150:0:(service.c:1013:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8d0cf5013000. 00000100:00000001:0.0:1788877050.153110:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.153143:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.153149:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaa00. 00000400:00000200:0.0:1788877050.153156:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.153164:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.153172:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4b28 00000400:00000010:0.0:1788877050.153174:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4b28. 00000100:00000001:0.0:1788877050.153177:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.153181:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca31b100 x1875765519166336/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.153191:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.153194:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cca31b100 x1875765519166336/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.153200:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.153202:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.170043:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.170064:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.170068:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.170071:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.170081:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170089:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.170100:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170106:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170111:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170116:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad989580 00000400:00000200:0.0:1788877050.170124:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f301 [2] + 0 00000800:00000001:0.0:1788877050.170132:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.170137:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.170141:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.170145:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.170154:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877050.170157:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877050.170163:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438380. 00000100:00000040:0.0:1788877050.170167:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc9438380 x1875765454476672 msgsize 328 00000100:00100000:0.0:1788877050.170171:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877050.170189:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.170198:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.170201:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.170204:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.170206:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.170210:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170213:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.170218:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170220:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170223:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170225:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173ab00 00000400:00000200:0.0:1788877050.170229:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170234:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f319 [1] + 224 00000800:00000001:0.0:1788877050.170238:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.170241:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.170243:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.170246:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.170280:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.170291:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490a80 x1875765519166208/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.170301:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cc9490a80 x1875765519166208/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.170321:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.170334:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.170338:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877050.170345:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877050.170347:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877050.170350:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcd68. 00000400:00000200:0.0:1788877050.170355:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:0.0:1788877050.170358:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:0.0:1788877050.170361:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.170366:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490a80 x1875765519166208/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877050.170376:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490a80 x1875765519166208/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.170383:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.170385:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.170388:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877050.170403:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877050.170407:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.170410:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.170413:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.170425:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=27 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877050.170430:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=107 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877050.170433:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877050.170436:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.170439:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877050.170453:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.170458:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877050.170460:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877050.170463:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877050.170464:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.170470:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490a80 x1875765519166208/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.170477:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.170481:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877050.170483:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877050.170488:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490a80 x1875765519166208/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877050.170498:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519166208:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877050.170503:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.170506:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.170511:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490a80 x1875765519166208/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.170519:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877050.170521:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877050.170525:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc9d43a00. 02000000:00000001:0.0:1788877050.170529:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877050.170531:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877050.170533:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=4 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877050.170536:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877050.170539:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d42400. 02000000:00000001:0.0:1788877050.170542:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877050.170544:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877050.170546:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490a80. 00000100:00000001:0.0:1788877050.170549:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877050.170551:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.170554:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.170562:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.170564:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.170567:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.170569:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877050.170578:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.170583:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.170585:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.170588:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.170591:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170595:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.170600:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170603:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170607:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170610:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad989780 00000400:00000200:0.0:1788877050.170615:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f301 [2] + 328 00000800:00000001:0.0:1788877050.170619:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.170622:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.170625:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.170628:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.170631:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877050.170633:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877050.170636:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943b800. 00000100:00000040:0.0:1788877050.170638:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc943b800 x1875765454477184 msgsize 328 00000100:00100000:0.0:1788877050.170642:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877050.170651:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.170668:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877050.170671:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454476672 02000000:00000001:0.0:1788877050.170674:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877050.170677:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.170678:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.170682:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.170686:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454476672 00000020:00000001:0.0:1788877050.170688:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877050.170690:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877050.170694:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.170696:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877050.170699:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877050.170702:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877050.170706:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.170711:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.170714:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.170717:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877050.170723:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507c600. 00000020:00000010:0.0:1788877050.170729:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877050.170734:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877050.170741:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877050.170744:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877050.170745:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877050.170748:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.170756:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.170764:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.170773:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877050.170775:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454477184 02000000:00000001:0.0:1788877050.170777:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877050.170778:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.170780:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.170782:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.170783:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454477184 00000020:00000001:0.0:1788877050.170785:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877050.170786:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877050.170788:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.170789:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=5 00000020:00000001:0.0:1788877050.170791:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877050.170794:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877050.170796:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.170799:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.170801:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.170803:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877050.170807:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507ce00. 00000020:00000010:0.0:1788877050.170811:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877050.170815:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911708. 00000100:00000001:0.0:1788877050.170817:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877050.170818:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877050.170820:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.170823:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.170825:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.170831:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877050.170834:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877050.170838:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 399 00000100:00000040:0.0:1788877050.170842:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877050.170844:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788609920 : -126388920941696 : ffff8d0cc9438380) 00000100:00000040:0.0:1788877050.170849:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9438380 x1875765454476672/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/0 e 0 to 0 dl 1788877061 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.170858:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.170861:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.170863:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.170865:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877050.170869:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9438380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:76948:x1875765454476672:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877050.170873:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454476672 00010000:00000001:0.0:1788877050.170876:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877050.170883:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.170885:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.170887:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf7d8ec00 refcount=2 00000020:00000001:0.0:1788877050.170890:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685570153472 : -126388139398144 : ffff8d0cf7d8ec00) 00010000:00000001:0.0:1788877050.170893:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685570153472 : -126388139398144 : ffff8d0cf7d8ec00) 00010000:00000001:0.0:1788877050.170897:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.170902:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877050.170907:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000f0a5936f/0x4a37134b6b77a43c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a049dc expref: -99 pid: 198321 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877050.170919:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877050.170922:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877050.170926:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877050.170929:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.170933:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.170938:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877050.170941:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.170944:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.170949:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877050.170952:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877050.170955:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877050.170958:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877050.170961:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.170964:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.170967:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.170972:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca526e8. 00000100:00000200:0.0:1788877050.170978:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454476672, offset 224 00000400:00000200:0.0:1788877050.170984:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.170990:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.170997:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.171004:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457418:457418:256:4294967295] 192.168.203.155@tcp LPNI seq info [457412:457412:8:4294967295] 00000400:00000200:0.0:1788877050.171009:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.171018:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.171025:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.171030:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954000. 00000800:00000200:0.0:1788877050.171038:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.171046:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.171052:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.171059:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.171063:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877050.171067:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877050.171071:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9900. 00010000:00000001:0.0:1788877050.171074:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877050.171091:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877050.171095:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.171096:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.171099:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.171103:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9438380 x1875765454476672/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/224 e 0 to 0 dl 1788877061 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877050.171115:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9438380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:76948:x1875765454476672:12345-192.168.203.155@tcp:104: Request processed in 254us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877050.171122:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 399 00000100:00000040:0.0:1788877050.171125:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877050.171128:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877050.171130:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877050.171135:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877050.171139:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877050.171144:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507c600. 00000020:00000040:0.0:1788877050.171149:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 4 00000100:00000001:0.0:1788877050.171152:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.171159:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877050.171161:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877050.171164:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 400 00000100:00000040:0.0:1788877050.171167:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877050.171169:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788623360 : -126388920928256 : ffff8d0cc943b800) 00000100:00000040:0.0:1788877050.171173:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc943b800 x1875765454477184/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/0 e 0 to 0 dl 1788877061 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.171181:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.171184:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.171187:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.171189:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877050.171193:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc943b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76957:x1875765454477184:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877050.171197:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454477184 00010000:00000001:0.0:1788877050.171199:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877050.171201:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.171203:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.171205:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cc5179c00 refcount=2 00000020:00000001:0.0:1788877050.171207:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684718623744 : -126388990927872 : ffff8d0cc5179c00) 00010000:00000001:0.0:1788877050.171210:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684718623744 : -126388990927872 : ffff8d0cc5179c00) 00010000:00000001:0.0:1788877050.171213:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.171216:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877050.171220:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000cfafa7fe/0x4a37134b6b777ca4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fbf33 expref: -99 pid: 197214 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877050.171229:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877050.171233:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877050.171239:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877050.171244:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.171278:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.171284:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877050.171287:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.171292:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.171298:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877050.171303:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877050.171309:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877050.171315:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877050.171319:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.171324:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.171330:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.171336:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877050.171341:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454477184, offset 224 00000400:00000200:0.0:1788877050.171349:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.171355:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.171363:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.171373:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457419:457419:255:4294967295] 192.168.203.155@tcp LPNI seq info [457413:457413:7:4294967295] 00000400:00000200:0.0:1788877050.171383:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.171396:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.171407:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.171412:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954500. 00000800:00000200:0.0:1788877050.171421:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.171430:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.171434:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.171439:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.171454:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877050.171460:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877050.171465:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9e40. 00010000:00000001:0.0:1788877050.171469:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877050.171477:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877050.171479:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.171484:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.171489:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.171496:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc943b800 x1875765454477184/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/224 e 0 to 0 dl 1788877061 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877050.171510:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc943b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76957:x1875765454477184:12345-192.168.203.155@tcp:104: Request processed in 325us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877050.171521:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 400 00000100:00000040:0.0:1788877050.171527:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877050.171531:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877050.171535:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877050.171539:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877050.171543:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911708. 00000020:00000010:0.0:1788877050.171549:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507ce00. 00000020:00000040:0.0:1788877050.171555:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877050.171559:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.171576:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.171585:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.171589:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.171594:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.171600:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.171608:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.171617:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.171623:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.171630:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.171638:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173aa80 00000400:00000200:0.0:1788877050.171646:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.171655:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f329 [1] + 224 00000800:00000001:0.0:1788877050.171661:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.171671:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.171677:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.171682:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.171687:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.171695:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca318380 x1875765519166080/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.171716:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cca318380 x1875765519166080/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.171739:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788877050.171771:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.171778:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954000. 00000400:00000200:0.0:1788877050.171787:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.171797:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.171802:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca526e8 00000400:00000010:0.0:1788877050.171808:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca526e8. 00000100:00000001:0.0:1788877050.171814:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877050.171817:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.171825:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.171830:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.171884:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.171889:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954500. 00000400:00000200:0.0:1788877050.171896:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.171905:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.171910:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca527f8 00000400:00000010:0.0:1788877050.171914:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca527f8. 00000100:00000001:0.0:1788877050.171919:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877050.171922:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877050.172214:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.172219:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877050.172225:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.172232:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.172239:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915198 00000400:00000010:0.0:1788877050.172243:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915198. 00000100:00000001:0.0:1788877050.172308:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.172318:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca319880 x1875765519166464/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.172335:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.172343:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cca319880 x1875765519166464/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.172361:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.172366:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.182663:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.182676:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.182679:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.182682:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.182691:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.182699:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.182709:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.182714:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.182732:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.182737:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb173ab80 00000400:00000200:0.0:1788877050.182742:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.182748:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f331 [1] + 224 00000800:00000001:0.0:1788877050.182756:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.182763:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.182767:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.182772:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.182783:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.182793:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca31b100 x1875765519166336/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.182805:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cca31b100 x1875765519166336/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.182823:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.182833:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.182837:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.199995:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.200011:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.200015:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.200018:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.200027:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.200035:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.200044:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.200049:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.200055:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.200059:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173a800 00000400:00000200:0.0:1788877050.200064:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.200070:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f2a1 [2] + 224 00000800:00000001:0.0:1788877050.200078:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.200089:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.200093:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.200098:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.200107:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.200118:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4365880 x1875765519165440/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.200130:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4365880 x1875765519165440/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.200150:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.200160:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.200163:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.223314:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.223330:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.223333:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.223336:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.223345:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.223352:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.223361:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.223366:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.223373:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.223377:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad989f00 00000400:00000200:0.0:1788877050.223397:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f301 [2] + 656 00000800:00000001:0.0:1788877050.223406:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.223414:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.223418:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.223423:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.223433:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877050.223436:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877050.223451:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943a300. 00000100:00000040:0.0:1788877050.223456:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc943a300 x1875765454479104 msgsize 328 00000100:00100000:0.0:1788877050.223460:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877050.223481:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.223491:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.223494:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.226326:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.226331:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877050.226335:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.226340:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.226345:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915d48 00000400:00000010:0.0:1788877050.226347:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915d48. 00000100:00000001:0.0:1788877050.226351:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.226356:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4366300 x1875765519166976/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.226366:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.226370:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf4366300 x1875765519166976/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.226378:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.226380:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877050.236061:0:193149:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877050.236065:0:193149:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454479488 02000000:00000001:0.0:1788877050.236068:0:193149:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877050.236071:0:193149:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.236074:0:193149:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.236079:0:193149:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.236084:0:193149:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454479488 00000020:00000001:0.0:1788877050.236088:0:193149:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877050.236090:0:193149:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877050.236093:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.236098:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877050.236101:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877050.236103:0:193149:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877050.236108:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.236113:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.236116:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.236119:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877050.236126:0:193149:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507ce00. 00000020:00000010:0.0:1788877050.236132:0:193149:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877050.236138:0:193149:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911708. 00000100:00000040:0.0:1788877050.236147:0:193149:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877050.236150:0:193149:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877050.236152:0:193149:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877050.236155:0:193149:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.236162:0:193149:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.236178:0:193149:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.236189:0:193149:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877050.236191:0:193149:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877050.236196:0:193149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 402 00000100:00000040:0.0:1788877050.236200:0:193149:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877050.236202:0:193149:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788981120 : -126388920570496 : ffff8d0cc9492d80) 00000100:00000040:0.0:1788877050.236210:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9492d80 x1875765454479488/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/0 e 0 to 0 dl 1788877061 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.236219:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.236222:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.236225:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.236227:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877050.236231:0:193149:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:76957:x1875765454479488:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877050.236235:0:193149:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454479488 00010000:00000001:0.0:1788877050.236238:0:193149:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877050.236245:0:193149:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.236271:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.236274:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0d00c16800 refcount=2 00000020:00000001:0.0:1788877050.236276:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685719607296 : -126387989944320 : ffff8d0d00c16800) 00010000:00000001:0.0:1788877050.236280:0:193149:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685719607296 : -126387989944320 : ffff8d0d00c16800) 00010000:00000001:0.0:1788877050.236284:0:193149:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.236288:0:193149:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877050.236293:0:193149:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000afed6d84/0x4a37134b6b779d74 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a0320b expref: -99 pid: 198131 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877050.236310:0:193149:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877050.236313:0:193149:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877050.236319:0:193149:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485e400. 02000000:00000001:0.0:1788877050.236322:0:193149:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.236325:0:193149:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.236330:0:193149:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877050.236333:0:193149:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.236337:0:193149:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.236342:0:193149:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877050.236346:0:193149:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877050.236348:0:193149:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877050.236351:0:193149:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877050.236353:0:193149:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.236357:0:193149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.236360:0:193149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.236366:0:193149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877050.236371:0:193149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454479488, offset 224 00000400:00000200:0.0:1788877050.236377:0:193149:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.236384:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.236402:0:193149:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.236409:0:193149:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457425:457425:256:4294967295] 192.168.203.155@tcp LPNI seq info [457419:457419:8:4294967295] 00000400:00000200:0.0:1788877050.236413:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.236422:0:193149:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.236428:0:193149:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.236434:0:193149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954500. 00000800:00000200:0.0:1788877050.236440:0:193149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.236458:0:193149:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.236463:0:193149:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.236473:0:193149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.236478:0:193149:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877050.236481:0:193149:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877050.236485:0:193149:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f99c0. 00010000:00000001:0.0:1788877050.236489:0:193149:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877050.236494:0:193149:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877050.236497:0:193149:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.236499:0:193149:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.236501:0:193149:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.236506:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492d80 x1875765454479488/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/224 e 0 to 0 dl 1788877061 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877050.236516:0:193149:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:76957:x1875765454479488:12345-192.168.203.155@tcp:104: Request processed in 295us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877050.236523:0:193149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 402 00000100:00000040:0.0:1788877050.236527:0:193149:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877050.236530:0:193149:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877050.236532:0:193149:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877050.236537:0:193149:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877050.236541:0:193149:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911708. 00000020:00000010:0.0:1788877050.236544:0:193149:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507ce00. 00000020:00000040:0.0:1788877050.236549:0:193149:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877050.236552:0:193149:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.236629:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.236633:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954500. 00000400:00000200:0.0:1788877050.236638:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.236643:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.236647:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca527f8 00000400:00000010:0.0:1788877050.236650:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca527f8. 00000100:00000001:0.0:1788877050.236653:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877050.236655:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.247674:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.247690:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.247695:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.247698:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.247708:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.247717:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.247737:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.247743:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.247750:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.247754:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98a100 00000400:00000200:0.0:1788877050.247764:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f301 [2] + 1312 00000800:00000001:0.0:1788877050.247772:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.247779:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.247784:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.247789:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.247800:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877050.247802:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877050.247810:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438000. 00000100:00000040:0.0:1788877050.247814:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cc9438000 x1875765454479616 msgsize 328 00000100:00100000:0.0:1788877050.247818:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877050.247840:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.247852:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.247855:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877050.313142:0:193150:0:(service.c:85:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8d0cf485c400. 00000100:00000010:0.0:1788877050.313152:0:193150:0:(service.c:95:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8d0ceec22000. 00000100:00100000:0.0:1788877050.313156:0:193150:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1788877050.313161:0:193150:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1788877050.313166:0:193150:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949268. 00000400:00000010:0.0:1788877050.313173:0:193150:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9cc0. 00000100:00000001:0.0:1788877050.313183:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877050.313186:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454480896 02000000:00000001:0.0:1788877050.313190:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877050.313193:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.313195:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.313201:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.313206:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454480896 00000020:00000001:0.0:1788877050.313209:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877050.313211:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877050.313214:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.313218:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877050.313221:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877050.313224:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877050.313229:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.313233:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.313237:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.313240:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877050.313265:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507ce00. 00000020:00000010:0.0:1788877050.313272:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877050.313278:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911708. 00000100:00000040:0.0:1788877050.313286:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877050.313291:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877050.313293:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877050.313296:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.313305:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.313318:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.313330:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877050.313332:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877050.313337:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 405 00000100:00000040:0.0:1788877050.313341:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877050.313343:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617685522450512 : -126388187101104 : ffff8d0cf5010850) 00000100:00000040:0.0:1788877050.313352:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cf5010850 x1875765454480896/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/0 e 0 to 0 dl 1788877061 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.313363:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.313366:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.313368:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.313370:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877050.313375:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cf5010850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76957:x1875765454480896:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877050.313379:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454480896 00010000:00000001:0.0:1788877050.313384:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877050.313391:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.313394:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.313397:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cc9578a00 refcount=2 00000020:00000001:0.0:1788877050.313400:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684789922304 : -126388919629312 : ffff8d0cc9578a00) 00010000:00000001:0.0:1788877050.313403:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684789922304 : -126388919629312 : ffff8d0cc9578a00) 00010000:00000001:0.0:1788877050.313407:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.313411:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877050.313417:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000091cb7150/0x4a37134b6b77852c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fdd24 expref: -99 pid: 197453 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877050.313430:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877050.313433:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877050.313437:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485d400. 02000000:00000001:0.0:1788877050.313440:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.313454:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.313459:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877050.313462:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.313466:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.313472:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877050.313475:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877050.313477:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877050.313480:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877050.313482:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.313486:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.313489:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.313494:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877050.313498:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454480896, offset 224 00000400:00000200:0.0:1788877050.313505:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.313514:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.313521:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.313528:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457433:457433:256:4294967295] 192.168.203.155@tcp LPNI seq info [457427:457427:8:4294967295] 00000400:00000200:0.0:1788877050.313533:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.313543:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.313550:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.313555:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954500. 00000800:00000200:0.0:1788877050.313563:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.313570:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.313576:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.313585:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.313589:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877050.313592:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877050.313596:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9c00. 00010000:00000001:0.0:1788877050.313599:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877050.313618:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877050.313621:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.313624:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.313626:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.313631:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf5010850 x1875765454480896/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/224 e 0 to 0 dl 1788877061 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877050.313641:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cf5010850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76957:x1875765454480896:12345-192.168.203.155@tcp:104: Request processed in 276us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877050.313649:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 405 00000100:00000040:0.0:1788877050.313653:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877050.313655:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877050.313658:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877050.313663:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877050.313667:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911708. 00000020:00000010:0.0:1788877050.313671:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507ce00. 00000020:00000040:0.0:1788877050.313676:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 02000000:00000001:0.0:1788877050.313684:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.313687:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5013000. 02000000:00000001:0.0:1788877050.313691:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.313694:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492680. 02000000:00000001:0.0:1788877050.313698:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.313700:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5011800. 02000000:00000001:0.0:1788877050.313702:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.313703:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9438000. 02000000:00000001:0.0:1788877050.313706:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.313707:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485e400. 02000000:00000001:0.0:1788877050.313709:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.313711:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492d80. 02000000:00000001:0.0:1788877050.313714:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.313715:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5011000. 02000000:00000001:0.0:1788877050.313717:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.313718:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc943a300. 02000000:00000001:0.0:1788877050.313733:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.313735:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877050.313737:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.313738:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc943b800. 02000000:00000001:0.0:1788877050.313742:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877050.313743:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877050.313745:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877050.313746:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9438380. 00000100:00000010:0.0:1788877050.313749:0:193150:0:(service.c:1012:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8d0cc478e000. 00000100:00000010:0.0:1788877050.313753:0:193150:0:(service.c:1013:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8d0cf5010800. 00000100:00000001:0.0:1788877050.313756:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.324805:0:193149:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877050.324809:0:193149:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454481024 02000000:00000001:0.0:1788877050.324813:0:193149:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877050.324816:0:193149:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.324818:0:193149:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.324824:0:193149:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.324830:0:193149:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454481024 00000020:00000001:0.0:1788877050.324833:0:193149:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877050.324835:0:193149:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877050.324837:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.324841:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877050.324844:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877050.324846:0:193149:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877050.324851:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.324857:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.324859:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.324862:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877050.324868:0:193149:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507ce00. 00000020:00000010:0.0:1788877050.324875:0:193149:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877050.324880:0:193149:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911708. 00000100:00000040:0.0:1788877050.324888:0:193149:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877050.324892:0:193149:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877050.324894:0:193149:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877050.324896:0:193149:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.324904:0:193149:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.324917:0:193149:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.324927:0:193149:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877050.324928:0:193149:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454481152 02000000:00000001:0.0:1788877050.324930:0:193149:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877050.324931:0:193149:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.324933:0:193149:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.324935:0:193149:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.324937:0:193149:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454481152 00000020:00000001:0.0:1788877050.324939:0:193149:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877050.324940:0:193149:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877050.324942:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.324943:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=5 00000020:00000001:0.0:1788877050.324945:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877050.324948:0:193149:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877050.324950:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.324952:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.324955:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.324957:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000020:00000010:0.0:1788877050.324961:0:193149:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc507c600. 00000020:00000010:0.0:1788877050.324964:0:193149:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877050.324967:0:193149:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000001:0.0:1788877050.324969:0:193149:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877050.324971:0:193149:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877050.324973:0:193149:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.324975:0:193149:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.324977:0:193149:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.324988:0:193149:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877050.324991:0:193149:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877050.324997:0:193149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 406 00000100:00000040:0.0:1788877050.325001:0:193149:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877050.325003:0:193149:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788969472 : -126388920582144 : ffff8d0cc9490000) 00000100:00000040:0.0:1788877050.325011:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9490000 x1875765454481024/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/0 e 0 to 0 dl 1788877061 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.325021:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.325023:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.325025:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.325028:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877050.325032:0:193149:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:76952:x1875765454481024:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877050.325036:0:193149:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454481024 00010000:00000001:0.0:1788877050.325040:0:193149:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877050.325046:0:193149:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.325048:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.325050:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0ceef94800 refcount=2 00000020:00000001:0.0:1788877050.325052:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685421279232 : -126388288272384 : ffff8d0ceef94800) 00010000:00000001:0.0:1788877050.325055:0:193149:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685421279232 : -126388288272384 : ffff8d0ceef94800) 00010000:00000001:0.0:1788877050.325059:0:193149:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.325063:0:193149:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877050.325068:0:193149:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008d75f0ab/0x4a37134b6b779d3c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a03147 expref: -99 pid: 198125 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877050.325079:0:193149:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877050.325082:0:193149:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877050.325088:0:193149:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877050.325090:0:193149:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.325094:0:193149:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325098:0:193149:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877050.325101:0:193149:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.325105:0:193149:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.325110:0:193149:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877050.325112:0:193149:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877050.325115:0:193149:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877050.325117:0:193149:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877050.325120:0:193149:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.325123:0:193149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.325126:0:193149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.325131:0:193149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca526e8. 00000100:00000200:0.0:1788877050.325136:0:193149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454481024, offset 224 00000400:00000200:0.0:1788877050.325143:0:193149:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.325149:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.325156:0:193149:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.325163:0:193149:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457435:457435:256:4294967295] 192.168.203.155@tcp LPNI seq info [457429:457429:8:4294967295] 00000400:00000200:0.0:1788877050.325168:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.325178:0:193149:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.325184:0:193149:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.325189:0:193149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954000. 00000800:00000200:0.0:1788877050.325195:0:193149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.325202:0:193149:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.325207:0:193149:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.325215:0:193149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.325218:0:193149:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877050.325221:0:193149:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877050.325225:0:193149:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9480. 00010000:00000001:0.0:1788877050.325228:0:193149:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877050.325263:0:193149:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877050.325266:0:193149:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325268:0:193149:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325271:0:193149:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.325276:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490000 x1875765454481024/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/224 e 0 to 0 dl 1788877061 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877050.325285:0:193149:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:76952:x1875765454481024:12345-192.168.203.155@tcp:104: Request processed in 263us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877050.325293:0:193149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 406 00000100:00000040:0.0:1788877050.325296:0:193149:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877050.325299:0:193149:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877050.325301:0:193149:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877050.325305:0:193149:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877050.325309:0:193149:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911708. 00000020:00000010:0.0:1788877050.325313:0:193149:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507ce00. 00000020:00000040:0.0:1788877050.325318:0:193149:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 4 00000100:00000001:0.0:1788877050.325321:0:193149:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.325328:0:193149:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877050.325329:0:193149:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877050.325332:0:193149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 407 00000100:00000040:0.0:1788877050.325334:0:193149:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877050.325337:0:193149:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788981120 : -126388920570496 : ffff8d0cc9492d80) 00000100:00000040:0.0:1788877050.325341:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9492d80 x1875765454481152/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/0 e 0 to 0 dl 1788877061 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.325348:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877050.325351:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bc40. 00000100:00000001:0.0:1788877050.325352:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877050.325354:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bc40. 00000100:00100000:0.0:1788877050.325358:0:193149:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:76949:x1875765454481152:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877050.325361:0:193149:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454481152 00010000:00000001:0.0:1788877050.325363:0:193149:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877050.325365:0:193149:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.325367:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.325369:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf5371600 refcount=2 00000020:00000001:0.0:1788877050.325372:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685525992960 : -126388183558656 : ffff8d0cf5371600) 00010000:00000001:0.0:1788877050.325374:0:193149:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685525992960 : -126388183558656 : ffff8d0cf5371600) 00010000:00000001:0.0:1788877050.325377:0:193149:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.325379:0:193149:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877050.325383:0:193149:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000037a65331/0x4a37134b6b777c6c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fbe6f expref: -99 pid: 197208 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 1 00000100:00000001:0.0:1788877050.325402:0:193149:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877050.325403:0:193149:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877050.325406:0:193149:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877050.325408:0:193149:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.325410:0:193149:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325412:0:193149:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877050.325414:0:193149:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.325417:0:193149:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.325419:0:193149:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877050.325422:0:193149:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877050.325423:0:193149:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877050.325425:0:193149:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877050.325427:0:193149:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.325429:0:193149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.325431:0:193149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.325434:0:193149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52220. 00000100:00000200:0.0:1788877050.325437:0:193149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454481152, offset 224 00000400:00000200:0.0:1788877050.325450:0:193149:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.325455:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.325459:0:193149:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.325463:0:193149:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457436:457436:255:4294967295] 192.168.203.155@tcp LPNI seq info [457430:457430:7:4294967295] 00000400:00000200:0.0:1788877050.325467:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.325473:0:193149:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.325477:0:193149:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.325482:0:193149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954c00. 00000800:00000200:0.0:1788877050.325485:0:193149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.325490:0:193149:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.325493:0:193149:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.325495:0:193149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.325498:0:193149:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877050.325500:0:193149:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877050.325503:0:193149:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f96c0. 00010000:00000001:0.0:1788877050.325505:0:193149:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877050.325515:0:193149:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1788877050.325517:0:193149:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325518:0:193149:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325520:0:193149:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.325524:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492d80 x1875765454481152/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:446/0 lens 328/224 e 0 to 0 dl 1788877061 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877050.325533:0:193149:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:76949:x1875765454481152:12345-192.168.203.155@tcp:104: Request processed in 183us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877050.325539:0:193149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 407 00000100:00000040:0.0:1788877050.325541:0:193149:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877050.325544:0:193149:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877050.325545:0:193149:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877050.325547:0:193149:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906f80. 00000020:00000010:0.0:1788877050.325550:0:193149:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877050.325553:0:193149:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc507c600. 00000020:00000040:0.0:1788877050.325556:0:193149:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877050.325558:0:193149:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877050.325570:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877050.325573:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.325576:0:193159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1788877050.325579:0:193159:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788877050.325581:0:193159:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788877050.325585:0:193159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008d75f0ab/0x4a37134b6b779d3c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a03147 expref: -99 pid: 198125 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788877050.325596:0:193159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0ceef94800 already unused, calling callback (ffffffffc1158300) 00000008:00000001:0.0:1788877050.325599:0:193159:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788877050.325602:0:193159:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788877050.325604:0:193159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.325605:0:193159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.325607:0:193159:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0ceef94800 refcount=3 00000020:00000001:0.0:1788877050.325609:0:193159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685421279232 : -126388288272384 : ffff8d0ceef94800) 00010000:00000001:0.0:1788877050.325612:0:193159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685421279232 : -126388288272384 : ffff8d0ceef94800) 00010000:00000001:0.0:1788877050.325616:0:193159:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877050.325619:0:193159:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008d75f0ab/0x4a37134b6b779d3c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428480010000 nid: local remote: 0x976420bcd5a03147 expref: -99 pid: 198125 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1788877050.325628:0:193159:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788877050.325630:0:193159:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.325633:0:193159:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.325636:0:193159:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000008:00000001:0.0:1788877050.325638:0:193159:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788877050.325640:0:193159:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877050.325643:0:193159:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000008:00000001:0.0:1788877050.325645:0:193159:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325648:0:193159:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877050.325653:0:193159:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877050.325655:0:193159:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877050.325657:0:193159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.325659:0:193159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788877050.325661:0:193159:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceef94800 with handle 0x4a37134b6b779d3c from hash 00010000:00000001:0.0:1788877050.325664:0:193159:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877050.325666:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.325667:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.325669:0:193159:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877050.325672:0:193159:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877050.325675:0:193159:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788877050.325680:0:193159:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877050.325685:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.325686:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.325688:0:193159:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325691:0:193159:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.325693:0:193159:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788877050.325698:0:193159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438380. 00000020:00000040:0.0:1788877050.325702:0:193159:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=4 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:0.0:1788877050.325707:0:193159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877050.325709:0:193159:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877050.325714:0:193159:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877050.325720:0:193159:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc507c600. 00000100:00000001:0.0:1788877050.325726:0:193159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325729:0:193159:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877050.325733:0:193159:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008d75f0ab/0x4a37134b6b779d3c lrc: 2/0,0 mode: --/PW res: [0x280000403:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a03147 expref: -99 pid: 198125 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788877050.325742:0:193159:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877050.325743:0:193159:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.325748:0:193159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877050.325753:0:193159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.325759:0:193159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f863431] to pc [ptlrpcd_00_01+1] req@ffff8d0cc9438380 x1875765519168000/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788877050.325778:0:193159:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877050.325781:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.325782:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.325783:0:193159:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325786:0:193159:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.325788:0:193159:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.325791:0:193159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008d75f0ab/0x4a37134b6b779d3c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a03147 expref: -99 pid: 198125 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788877050.325798:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877050.325801:0:193159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008d75f0ab/0x4a37134b6b779d3c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a03147 expref: -99 pid: 198125 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1788877050.325809:0:193159:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ccaf76d40. 00010000:00000040:0.0:1788877050.325813:0:193159:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0ceef68300 count: 0 00010000:00000010:0.0:1788877050.325821:0:193159:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8d0ceef68a00. 00010000:00000001:0.0:1788877050.325830:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.325832:0:193159:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788877050.325834:0:193159:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8d0cf45f9480. 00010000:00000001:0.0:1788877050.325837:0:193159:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.325840:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877050.325841:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.325843:0:193159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788877050.325845:0:193159:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788877050.325847:0:193159:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788877050.325849:0:193159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000037a65331/0x4a37134b6b777c6c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fbe6f expref: -99 pid: 197208 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1788877050.325857:0:193159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0cf5371600 already unused, calling callback (ffffffffc1158300) 00000008:00000001:0.0:1788877050.325860:0:193159:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788877050.325861:0:193159:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788877050.325862:0:193159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.325864:0:193159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.325866:0:193159:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf5371600 refcount=3 00000020:00000001:0.0:1788877050.325868:0:193159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685525992960 : -126388183558656 : ffff8d0cf5371600) 00010000:00000001:0.0:1788877050.325870:0:193159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685525992960 : -126388183558656 : ffff8d0cf5371600) 00010000:00000001:0.0:1788877050.325873:0:193159:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877050.325875:0:193159:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000037a65331/0x4a37134b6b777c6c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428480010000 nid: local remote: 0x976420bcd59fbe6f expref: -99 pid: 197208 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 1 00000008:00000001:0.0:1788877050.325883:0:193159:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788877050.325884:0:193159:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.325887:0:193159:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.325889:0:193159:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000008:00000001:0.0:1788877050.325891:0:193159:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788877050.325892:0:193159:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877050.325894:0:193159:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000008:00000001:0.0:1788877050.325896:0:193159:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325898:0:193159:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877050.325900:0:193159:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877050.325902:0:193159:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877050.325904:0:193159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.325906:0:193159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788877050.325908:0:193159:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf5371600 with handle 0x4a37134b6b777c6c from hash 00010000:00000001:0.0:1788877050.325910:0:193159:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877050.325912:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.325913:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.325914:0:193159:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877050.325916:0:193159:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877050.325918:0:193159:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788877050.325921:0:193159:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877050.325923:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.325924:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.325925:0:193159:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325928:0:193159:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.325929:0:193159:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788877050.325933:0:193159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943b800. 00000020:00000040:0.0:1788877050.325935:0:193159:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=5 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:0.0:1788877050.325938:0:193159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877050.325940:0:193159:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877050.325942:0:193159:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877050.325945:0:193159:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc507ce00. 00000100:00000001:0.0:1788877050.325948:0:193159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325950:0:193159:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877050.325954:0:193159:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000037a65331/0x4a37134b6b777c6c lrc: 2/0,0 mode: --/PW res: [0x280000403:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd59fbe6f expref: -99 pid: 197208 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1788877050.325962:0:193159:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877050.325964:0:193159:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.325966:0:193159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877050.325968:0:193159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.325973:0:193159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a0b055d] to pc [ptlrpcd_00_00+0] req@ffff8d0cc943b800 x1875765519168128/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788877050.325982:0:193159:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877050.325984:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.325985:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.325987:0:193159:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.325988:0:193159:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.325990:0:193159:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.325993:0:193159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000037a65331/0x4a37134b6b777c6c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd59fbe6f expref: -99 pid: 197208 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 1 00010000:00000001:0.0:1788877050.326000:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877050.326002:0:193159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000037a65331/0x4a37134b6b777c6c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd59fbe6f expref: -99 pid: 197208 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 1 00010000:00000010:0.0:1788877050.326009:0:193159:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0d009806c0. 00010000:00000040:0.0:1788877050.326012:0:193159:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf22de200 count: 0 00010000:00000010:0.0:1788877050.326016:0:193159:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8d0cf22dec00. 00010000:00000001:0.0:1788877050.326021:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.326023:0:193159:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788877050.326024:0:193159:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8d0cf45f96c0. 00010000:00000001:0.0:1788877050.326026:0:193159:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.326029:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877050.326030:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.326032:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877050.326034:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877050.326035:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.326036:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877050.326038:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877050.326039:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.326044:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877050.326052:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.326056:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.326058:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877050.326064:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9438380 x1875765519168000/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.326071:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877050.326073:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.326077:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877050.326080:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877050.326082:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.326086:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519168000:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877050.326090:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877050.326095:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877050.326098:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.326100:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877050.326105:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc507c400. 02000000:00000001:0.0:1788877050.326107:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877050.326112:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877050.326116:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949790. 00000400:00000010:0.0:1788877050.326120:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52198. 00000100:00000200:0.0:1788877050.326126:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519168000, portal 18 00000100:00000001:0.0:1788877050.326128:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.326131:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788609920 : -126388920941696 : ffff8d0cc9438380) 00000100:00000040:0.0:1788877050.326137:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9438380 x1875765519168000/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.326145:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.326148:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.326151:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca523b8. 00000100:00000200:0.0:1788877050.326154:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519168000, offset 0 00000400:00000200:0.0:1788877050.326158:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.326163:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.326167:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.326173:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877050.326178:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877050.326182:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877050.326185:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877050.326188:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457437:457437:254:4294967295] 192.168.203.155@tcp LPNI seq info [457431:457431:6:4294967295] 00000400:00000200:0.0:1788877050.326193:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.326200:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.326205:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.326209:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954300. 00000800:00000200:0.0:1788877050.326213:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.326218:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.326221:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.326224:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.326229:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66573 usecs (67 jiffies) 00000400:00000200:0.0:1788877050.326233:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877050.326236:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302477453 00000100:00000001:0.0:1788877050.326243:0:2395:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302477443 00000100:00000001:0.0:1788877050.326265:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302477453 00000100:00000001:0.0:1788877050.326270:0:2395:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302477443 00000100:00000001:0.0:1788877050.326274:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.326277:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.326281:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.326284:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.326289:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.326292:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788877050.326294:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.326295:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.326297:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.326300:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788877050.326302:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.326304:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.326307:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.326308:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.326310:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.326311:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877050.326315:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943b800 x1875765519168128/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.326323:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877050.326325:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.326327:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877050.326329:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877050.326331:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.326334:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519168128:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877050.326338:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877050.326341:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877050.326342:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.326344:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877050.326347:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc507cc00. 02000000:00000001:0.0:1788877050.326350:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877050.326353:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877050.326356:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39494d0. 00000400:00000010:0.0:1788877050.326359:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52b28. 00000100:00000200:0.0:1788877050.326362:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519168128, portal 18 00000100:00000001:0.0:1788877050.326365:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.326366:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788623360 : -126388920928256 : ffff8d0cc943b800) 00000100:00000040:0.0:1788877050.326371:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc943b800 x1875765519168128/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.326378:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.326380:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.326383:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52ee0. 00000100:00000200:0.0:1788877050.326386:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519168128, offset 0 00000400:00000200:0.0:1788877050.326390:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.326394:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.326397:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.326401:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877050.326404:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877050.326406:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877050.326409:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877050.326412:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457438:457438:253:4294967295] 192.168.203.155@tcp LPNI seq info [457432:457432:5:4294967295] 00000400:00000200:0.0:1788877050.326416:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.326423:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.326427:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.326431:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954800. 00000800:00000200:0.0:1788877050.326435:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.326439:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.326454:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.326457:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.326460:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66573 usecs (67 jiffies) 00000400:00000200:0.0:1788877050.326464:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877050.326466:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302477453 00000100:00000001:0.0:1788877050.326469:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302477453 00000100:00000001:0.0:1788877050.326471:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302477453 00000100:00000001:0.0:1788877050.326473:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302477453 00000100:00000001:0.0:1788877050.326475:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.326478:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.326480:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.326483:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.339184:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.339190:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877050.339198:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877050.339201:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877050.339205:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc39494d0. 00000400:00000200:0.0:1788877050.339210:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52b28 00000400:00000010:0.0:1788877050.339213:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52b28. 00000100:00000001:0.0:1788877050.339216:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.339221:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc943b800 x1875765519168128/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877050.339230:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc943b800 x1875765519168128/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.339236:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.339239:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.339242:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877050.339245:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877050.339279:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.339283:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.339287:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.339298:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=27 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877050.339304:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=107 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877050.339307:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877050.339308:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.339312:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877050.339315:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.339320:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877050.339322:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877050.339325:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877050.339327:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.339332:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc943b800 x1875765519168128/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.339339:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.339343:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877050.339345:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877050.339349:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc943b800 x1875765519168128/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877050.339357:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc943b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519168128:192.168.203.155@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1788877050.339363:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877050.339365:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877050.339367:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949790. 00000400:00000200:0.0:1788877050.339370:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52198 00000400:00000010:0.0:1788877050.339371:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52198. 00000100:00000001:0.0:1788877050.339374:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.339377:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9438380 x1875765519168000/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877050.339385:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9438380 x1875765519168000/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.339402:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.339403:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.339405:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877050.339407:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877050.339408:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.339409:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.339411:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.339414:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=27 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877050.339417:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=107 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877050.339419:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877050.339420:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.339422:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877050.339423:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.339425:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877050.339427:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877050.339429:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877050.339430:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.339434:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9438380 x1875765519168000/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.339440:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.339452:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877050.339453:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877050.339457:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9438380 x1875765519168000/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877050.339465:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519168000:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877050.339470:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.339473:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.339477:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc943b800 x1875765519168128/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.339484:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877050.339486:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877050.339490:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc507cc00. 02000000:00000001:0.0:1788877050.339495:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877050.339498:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877050.339500:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=4 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877050.339503:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877050.339505:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc507ce00. 02000000:00000001:0.0:1788877050.339508:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877050.339509:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877050.339512:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc943b800. 00000100:00000001:0.0:1788877050.339516:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877050.339518:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.339520:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.339522:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9438380 x1875765519168000/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.339528:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877050.339530:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877050.339531:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc507c400. 02000000:00000001:0.0:1788877050.339533:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877050.339534:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877050.339535:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877050.339537:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877050.339538:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc507c600. 02000000:00000001:0.0:1788877050.339540:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877050.339540:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877050.339542:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9438380. 00000100:00000001:0.0:1788877050.339544:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877050.339545:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.339548:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.339554:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.339557:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.339560:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877050.339562:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.346357:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346360:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685519313088 : -126388190238528 : ffff8d0cf4d128c0) 00000020:00000001:0.0:1788877050.346362:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346363:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346365:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346366:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346367:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346371:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000031216297[2 00000000c17ada84 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877050.346372:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346374:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346375:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346376:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4d12920 00000008:00000001:0.0:1788877050.346378:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346380:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4d12930 page ffff8d0cf4d12920 at index 210. 00000008:00000001:0.0:1788877050.346382:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346385:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346387:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446ddd80 index 210 00000020:00000001:0.0:1788877050.346390:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346391:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346392:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346394:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000031216297[1 00000000c17ada84 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877050.346396:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346397:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346399:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4d128c0. 00000020:00000001:0.0:1788877050.346402:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346403:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346404:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346406:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685519313760 : -126388190237856 : ffff8d0cf4d12b60) 00000020:00000001:0.0:1788877050.346408:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346409:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346410:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346411:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346412:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346415:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000e85ea4f[2 00000000c17ada84 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877050.346416:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346417:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346419:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346420:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4d12bc0 00000008:00000001:0.0:1788877050.346422:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346423:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4d12bd0 page ffff8d0cf4d12bc0 at index 211. 00000008:00000001:0.0:1788877050.346425:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346428:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346429:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446dddc0 index 211 00000020:00000001:0.0:1788877050.346430:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346431:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346432:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346435:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000e85ea4f[1 00000000c17ada84 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877050.346436:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346437:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346439:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4d12b60. 00000020:00000001:0.0:1788877050.346451:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346453:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346454:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346455:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685519314208 : -126388190237408 : ffff8d0cf4d12d20) 00000020:00000001:0.0:1788877050.346458:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346459:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346460:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346461:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346462:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346465:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d486079[2 00000000c17ada84 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877050.346467:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346468:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346469:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346470:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4d12d80 00000008:00000001:0.0:1788877050.346472:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346473:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4d12d90 page ffff8d0cf4d12d80 at index 212. 00000008:00000001:0.0:1788877050.346475:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346478:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346479:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446dde00 index 212 00000020:00000001:0.0:1788877050.346481:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346482:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346483:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346486:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d486079[1 00000000c17ada84 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877050.346488:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346489:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346491:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4d12d20. 00000020:00000001:0.0:1788877050.346494:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346495:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346496:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346498:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685519311296 : -126388190240320 : ffff8d0cf4d121c0) 00000020:00000001:0.0:1788877050.346500:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346501:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346502:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346503:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346504:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346507:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002648149e[2 00000000c17ada84 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877050.346508:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346509:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346510:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346511:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4d12220 00000008:00000001:0.0:1788877050.346512:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346514:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4d12230 page ffff8d0cf4d12220 at index 213. 00000008:00000001:0.0:1788877050.346515:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346518:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346519:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446dde40 index 213 00000020:00000001:0.0:1788877050.346521:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346522:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346523:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346526:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002648149e[1 00000000c17ada84 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877050.346527:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346528:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346530:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4d121c0. 00000020:00000001:0.0:1788877050.346532:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346533:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346534:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346536:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685519313536 : -126388190238080 : ffff8d0cf4d12a80) 00000020:00000001:0.0:1788877050.346538:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346539:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346540:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346541:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346543:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346545:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a15a3ea3[2 00000000c17ada84 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877050.346547:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346548:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346549:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346550:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4d12ae0 00000008:00000001:0.0:1788877050.346552:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346553:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4d12af0 page ffff8d0cf4d12ae0 at index 214. 00000008:00000001:0.0:1788877050.346555:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346557:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346558:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446dde80 index 214 00000020:00000001:0.0:1788877050.346560:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346561:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346562:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346564:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a15a3ea3[1 00000000c17ada84 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877050.346565:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346566:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346567:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4d12a80. 00000020:00000001:0.0:1788877050.346569:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346570:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346572:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346573:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685519312416 : -126388190239200 : ffff8d0cf4d12620) 00000020:00000001:0.0:1788877050.346575:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346576:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346577:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346578:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346580:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346582:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000794326ed[2 00000000c17ada84 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877050.346584:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346585:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346586:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346587:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4d12680 00000008:00000001:0.0:1788877050.346588:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346589:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4d12690 page ffff8d0cf4d12680 at index 215. 00000008:00000001:0.0:1788877050.346591:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346593:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346594:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446ddec0 index 215 00000020:00000001:0.0:1788877050.346596:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346596:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346597:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346600:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000794326ed[1 00000000c17ada84 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877050.346601:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346602:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346604:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4d12620. 00000020:00000001:0.0:1788877050.346607:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346608:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346609:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346610:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685519312640 : -126388190238976 : ffff8d0cf4d12700) 00000020:00000001:0.0:1788877050.346612:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346613:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346614:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346615:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346616:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346618:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000414245c9[2 00000000c17ada84 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877050.346619:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346620:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346621:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346622:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4d12760 00000008:00000001:0.0:1788877050.346623:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346624:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4d12770 page ffff8d0cf4d12760 at index 216. 00000008:00000001:0.0:1788877050.346626:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346628:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346630:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446ddf00 index 216 00000020:00000001:0.0:1788877050.346631:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346633:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346634:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346636:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000414245c9[1 00000000c17ada84 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877050.346637:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346638:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346640:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4d12700. 00000020:00000001:0.0:1788877050.346641:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346642:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346643:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346644:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685519313984 : -126388190237632 : ffff8d0cf4d12c40) 00000020:00000001:0.0:1788877050.346646:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346647:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346648:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346649:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346650:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346653:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f0fe6fa4[2 00000000c17ada84 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877050.346654:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346655:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346657:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346658:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4d12ca0 00000008:00000001:0.0:1788877050.346659:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346661:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4d12cb0 page ffff8d0cf4d12ca0 at index 217. 00000008:00000001:0.0:1788877050.346663:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346665:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346666:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446ddf40 index 217 00000020:00000001:0.0:1788877050.346668:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346669:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346670:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346672:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f0fe6fa4[1 00000000c17ada84 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877050.346673:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346674:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346676:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4d12c40. 00000020:00000001:0.0:1788877050.346678:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346679:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346680:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346682:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801017152 : -126388908534464 : ffff8d0cca00d540) 00000020:00000001:0.0:1788877050.346684:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346685:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346686:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346687:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346687:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346690:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bc4c50ec[2 00000000c17ada84 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877050.346691:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346692:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346693:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346693:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d5a0 00000008:00000001:0.0:1788877050.346695:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346696:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d5b0 page ffff8d0cca00d5a0 at index 218. 00000008:00000001:0.0:1788877050.346697:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346699:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346701:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446ddf80 index 218 00000020:00000001:0.0:1788877050.346703:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346704:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346705:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346707:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bc4c50ec[1 00000000c17ada84 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877050.346709:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346710:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346712:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d540. 00000020:00000001:0.0:1788877050.346714:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346715:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346716:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346718:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801019392 : -126388908532224 : ffff8d0cca00de00) 00000020:00000001:0.0:1788877050.346720:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346720:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346721:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346723:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346724:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000018468d43[2 00000000c17ada84 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877050.346728:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346729:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346730:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346731:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00de60 00000008:00000001:0.0:1788877050.346732:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346733:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00de70 page ffff8d0cca00de60 at index 219. 00000008:00000001:0.0:1788877050.346735:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346738:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346739:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446ddfc0 index 219 00000020:00000001:0.0:1788877050.346740:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346742:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346742:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346745:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000018468d43[1 00000000c17ada84 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877050.346746:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346747:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346749:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00de00. 00000020:00000001:0.0:1788877050.346751:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346752:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346753:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346755:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801018048 : -126388908533568 : ffff8d0cca00d8c0) 00000020:00000001:0.0:1788877050.346757:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346758:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346759:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346760:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346761:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346764:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004aab4886[2 00000000c17ada84 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877050.346765:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346766:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346768:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346769:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d920 00000008:00000001:0.0:1788877050.346771:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346772:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d930 page ffff8d0cca00d920 at index 220. 00000008:00000001:0.0:1788877050.346774:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346777:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346778:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505000 index 220 00000020:00000001:0.0:1788877050.346780:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346781:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346782:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346786:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004aab4886[1 00000000c17ada84 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877050.346787:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346788:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346790:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d8c0. 00000020:00000001:0.0:1788877050.346792:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346793:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346794:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346795:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801018720 : -126388908532896 : ffff8d0cca00db60) 00000020:00000001:0.0:1788877050.346798:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346799:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346800:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346801:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346802:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346805:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f8afcdc2[2 00000000c17ada84 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877050.346806:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346807:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346808:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346809:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00dbc0 00000008:00000001:0.0:1788877050.346811:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346812:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00dbd0 page ffff8d0cca00dbc0 at index 221. 00000008:00000001:0.0:1788877050.346814:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346816:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346817:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505040 index 221 00000020:00000001:0.0:1788877050.346819:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346820:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346821:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346823:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f8afcdc2[1 00000000c17ada84 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877050.346824:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346825:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346828:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00db60. 00000020:00000001:0.0:1788877050.346830:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346831:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346832:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346834:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801019168 : -126388908532448 : ffff8d0cca00dd20) 00000020:00000001:0.0:1788877050.346836:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346837:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346837:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346838:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346840:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346842:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000068ed993d[2 00000000c17ada84 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877050.346844:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346845:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346846:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346847:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00dd80 00000008:00000001:0.0:1788877050.346848:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346850:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00dd90 page ffff8d0cca00dd80 at index 222. 00000008:00000001:0.0:1788877050.346851:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346854:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346855:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505080 index 222 00000020:00000001:0.0:1788877050.346856:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346857:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346858:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346865:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000068ed993d[1 00000000c17ada84 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877050.346867:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346869:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346871:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00dd20. 00000020:00000001:0.0:1788877050.346873:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346874:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346876:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346877:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801016256 : -126388908535360 : ffff8d0cca00d1c0) 00000020:00000001:0.0:1788877050.346879:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346880:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346881:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346882:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346883:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346886:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ac976e25[2 00000000c17ada84 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877050.346887:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346888:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346890:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346891:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d220 00000008:00000001:0.0:1788877050.346893:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346894:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d230 page ffff8d0cca00d220 at index 223. 00000008:00000001:0.0:1788877050.346896:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346899:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346900:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445050c0 index 223 00000020:00000001:0.0:1788877050.346902:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346903:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346904:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346906:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ac976e25[1 00000000c17ada84 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877050.346908:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346909:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346911:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d1c0. 00000020:00000001:0.0:1788877050.346913:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346914:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.346915:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.346916:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801018496 : -126388908533120 : ffff8d0cca00da80) 00000020:00000001:0.0:1788877050.346918:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346919:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.346920:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.346921:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.346923:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.346925:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f8da66c5[2 00000000c17ada84 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877050.346927:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.346928:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.346929:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.346930:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00dae0 00000008:00000001:0.0:1788877050.346931:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.346933:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00daf0 page ffff8d0cca00dae0 at index 224. 00000008:00000001:0.0:1788877050.346935:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.346937:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.346939:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505100 index 224 00000020:00000001:0.0:1788877050.346941:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346942:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.346943:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.346945:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f8da66c5[1 00000000c17ada84 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877050.346947:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.346948:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.346950:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00da80. 00000020:00000001:0.0:1788877050.346952:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.346953:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347008:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347011:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801017376 : -126388908534240 : ffff8d0cca00d620) 00000020:00000001:0.0:1788877050.347013:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347014:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347015:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347016:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347017:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347021:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fe2b159e[2 00000000c17ada84 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877050.347022:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347024:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347025:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347026:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d680 00000008:00000001:0.0:1788877050.347027:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347029:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d690 page ffff8d0cca00d680 at index 225. 00000008:00000001:0.0:1788877050.347031:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347034:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347035:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505140 index 225 00000020:00000001:0.0:1788877050.347037:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347038:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347040:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347042:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fe2b159e[1 00000000c17ada84 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877050.347044:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347045:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347047:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d620. 00000020:00000001:0.0:1788877050.347050:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347051:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347052:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347053:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801017600 : -126388908534016 : ffff8d0cca00d700) 00000020:00000001:0.0:1788877050.347055:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347056:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347058:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347059:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347060:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c37d11b9[2 00000000c17ada84 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877050.347064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347065:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347067:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347068:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d760 00000008:00000001:0.0:1788877050.347069:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347071:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d770 page ffff8d0cca00d760 at index 226. 00000008:00000001:0.0:1788877050.347073:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347075:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347076:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505180 index 226 00000020:00000001:0.0:1788877050.347078:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347079:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347080:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347082:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c37d11b9[1 00000000c17ada84 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877050.347084:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347085:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347086:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d700. 00000020:00000001:0.0:1788877050.347088:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347089:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347091:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347092:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801018944 : -126388908532672 : ffff8d0cca00dc40) 00000020:00000001:0.0:1788877050.347094:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347095:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347096:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347097:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347099:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347101:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005f92324c[2 00000000c17ada84 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877050.347103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347104:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347105:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347106:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00dca0 00000008:00000001:0.0:1788877050.347107:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347109:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00dcb0 page ffff8d0cca00dca0 at index 227. 00000008:00000001:0.0:1788877050.347111:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347113:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347114:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445051c0 index 227 00000020:00000001:0.0:1788877050.347116:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347117:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347118:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347120:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005f92324c[1 00000000c17ada84 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877050.347122:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347123:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347125:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00dc40. 00000020:00000001:0.0:1788877050.347127:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347128:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347129:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347131:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801018272 : -126388908533344 : ffff8d0cca00d9a0) 00000020:00000001:0.0:1788877050.347133:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347134:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347135:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347136:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347137:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000719079c4[2 00000000c17ada84 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877050.347140:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347141:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347142:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347143:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00da00 00000008:00000001:0.0:1788877050.347145:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347146:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00da10 page ffff8d0cca00da00 at index 228. 00000008:00000001:0.0:1788877050.347148:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347150:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347151:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505200 index 228 00000020:00000001:0.0:1788877050.347153:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347154:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347155:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347158:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000719079c4[1 00000000c17ada84 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877050.347159:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347160:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347161:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d9a0. 00000020:00000001:0.0:1788877050.347163:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347163:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347165:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347166:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801017824 : -126388908533792 : ffff8d0cca00d7e0) 00000020:00000001:0.0:1788877050.347168:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347169:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347170:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347172:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347173:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347176:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007019e95b[2 00000000c17ada84 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877050.347177:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347179:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347180:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347181:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d840 00000008:00000001:0.0:1788877050.347183:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347184:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d850 page ffff8d0cca00d840 at index 229. 00000008:00000001:0.0:1788877050.347186:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347189:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347190:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505240 index 229 00000020:00000001:0.0:1788877050.347192:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347193:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347194:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347196:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007019e95b[1 00000000c17ada84 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877050.347197:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347198:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347200:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d7e0. 00000020:00000001:0.0:1788877050.347202:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347203:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347204:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347206:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801019616 : -126388908532000 : ffff8d0cca00dee0) 00000020:00000001:0.0:1788877050.347208:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347209:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347210:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347211:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347212:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347215:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000800ebc14[2 00000000c17ada84 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877050.347217:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347218:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347219:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347220:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00df40 00000008:00000001:0.0:1788877050.347221:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347223:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00df50 page ffff8d0cca00df40 at index 230. 00000008:00000001:0.0:1788877050.347225:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347227:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347228:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505280 index 230 00000020:00000001:0.0:1788877050.347230:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347231:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347232:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347235:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000800ebc14[1 00000000c17ada84 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877050.347236:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347237:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347240:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00dee0. 00000020:00000001:0.0:1788877050.347242:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347243:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347244:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347246:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801016928 : -126388908534688 : ffff8d0cca00d460) 00000020:00000001:0.0:1788877050.347272:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347273:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347274:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347276:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347277:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347280:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a7bb5c2e[2 00000000c17ada84 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877050.347282:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347283:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347284:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347285:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d4c0 00000008:00000001:0.0:1788877050.347287:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347288:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d4d0 page ffff8d0cca00d4c0 at index 231. 00000008:00000001:0.0:1788877050.347290:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347293:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347294:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445052c0 index 231 00000020:00000001:0.0:1788877050.347296:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347298:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347299:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347301:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a7bb5c2e[1 00000000c17ada84 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877050.347303:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347304:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347306:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d460. 00000020:00000001:0.0:1788877050.347308:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347309:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347311:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347312:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801016480 : -126388908535136 : ffff8d0cca00d2a0) 00000020:00000001:0.0:1788877050.347314:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347315:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347316:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347317:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347318:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347321:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007fe78a45[2 00000000c17ada84 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877050.347323:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347324:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347326:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347327:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d300 00000008:00000001:0.0:1788877050.347328:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347330:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d310 page ffff8d0cca00d300 at index 232. 00000008:00000001:0.0:1788877050.347332:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347334:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347335:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505300 index 232 00000020:00000001:0.0:1788877050.347337:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347338:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347339:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347342:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007fe78a45[1 00000000c17ada84 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877050.347343:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347345:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347346:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d2a0. 00000020:00000001:0.0:1788877050.347348:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347349:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347350:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347352:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801016704 : -126388908534912 : ffff8d0cca00d380) 00000020:00000001:0.0:1788877050.347353:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347354:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347356:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347357:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347358:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347361:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f7f72574[2 00000000c17ada84 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877050.347363:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347364:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347365:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347367:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d3e0 00000008:00000001:0.0:1788877050.347368:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347369:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d3f0 page ffff8d0cca00d3e0 at index 233. 00000008:00000001:0.0:1788877050.347371:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347374:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347375:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505340 index 233 00000020:00000001:0.0:1788877050.347377:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347378:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347379:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347382:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f7f72574[1 00000000c17ada84 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877050.347383:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347384:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347386:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d380. 00000020:00000001:0.0:1788877050.347389:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347390:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347391:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347392:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801016032 : -126388908535584 : ffff8d0cca00d0e0) 00000020:00000001:0.0:1788877050.347394:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347395:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347396:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347398:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347399:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347401:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c16fe32e[2 00000000c17ada84 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877050.347403:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347404:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347406:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347407:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d140 00000008:00000001:0.0:1788877050.347408:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347409:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d150 page ffff8d0cca00d140 at index 234. 00000008:00000001:0.0:1788877050.347411:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347414:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347415:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505380 index 234 00000020:00000001:0.0:1788877050.347417:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347418:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347419:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347422:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c16fe32e[1 00000000c17ada84 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877050.347423:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347424:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347426:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d0e0. 00000020:00000001:0.0:1788877050.347428:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347429:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347430:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347432:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801015808 : -126388908535808 : ffff8d0cca00d000) 00000020:00000001:0.0:1788877050.347434:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347435:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347436:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347437:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347438:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347452:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004501c60a[2 00000000c17ada84 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877050.347454:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347455:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347457:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347458:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca00d060 00000008:00000001:0.0:1788877050.347460:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347461:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca00d070 page ffff8d0cca00d060 at index 235. 00000008:00000001:0.0:1788877050.347463:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347466:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347468:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445053c0 index 235 00000020:00000001:0.0:1788877050.347470:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347472:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347473:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347475:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004501c60a[1 00000000c17ada84 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877050.347477:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347478:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347480:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca00d000. 00000020:00000001:0.0:1788877050.347482:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347483:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347485:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347486:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801743040 : -126388907808576 : ffff8d0cca0be8c0) 00000020:00000001:0.0:1788877050.347488:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347489:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347491:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347492:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347493:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347495:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003badda79[2 00000000c17ada84 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877050.347497:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347498:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347500:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347501:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be920 00000008:00000001:0.0:1788877050.347502:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347504:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be930 page ffff8d0cca0be920 at index 236. 00000008:00000001:0.0:1788877050.347506:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347508:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347509:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505400 index 236 00000020:00000001:0.0:1788877050.347510:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347511:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347512:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347515:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003badda79[1 00000000c17ada84 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877050.347516:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347518:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347520:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be8c0. 00000020:00000001:0.0:1788877050.347522:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347523:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347525:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347527:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801743712 : -126388907807904 : ffff8d0cca0beb60) 00000020:00000001:0.0:1788877050.347528:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347529:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347530:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347532:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347533:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347535:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000079549185[2 00000000c17ada84 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877050.347536:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347537:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347538:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347539:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0bebc0 00000008:00000001:0.0:1788877050.347540:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347541:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0bebd0 page ffff8d0cca0bebc0 at index 237. 00000008:00000001:0.0:1788877050.347543:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347546:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347547:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505440 index 237 00000020:00000001:0.0:1788877050.347549:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347550:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347551:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347554:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000079549185[1 00000000c17ada84 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877050.347555:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347556:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347558:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0beb60. 00000020:00000001:0.0:1788877050.347560:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347561:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347561:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347563:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801744160 : -126388907807456 : ffff8d0cca0bed20) 00000020:00000001:0.0:1788877050.347565:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347566:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347567:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347568:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347570:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347572:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000088cb7770[2 00000000c17ada84 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877050.347573:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347574:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347576:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347578:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0bed80 00000008:00000001:0.0:1788877050.347579:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347581:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0bed90 page ffff8d0cca0bed80 at index 238. 00000008:00000001:0.0:1788877050.347583:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347585:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347586:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505480 index 238 00000020:00000001:0.0:1788877050.347588:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347589:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347590:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347592:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000088cb7770[1 00000000c17ada84 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877050.347594:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347595:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347597:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0bed20. 00000020:00000001:0.0:1788877050.347599:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347600:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347601:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347602:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801741248 : -126388907810368 : ffff8d0cca0be1c0) 00000020:00000001:0.0:1788877050.347604:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347605:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347607:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347608:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347609:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347611:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006696150b[2 00000000c17ada84 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877050.347613:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347614:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347615:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347616:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be220 00000008:00000001:0.0:1788877050.347617:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347618:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be230 page ffff8d0cca0be220 at index 239. 00000008:00000001:0.0:1788877050.347620:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347622:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347623:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445054c0 index 239 00000020:00000001:0.0:1788877050.347625:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347626:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347627:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347629:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006696150b[1 00000000c17ada84 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877050.347630:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347631:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347633:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be1c0. 00000020:00000001:0.0:1788877050.347635:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347636:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347680:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347682:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801743488 : -126388907808128 : ffff8d0cca0bea80) 00000020:00000001:0.0:1788877050.347684:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347685:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347686:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347688:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347689:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347692:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009a9220e2[2 00000000c17ada84 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877050.347693:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347695:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347696:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347698:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0beae0 00000008:00000001:0.0:1788877050.347699:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347700:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0beaf0 page ffff8d0cca0beae0 at index 240. 00000008:00000001:0.0:1788877050.347702:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347705:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347706:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505500 index 240 00000020:00000001:0.0:1788877050.347708:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347710:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347711:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347713:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009a9220e2[1 00000000c17ada84 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877050.347715:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347716:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347718:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0bea80. 00000020:00000001:0.0:1788877050.347719:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347720:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347722:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347723:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801742368 : -126388907809248 : ffff8d0cca0be620) 00000020:00000001:0.0:1788877050.347725:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347726:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347727:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347729:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347730:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347732:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e7925e68[2 00000000c17ada84 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877050.347734:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347735:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347737:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347738:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be680 00000008:00000001:0.0:1788877050.347739:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347740:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be690 page ffff8d0cca0be680 at index 241. 00000008:00000001:0.0:1788877050.347742:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347744:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347745:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505540 index 241 00000020:00000001:0.0:1788877050.347747:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347748:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347749:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347752:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e7925e68[1 00000000c17ada84 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877050.347753:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347754:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347756:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be620. 00000020:00000001:0.0:1788877050.347758:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347759:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347760:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347762:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801742592 : -126388907809024 : ffff8d0cca0be700) 00000020:00000001:0.0:1788877050.347764:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347765:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347766:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347768:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347769:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347771:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000041983608[2 00000000c17ada84 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877050.347773:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347774:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347776:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347777:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be760 00000008:00000001:0.0:1788877050.347778:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347779:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be770 page ffff8d0cca0be760 at index 242. 00000008:00000001:0.0:1788877050.347781:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347783:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347785:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505580 index 242 00000020:00000001:0.0:1788877050.347787:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347788:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347789:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347791:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000041983608[1 00000000c17ada84 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877050.347793:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347794:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347796:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be700. 00000020:00000001:0.0:1788877050.347798:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347799:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347801:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347802:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801743936 : -126388907807680 : ffff8d0cca0bec40) 00000020:00000001:0.0:1788877050.347804:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347805:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347806:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347807:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347809:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347811:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000933ad2a7[2 00000000c17ada84 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877050.347813:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347814:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347816:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347816:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0beca0 00000008:00000001:0.0:1788877050.347818:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347819:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0becb0 page ffff8d0cca0beca0 at index 243. 00000008:00000001:0.0:1788877050.347821:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347823:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347825:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445055c0 index 243 00000020:00000001:0.0:1788877050.347827:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347828:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347829:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347831:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000933ad2a7[1 00000000c17ada84 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877050.347833:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347834:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347836:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0bec40. 00000020:00000001:0.0:1788877050.347838:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347839:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347840:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347842:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801743264 : -126388907808352 : ffff8d0cca0be9a0) 00000020:00000001:0.0:1788877050.347844:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347845:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347846:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347847:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347848:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347850:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000c6d4003[2 00000000c17ada84 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877050.347852:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347853:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347855:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347856:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0bea00 00000008:00000001:0.0:1788877050.347857:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347859:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0bea10 page ffff8d0cca0bea00 at index 244. 00000008:00000001:0.0:1788877050.347861:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347863:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347864:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505600 index 244 00000020:00000001:0.0:1788877050.347866:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347866:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347867:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347869:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000c6d4003[1 00000000c17ada84 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877050.347871:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347872:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347873:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be9a0. 00000020:00000001:0.0:1788877050.347874:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347875:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347876:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347877:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801742816 : -126388907808800 : ffff8d0cca0be7e0) 00000020:00000001:0.0:1788877050.347879:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347879:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347880:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347881:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347882:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347884:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d23af422[2 00000000c17ada84 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877050.347886:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347887:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347888:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347889:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be840 00000008:00000001:0.0:1788877050.347890:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347892:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be850 page ffff8d0cca0be840 at index 245. 00000008:00000001:0.0:1788877050.347894:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347896:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347897:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505640 index 245 00000020:00000001:0.0:1788877050.347899:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347900:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347901:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347903:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d23af422[1 00000000c17ada84 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877050.347905:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347906:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347908:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be7e0. 00000020:00000001:0.0:1788877050.347910:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347911:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347912:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347913:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801744608 : -126388907807008 : ffff8d0cca0beee0) 00000020:00000001:0.0:1788877050.347915:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347916:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347917:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347918:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347919:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347922:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000209f2166[2 00000000c17ada84 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877050.347923:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347924:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347926:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347927:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0bef40 00000008:00000001:0.0:1788877050.347928:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347929:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0bef50 page ffff8d0cca0bef40 at index 246. 00000008:00000001:0.0:1788877050.347931:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347933:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347935:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505680 index 246 00000020:00000001:0.0:1788877050.347936:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347938:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347939:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347941:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000209f2166[1 00000000c17ada84 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877050.347943:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347944:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347945:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0beee0. 00000020:00000001:0.0:1788877050.347947:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347948:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347950:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347951:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801741920 : -126388907809696 : ffff8d0cca0be460) 00000020:00000001:0.0:1788877050.347953:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347954:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347955:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347956:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347957:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347960:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ff04f0ea[2 00000000c17ada84 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877050.347961:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.347962:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.347964:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.347965:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be4c0 00000008:00000001:0.0:1788877050.347967:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.347968:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be4d0 page ffff8d0cca0be4c0 at index 247. 00000008:00000001:0.0:1788877050.347970:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.347973:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.347974:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445056c0 index 247 00000020:00000001:0.0:1788877050.347976:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347977:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.347978:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.347981:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ff04f0ea[1 00000000c17ada84 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877050.347982:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.347983:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.347985:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be460. 00000020:00000001:0.0:1788877050.347987:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.347987:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.347988:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.347990:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801741472 : -126388907810144 : ffff8d0cca0be2a0) 00000020:00000001:0.0:1788877050.347992:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347993:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.347994:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.347995:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.347996:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.347999:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3bea033[2 00000000c17ada84 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877050.348000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.348002:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.348003:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.348004:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be300 00000008:00000001:0.0:1788877050.348005:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.348007:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be310 page ffff8d0cca0be300 at index 248. 00000008:00000001:0.0:1788877050.348009:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.348011:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.348012:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505700 index 248 00000020:00000001:0.0:1788877050.348014:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348015:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348016:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.348019:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a3bea033[1 00000000c17ada84 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877050.348020:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.348022:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.348023:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be2a0. 00000020:00000001:0.0:1788877050.348026:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.348027:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.348028:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.348029:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801741696 : -126388907809920 : ffff8d0cca0be380) 00000020:00000001:0.0:1788877050.348031:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348032:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348033:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.348034:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.348035:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.348038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000fa1f792[2 00000000c17ada84 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877050.348039:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.348040:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.348041:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.348042:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be3e0 00000008:00000001:0.0:1788877050.348043:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.348044:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be3f0 page ffff8d0cca0be3e0 at index 249. 00000008:00000001:0.0:1788877050.348046:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.348048:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.348049:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505740 index 249 00000020:00000001:0.0:1788877050.348051:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348051:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348052:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.348055:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000fa1f792[1 00000000c17ada84 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877050.348056:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.348056:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.348058:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be380. 00000020:00000001:0.0:1788877050.348059:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.348060:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.348061:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.348062:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801741024 : -126388907810592 : ffff8d0cca0be0e0) 00000020:00000001:0.0:1788877050.348064:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348064:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348065:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.348066:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.348067:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.348069:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000001fa451e[2 00000000c17ada84 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877050.348071:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.348072:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.348074:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.348075:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be140 00000008:00000001:0.0:1788877050.348076:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.348077:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be150 page ffff8d0cca0be140 at index 250. 00000008:00000001:0.0:1788877050.348080:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.348081:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.348082:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505780 index 250 00000020:00000001:0.0:1788877050.348084:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348085:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348086:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.348088:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000001fa451e[1 00000000c17ada84 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877050.348088:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.348090:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.348091:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be0e0. 00000020:00000001:0.0:1788877050.348093:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.348093:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.348095:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.348096:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801740800 : -126388907810816 : ffff8d0cca0be000) 00000020:00000001:0.0:1788877050.348098:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348099:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348100:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.348101:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.348101:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.348104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fc66f115[2 00000000c17ada84 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877050.348105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.348107:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.348108:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.348109:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be060 00000008:00000001:0.0:1788877050.348110:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.348112:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be070 page ffff8d0cca0be060 at index 251. 00000008:00000001:0.0:1788877050.348113:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.348115:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.348116:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445057c0 index 251 00000020:00000001:0.0:1788877050.348118:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348118:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348119:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.348121:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fc66f115[1 00000000c17ada84 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877050.348122:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.348123:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.348125:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be000. 00000020:00000001:0.0:1788877050.348127:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.348128:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.348130:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.348131:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801742144 : -126388907809472 : ffff8d0cca0be540) 00000020:00000001:0.0:1788877050.348133:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348134:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348135:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.348136:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.348137:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.348139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aea4cf0a[2 00000000c17ada84 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877050.348140:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.348141:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.348142:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.348143:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0be5a0 00000008:00000001:0.0:1788877050.348144:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.348146:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0be5b0 page ffff8d0cca0be5a0 at index 252. 00000008:00000001:0.0:1788877050.348147:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.348149:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.348151:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505800 index 252 00000020:00000001:0.0:1788877050.348152:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348153:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348154:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.348156:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aea4cf0a[1 00000000c17ada84 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877050.348157:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.348158:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.348159:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0be540. 00000020:00000001:0.0:1788877050.348161:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.348162:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.348163:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.348164:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684801744384 : -126388907807232 : ffff8d0cca0bee00) 00000020:00000001:0.0:1788877050.348165:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348166:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348167:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.348168:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.348169:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.348171:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001ebd2000[2 00000000c17ada84 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877050.348173:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.348174:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.348176:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.348177:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca0bee60 00000008:00000001:0.0:1788877050.348178:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.348179:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca0bee70 page ffff8d0cca0bee60 at index 253. 00000008:00000001:0.0:1788877050.348182:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.348185:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.348186:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505840 index 253 00000020:00000001:0.0:1788877050.348188:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348189:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348190:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.348192:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001ebd2000[1 00000000c17ada84 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877050.348193:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.348194:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.348195:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca0bee00. 00000020:00000001:0.0:1788877050.348197:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.348198:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.348198:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.348200:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684778884384 : -126388930667232 : ffff8d0cc8af1d20) 00000020:00000001:0.0:1788877050.348201:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348202:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348203:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.348204:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.348206:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.348208:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a0764c5a[2 00000000c17ada84 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877050.348210:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.348211:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.348212:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.348213:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc8af1d80 00000008:00000001:0.0:1788877050.348214:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.348216:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc8af1d90 page ffff8d0cc8af1d80 at index 254. 00000008:00000001:0.0:1788877050.348217:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.348219:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.348220:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44505880 index 254 00000020:00000001:0.0:1788877050.348221:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348222:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348223:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.348225:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a0764c5a[1 00000000c17ada84 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877050.348226:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.348227:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.348229:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc8af1d20. 00000020:00000001:0.0:1788877050.348231:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.348232:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877050.348292:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877050.348294:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684778881472 : -126388930670144 : ffff8d0cc8af11c0) 00000020:00000001:0.0:1788877050.348296:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348298:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877050.348299:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877050.348300:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877050.348301:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877050.348304:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000046b58a6d[2 00000000c17ada84 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877050.348306:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877050.348307:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877050.348308:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877050.348310:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc8af1220 00000008:00000001:0.0:1788877050.348311:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877050.348312:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc8af1230 page ffff8d0cc8af1220 at index 255. 00000008:00000001:0.0:1788877050.348314:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.348323:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877050.348325:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445058c0 index 255 00000020:00000001:0.0:1788877050.348327:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348328:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877050.348329:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877050.348332:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000046b58a6d[1 00000000c17ada84 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877050.348333:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877050.348334:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877050.348337:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc8af11c0. 00000020:00000001:0.0:1788877050.348345:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877050.348346:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877050.348361:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877050.348364:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x227:0x0](ffff8d0cca8463c8) 00800000:00000001:0.0:1788877050.348370:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877050.348372:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x227:0x0] 00000002:00000001:0.0:1788877050.348377:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877050.348383:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.348385:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877050.348387:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.348389:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.348392:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877050.348394:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877050.348396:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877050.348398:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877050.348400:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877050.348402:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877050.348404:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877050.348407:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.348409:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.348412:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.348416:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.348418:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877050.348425:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877050.348427:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf53da0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.348430:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877050.348433:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd09057e0, objid 0x227:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877050.348438:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877050.348455:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4884480: ostid: 0x280000402:2146 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877050.348458:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877050.348460:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.348462:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877050.348464:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877050.348469:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877050.348475:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf46c5700 count: 2 00010000:00000001:0.0:1788877050.348478:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877050.348481:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877050.348484:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877050.348489:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876833 1788876833 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000a0cc38d7/0x4a37134b6b777be0 lrc: 1/0,0 mode: PW/PW res: [0x280000402:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd59fbc85 expref: -99 pid: 197192 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877050.348501:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf57d0c40 -> ffff8d0cea9983a0 00000020:00000001:0.0:1788877050.348503:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf57d0c40 -> ffff8d0cea9983a0 00000008:00000001:0.0:1788877050.348505:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.348508:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.348510:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877050.348511:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877050.348516:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf57d0c40. 00020000:00000001:0.0:1788877050.348520:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877050.348523:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cea998708. 00020000:00000001:0.0:1788877050.348527:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877050.348529:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.348530:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877050.348533:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf53da0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.348535:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877050.348537:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877050.348538:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf53da0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.348541:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877050.348543:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf4cf8d60. 00020000:00000010:0.0:1788877050.348547:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cc82aecc0. 00020000:00000010:0.0:1788877050.348551:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf4d51cc0. 00020000:00000002:0.0:1788877050.348554:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd09057e0, objid 0x227:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877050.348557:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877050.348560:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4884480: ostid: 0x280000402:2146 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877050.348565:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf4884480. 00020000:00000010:0.0:1788877050.348568:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cd0905480. 00020000:00000010:0.0:1788877050.348571:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cd09057e0. 00020000:00000001:0.0:1788877050.348572:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877050.348574:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf53da0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877050.348577:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf53da0f8. 00020000:00000001:0.0:1788877050.348579:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877050.348582:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cea998320. 00000020:00001000:0.0:1788877050.348586:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.348589:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877050.348591:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877050.348632:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877050.348635:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877050.348637:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877050.348644:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.348651:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877050.348653:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877050.348655:0:198588:0:(dcache.c:87:ll_dcompare()) found name w633(ffff8d0ccb13b0d8) flags 0x48004e refc 0 00000080:00000001:0.0:1788877050.348658:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.348660:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877050.348661:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w633, flags=0 00000080:00000001:0.0:1788877050.348667:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877050.348669:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877050.348671:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.348675:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877050.348676:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877050.348678:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w633, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877050.348681:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877050.348683:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.348684:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.348686:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.348688:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877050.348692:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4526c98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877050.348695:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cea9a9300 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877050.348697:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4526c98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.348699:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877050.348701:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877050.348702:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877050.348704:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877050.348707:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877050.348709:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.348710:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877050.348716:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc507c600. 00800000:00000002:0.0:1788877050.348720:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877050.348729:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877050.348732:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w633 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877050.348736:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877050.348740:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877050.348742:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877050.348745:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877050.348748:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877050.348749:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.348751:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x339:0x0] 00800000:00000001:0.0:1788877050.348754:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.348756:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877050.348758:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877050.348759:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877050.348760:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877050.348761:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877050.348763:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.348764:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x339:0x0] 00800000:00000001:0.0:1788877050.348766:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.348769:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x339:0x0] 00800000:00000001:0.0:1788877050.348771:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.348773:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x339:0x0] -> mds #0 00000002:00000001:0.0:1788877050.348777:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877050.348779:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877050.348782:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.348784:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877050.348788:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd2aab800 count: 2 00010000:00000001:0.0:1788877050.348790:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877050.348793:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877050.348797:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877050.348801:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf7c20c00/0x4a37134b6b776e3b lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f7da1 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877050.348809:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877050.348813:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877050.348815:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877050.348817:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x339:0x0] mode (null) 00000002:00000001:0.0:1788877050.348820:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.348822:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.348824:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd2aab800 count: 3 00010000:00000001:0.0:1788877050.348826:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.348830:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.348832:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.348833:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.348834:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd2aab800 count: 3 00010000:00000001:0.0:1788877050.348836:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.348838:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.348840:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.348841:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.348842:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd2aab800 count: 3 00010000:00000001:0.0:1788877050.348844:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.348846:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.348847:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.348848:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.348850:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd2aab800 count: 3 00010000:00000001:0.0:1788877050.348852:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.348853:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.348855:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.348857:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877050.348858:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.348860:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.348861:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.348863:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877050.348865:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x339:0x0]: losing layout lock 00000080:00000001:0.0:1788877050.348868:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877050.348871:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877050.348873:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877050.348876:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877050.348878:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x339:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877050.348881:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.348882:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877050.348884:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.348886:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.348888:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877050.348890:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x339:0x0](ffff8d0cce9a9988) invalid 00000020:00000001:0.0:1788877050.348893:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877050.348895:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w633 (ffff8d0ccb13b0d8) parent ffff8d0cc22750d8 inode ffff8d0cce9a9988 refc 1 00000080:00000001:0.0:1788877050.348899:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877050.348901:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877050.348903:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.348906:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877050.348909:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877050.348911:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877050.348913:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.348916:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877050.348919:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf7c20c00 with handle 0x4a37134b6b776e3b from hash 00010000:00000001:0.0:1788877050.348922:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877050.348924:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.348926:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.348927:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877050.348931:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877050.348932:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877050.348935:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.348937:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877050.348939:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877050.348946:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438380. 00000020:00000040:0.0:1788877050.348950:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877050.348956:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877050.348958:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.348960:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877050.348965:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877050.348969:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.348971:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.348972:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.348975:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877050.348978:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877050.348983:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877050.348990:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc507c400. 00000100:00000001:0.0:1788877050.348998:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.349000:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.349002:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877050.349008:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf7c20c00/0x4a37134b6b776e3b lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f7da1 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877050.349015:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877050.349017:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.349019:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877050.349021:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf7c20c00/0x4a37134b6b776e3b lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f7da1 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877050.349028:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf5e7d140. 00010000:00000040:0.0:1788877050.349033:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cd2aab800 count: 0 00010000:00000010:0.0:1788877050.349037:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cc8a20400. 00010000:00000001:0.0:1788877050.349044:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.349045:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.349047:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.349049:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.349051:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877050.349061:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877050.349073:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9438380 x1875765519168384/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.349081:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877050.349083:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877050.349089:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f96c0. 00000100:00000001:0.0:1788877050.349092:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511870144 : -126388197681472 : ffff8d0cf45f96c0) 00000100:00000001:0.0:1788877050.349095:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.349096:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788609920 : -126388920941696 : ffff8d0cc9438380) 00000100:00000001:0.0:1788877050.349101:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877050.349106:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.349108:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877050.349109:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877050.349113:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9438380 x1875765519168384/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.349121:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877050.349123:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.349127:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877050.349130:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877050.349132:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.349136:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9438380 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519168384:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877050.349141:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877050.349145:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877050.349148:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.349150:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877050.349158:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ceec26000. 02000000:00000001:0.0:1788877050.349160:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877050.349168:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877050.349172:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949790. 00000400:00000010:0.0:1788877050.349178:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9480. 00000100:00000200:0.0:1788877050.349185:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519168384, portal 10 00000100:00000001:0.0:1788877050.349187:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.349188:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788609920 : -126388920941696 : ffff8d0cc9438380) 00000100:00000040:0.0:1788877050.349195:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9438380 x1875765519168384/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.349202:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.349205:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.349209:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52198. 00000100:00000200:0.0:1788877050.349212:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519168384, offset 0 00000400:00000200:0.0:1788877050.349219:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.349228:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.349236:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.349241:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877050.349245:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877050.349267:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877050.349270:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877050.349274:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457439:457439:256:4294967295] 192.168.203.155@tcp LPNI seq info [457433:457433:8:4294967295] 00000400:00000200:0.0:1788877050.349279:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.349288:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.349295:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.349301:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954b00. 00000800:00000200:0.0:1788877050.349309:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.349317:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.349321:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954b00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.349333:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.349337:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13537 usecs (14 jiffies) 00000400:00000200:0.0:1788877050.349341:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877050.349343:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302477422 00000100:00000001:0.0:1788877050.349346:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302477453 00000100:00000001:0.0:1788877050.349349:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302477422 00000100:00000001:0.0:1788877050.349351:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302477453 00000100:00000001:0.0:1788877050.349354:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.349356:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.349359:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.349361:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877050.349363:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f96c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788877050.349366:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.349369:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.364515:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877050.364524:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877050.364526:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877050.364530:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949790. 00000400:00000200:0.0:1788877050.364535:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9480 00000400:00000010:0.0:1788877050.364538:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9480. 00000100:00000001:0.0:1788877050.364541:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.364546:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9438380 x1875765519168384/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877050.364555:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9438380 x1875765519168384/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.364561:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.364563:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.364566:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877050.364570:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877050.364574:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.364576:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.364579:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.364589:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=63 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877050.364593:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=63 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.364596:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877050.364598:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.364601:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877050.364605:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.364609:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877050.364611:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x600026615] 00000100:00000001:0.0:1788877050.364613:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877050.364616:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.364618:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788609920 : -126388920941696 : ffff8d0cc9438380) 00000100:00000001:0.0:1788877050.364622:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877050.364624:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963208 00000100:00000001:0.0:1788877050.364626:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877050.364629:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.364634:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9438380 x1875765519168384/t25769963211(25769963211) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.364642:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.364645:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877050.364648:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877050.364652:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9438380 x1875765519168384/t25769963211(25769963211) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877050.364660:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9438380 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519168384:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877050.364665:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.364669:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.364671:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877050.364674:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.364678:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9438380 x1875765519168384/t25769963211(25769963211) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.364691:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877050.364694:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f96c0. 00000100:00000001:0.0:1788877050.364696:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877050.364698:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.364707:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.364710:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.364715:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877050.364719:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc507c600. 00000100:00000001:0.0:1788877050.364726:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.364729:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9438380 x1875765519168384/t25769963211(25769963211) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.364736:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.364740:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.364749:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877050.364753:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877050.364755:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w633 (ffff8d0ccb13b0d8, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877050.364758:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877050.364765:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877050.364771:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877050.364778:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877050.364781:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877050.364784:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.364787:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.364790:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.364795:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceaa57788 -> ffff8d0ceaa57788 00000020:00000001:0.0:1788877050.364800:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877050.364802:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877050.364804:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0x339:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877050.364807:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877050.364808:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877050.364810:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877050.364815:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0x339:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877050.364818:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4526c98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.364822:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877050.364824:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877050.364826:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877050.364828:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.364830:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877050.365051:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877050.365053:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365055:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877050.365057:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877050.365058:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877050.365060:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4526c98) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877050.365064:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365066:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877050.365068:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877050.365070:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877050.365073:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877050.365076:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877050.365080:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877050.365081:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877050.365083:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.365085:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877050.365088:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877050.365091:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceaa57d00 -> ffff8d0ceaa57788 00000020:00000001:0.0:1788877050.365093:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877050.365096:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877050.365097:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877050.365099:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877050.365101:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877050.365103:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365105:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365107:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877050.365110:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877050.365111:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365113:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365115:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365117:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877050.365119:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877050.365120:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.365122:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877050.365123:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877050.365125:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365127:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365128:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365130:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365132:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877050.365133:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365134:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365136:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877050.365138:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877050.365140:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.365141:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877050.365143:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877050.365145:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877050.365149:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877050.365152:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cea98afc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877050.365155:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877050.365158:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cea98afc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877050.365162:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.365165:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365167:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365168:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365170:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365172:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365173:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877050.365175:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877050.365177:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877050.365178:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877050.365179:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877050.365181:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365183:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877050.365185:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877050.365186:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877050.365188:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877050.365190:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.365191:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877050.365192:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877050.365194:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365196:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365197:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877050.365198:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877050.365200:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877050.365202:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877050.365203:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877050.365205:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877050.365206:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.365207:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877050.365209:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877050.365210:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365212:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365214:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877050.365215:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877050.365217:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365218:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877050.365219:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877050.365221:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877050.365222:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877050.365223:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877050.365225:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877050.365227:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877050.365229:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877050.365231:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877050.365233:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x339:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877050.365236:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877050.365237:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877050.365239:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.365241:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.365245:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877050.365292:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x339:0x0](ffff8d0cce9a9988) 00800000:00000001:0.0:1788877050.365298:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877050.365299:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x339:0x0] 00000002:00000001:0.0:1788877050.365305:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877050.365311:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.365313:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877050.365316:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.365317:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.365320:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877050.365322:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877050.365324:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.365326:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365329:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.365331:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.365333:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877050.365340:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877050.365341:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4526c98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.365344:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877050.365347:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cea9a9300, objid 0x339:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877050.365352:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877050.365357:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf50cde00: ostid: 0x2c0000403:2304 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877050.365360:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877050.365362:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365364:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877050.365365:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877050.365369:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877050.365372:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365374:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877050.365380:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cea98afc0. 00020000:00000001:0.0:1788877050.365384:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877050.365386:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0ceaa57c80. 00020000:00000001:0.0:1788877050.365390:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877050.365392:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.365394:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877050.365396:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4526c98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.365399:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877050.365400:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877050.365402:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4526c98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.365405:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877050.365407:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cc3050e08. 00020000:00000010:0.0:1788877050.365411:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ceab640c0. 00020000:00000010:0.0:1788877050.365415:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc396d600. 00020000:00000002:0.0:1788877050.365418:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cea9a9300, objid 0x339:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877050.365422:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877050.365426:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf50cde00: ostid: 0x2c0000403:2304 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877050.365429:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf50cde00. 00020000:00000010:0.0:1788877050.365432:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cea9a9060. 00020000:00000010:0.0:1788877050.365436:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cea9a9300. 00020000:00000001:0.0:1788877050.365437:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877050.365439:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4526c98) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877050.365453:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf4526c98. 00020000:00000001:0.0:1788877050.365457:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877050.365459:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0ceaa57708. 00000020:00001000:0.0:1788877050.365463:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.365465:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877050.365467:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877050.365502:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877050.365505:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877050.365507:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877050.365512:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.365520:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877050.365522:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877050.365524:0:198588:0:(dcache.c:87:ll_dcompare()) found name f53(ffff8d0cceac51b0) flags 0x48000e refc 0 00000080:00000001:0.0:1788877050.365527:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365529:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877050.365531:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f53, flags=0 00000080:00000001:0.0:1788877050.365536:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877050.365537:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877050.365540:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.365543:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877050.365545:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877050.365547:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f53, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877050.365550:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877050.365551:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.365553:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.365555:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.365557:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877050.365561:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7b409b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877050.365565:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cd78e0b40 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877050.365567:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7b409b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.365570:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877050.365572:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877050.365574:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877050.365576:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877050.365578:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877050.365580:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.365583:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877050.365589:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc507c600. 00800000:00000002:0.0:1788877050.365593:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877050.365602:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877050.365606:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f53 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877050.365610:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877050.365614:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877050.365617:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877050.365619:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877050.365622:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877050.365624:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.365626:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x1b:0x0] 00800000:00000001:0.0:1788877050.365628:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.365630:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877050.365632:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877050.365633:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877050.365634:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877050.365635:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877050.365637:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.365639:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x1b:0x0] 00800000:00000001:0.0:1788877050.365641:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.365643:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x1b:0x0] 00800000:00000001:0.0:1788877050.365645:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.365647:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x1b:0x0] -> mds #1 00000002:00000001:0.0:1788877050.365651:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877050.365654:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877050.365657:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.365660:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877050.365664:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd19fd000 count: 2 00010000:00000001:0.0:1788877050.365667:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877050.365670:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877050.365674:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877050.365679:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceb29d600/0x4a37134b6b774307 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59ea59d expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877050.365690:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877050.365694:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877050.365696:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877050.365698:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x1b:0x0] mode (null) 00000002:00000001:0.0:1788877050.365702:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.365704:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.365706:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd19fd000 count: 3 00010000:00000001:0.0:1788877050.365708:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.365712:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.365714:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.365715:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.365716:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd19fd000 count: 3 00010000:00000001:0.0:1788877050.365718:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.365720:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.365722:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.365723:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.365724:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd19fd000 count: 3 00010000:00000001:0.0:1788877050.365726:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.365728:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.365729:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.365731:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.365732:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cd19fd000 count: 3 00010000:00000001:0.0:1788877050.365734:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.365736:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.365738:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.365740:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877050.365741:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.365743:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.365745:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.365746:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877050.365748:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x1b:0x0]: losing layout lock 00000080:00000001:0.0:1788877050.365751:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877050.365753:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877050.365755:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877050.365757:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877050.365760:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x1b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877050.365762:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.365764:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877050.365766:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.365768:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.365770:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877050.365773:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x1b:0x0](ffff8d0ced1ccb08) invalid 00000020:00000001:0.0:1788877050.365776:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877050.365777:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f53 (ffff8d0cceac51b0) parent ffff8d0cc22750d8 inode ffff8d0ced1ccb08 refc 1 00000080:00000001:0.0:1788877050.365781:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877050.365782:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877050.365784:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.365786:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877050.365790:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877050.365792:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877050.365794:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.365797:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877050.365800:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceb29d600 with handle 0x4a37134b6b774307 from hash 00010000:00000001:0.0:1788877050.365803:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877050.365805:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.365807:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.365808:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877050.365811:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877050.365813:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877050.365816:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.365818:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877050.365820:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877050.365827:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943b800. 00000020:00000040:0.0:1788877050.365831:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=9 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877050.365836:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877050.365838:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.365841:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877050.365845:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877050.365850:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.365851:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.365852:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.365856:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877050.365858:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877050.365862:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877050.365869:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc507ce00. 00000100:00000001:0.0:1788877050.365875:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.365878:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.365880:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877050.365886:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceb29d600/0x4a37134b6b774307 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ea59d expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877050.365894:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877050.365896:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.365897:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877050.365900:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceb29d600/0x4a37134b6b774307 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ea59d expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877050.365908:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cc2e3ca00. 00010000:00000040:0.0:1788877050.365912:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cd19fd000 count: 0 00010000:00000010:0.0:1788877050.365917:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd2a35380. 00010000:00000001:0.0:1788877050.365923:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.365925:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.365927:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.365928:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.365931:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877050.365940:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877050.365948:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc943b800 x1875765519168640/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.365955:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877050.365957:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877050.365963:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f96c0. 00000100:00000001:0.0:1788877050.365965:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511870144 : -126388197681472 : ffff8d0cf45f96c0) 00000100:00000001:0.0:1788877050.365967:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.365969:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788623360 : -126388920928256 : ffff8d0cc943b800) 00000100:00000001:0.0:1788877050.365973:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877050.365978:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.365980:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877050.365982:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877050.366052:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943b800 x1875765519168640/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.366061:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877050.366064:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.366068:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877050.366070:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877050.366073:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.366077:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943b800 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519168640:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877050.366081:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877050.366086:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877050.366088:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.366091:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877050.366098:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ceec20000. 02000000:00000001:0.0:1788877050.366101:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877050.366109:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877050.366112:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949790. 00000400:00000010:0.0:1788877050.366119:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9480. 00000100:00000200:0.0:1788877050.366127:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519168640, portal 10 00000100:00000001:0.0:1788877050.366129:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.366131:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788623360 : -126388920928256 : ffff8d0cc943b800) 00000100:00000040:0.0:1788877050.366138:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc943b800 x1875765519168640/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.366146:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.366149:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.366154:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52b28. 00000100:00000200:0.0:1788877050.366157:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519168640, offset 0 00000400:00000200:0.0:1788877050.366164:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.366171:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.366178:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.366185:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877050.366189:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877050.366194:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877050.366197:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877050.366201:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457440:457440:256:4294967295] 192.168.203.155@tcp LPNI seq info [457434:457434:8:4294967295] 00000400:00000200:0.0:1788877050.366205:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.366215:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.366222:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.366227:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877050.366234:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.366243:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.366282:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.366293:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.366298:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13292 usecs (14 jiffies) 00000400:00000200:0.0:1788877050.366302:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877050.366304:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302477442 00000100:00000001:0.0:1788877050.366308:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302477453 00000100:00000001:0.0:1788877050.366310:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302477442 00000100:00000001:0.0:1788877050.366312:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302477453 00000100:00000001:0.0:1788877050.366315:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.366318:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.366320:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.366322:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877050.366325:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f96c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788877050.366327:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.366329:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.373720:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877050.373729:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877050.373731:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877050.373735:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949790. 00000400:00000200:0.0:1788877050.373740:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9480 00000400:00000010:0.0:1788877050.373742:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9480. 00000100:00000001:0.0:1788877050.373746:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.373751:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc943b800 x1875765519168640/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877050.373760:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc943b800 x1875765519168640/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.373767:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.373769:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.373771:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877050.373775:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877050.373778:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.373781:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.373785:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.373797:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=63 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877050.373801:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=63 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.373804:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877050.373806:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.373809:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877050.373813:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.373817:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877050.373818:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001bb7a] 00000100:00000001:0.0:1788877050.373820:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877050.373823:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.373825:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788623360 : -126388920928256 : ffff8d0cc943b800) 00000100:00000001:0.0:1788877050.373829:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877050.373830:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877050.373833:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877050.373836:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.373841:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc943b800 x1875765519168640/t25769921088(25769921088) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.373848:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.373851:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877050.373854:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877050.373858:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc943b800 x1875765519168640/t25769921088(25769921088) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877050.373871:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc943b800 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519168640:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877050.373875:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.373878:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.373881:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877050.373883:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.373886:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc943b800 x1875765519168640/t25769921088(25769921088) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.373893:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877050.373896:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f96c0. 00000100:00000001:0.0:1788877050.373899:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877050.373900:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.373908:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.373911:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.373915:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877050.373918:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc507c600. 00000100:00000001:0.0:1788877050.373925:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.373929:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc943b800 x1875765519168640/t25769921088(25769921088) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.373935:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.373939:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.373948:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877050.373951:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877050.373954:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f53 (ffff8d0cceac51b0, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877050.373957:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877050.373963:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877050.373967:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877050.373973:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877050.373975:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877050.373978:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.373982:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.374046:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.374051:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd79cf5f8 -> ffff8d0cd79cf5f8 00000020:00000001:0.0:1788877050.374054:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877050.374057:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877050.374059:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0x1b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877050.374063:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877050.374064:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877050.374066:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877050.374070:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0x1b:0x0]io ffff8d0cc2f9e310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877050.374074:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7b409b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.374078:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877050.374080:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877050.374083:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877050.374084:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374087:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877050.374089:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877050.374091:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374092:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877050.374094:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877050.374095:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877050.374097:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7b409b0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877050.374100:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374102:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877050.374103:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877050.374105:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877050.374108:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877050.374112:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877050.374116:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877050.374117:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877050.374119:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.374121:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877050.374123:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877050.374126:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd79cf9e0 -> ffff8d0cd79cf5f8 00000020:00000001:0.0:1788877050.374128:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877050.374131:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877050.374132:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877050.374134:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877050.374136:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617684683121424 : -126389026430192 : ffff8d0cc2f9e310) 00000020:00000001:0.0:1788877050.374137:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374139:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374141:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617685559651848 : -126388149899768 : ffff8d0cf738ae08) 00000020:00000001:0.0:1788877050.374145:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877050.374146:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374149:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374151:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374153:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877050.374155:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877050.374157:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.374158:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877050.374160:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877050.374161:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374163:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374165:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374166:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374168:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877050.374169:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374170:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374172:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877050.374174:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877050.374175:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.374176:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877050.374178:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877050.374180:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877050.374184:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877050.374187:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cd7b48700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877050.374190:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877050.374192:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cd7b48700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877050.374196:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.374199:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374201:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374202:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374204:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374205:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374207:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877050.374209:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877050.374211:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877050.374212:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877050.374213:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877050.374215:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374217:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877050.374218:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877050.374220:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877050.374222:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877050.374224:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.374225:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877050.374227:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877050.374228:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374230:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374232:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877050.374233:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877050.374234:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877050.374236:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877050.374237:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877050.374239:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877050.374240:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.374241:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877050.374242:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877050.374244:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374246:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374289:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877050.374291:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877050.374292:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374294:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877050.374296:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877050.374298:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877050.374299:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877050.374300:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877050.374302:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877050.374304:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877050.374306:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877050.374308:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877050.374310:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x1b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877050.374313:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877050.374314:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877050.374316:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.374318:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.374322:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877050.374324:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x1b:0x0](ffff8d0ced1ccb08) 00800000:00000001:0.0:1788877050.374329:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877050.374331:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x1b:0x0] 00000002:00000001:0.0:1788877050.374336:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877050.374342:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.374344:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877050.374347:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.374349:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.374352:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877050.374354:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877050.374356:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.374358:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374361:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.374362:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.374364:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00020000:00000001:0.0:1788877050.374369:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877050.374371:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7b409b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.374374:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877050.374377:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd78e0b40, objid 0x1b:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877050.374381:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877050.374386:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca27cb80: ostid: 0x2c0000402:1813 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877050.374390:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877050.374391:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374393:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877050.374395:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877050.374399:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877050.374403:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374405:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877050.374410:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cd7b48700. 00020000:00000001:0.0:1788877050.374414:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877050.374416:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cd79cf960. 00020000:00000001:0.0:1788877050.374420:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877050.374422:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.374424:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877050.374426:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7b409b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.374428:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877050.374430:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877050.374431:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7b409b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.374434:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877050.374436:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cd79e8920. 00020000:00000010:0.0:1788877050.374440:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cf4746240. 00020000:00000010:0.0:1788877050.374456:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cd7b6f050. 00020000:00000002:0.0:1788877050.374459:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd78e0b40, objid 0x1b:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877050.374464:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877050.374467:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca27cb80: ostid: 0x2c0000402:1813 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877050.374470:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca27cb80. 00020000:00000010:0.0:1788877050.374474:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cd78e0e40. 00020000:00000010:0.0:1788877050.374477:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cd78e0b40. 00020000:00000001:0.0:1788877050.374479:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877050.374480:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7b409b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877050.374483:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd7b409b0. 00020000:00000001:0.0:1788877050.374486:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877050.374488:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cd79cf578. 00000020:00001000:0.0:1788877050.374492:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.374494:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877050.374496:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877050.374530:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877050.374533:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877050.374535:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877050.374539:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.374545:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877050.374547:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877050.374549:0:198588:0:(dcache.c:87:ll_dcompare()) found name w181(ffff8d0cc22e86c0) flags 0x48004e refc 0 00000080:00000001:0.0:1788877050.374551:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374553:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877050.374555:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w181, flags=0 00000080:00000001:0.0:1788877050.374560:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877050.374562:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877050.374564:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.374567:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877050.374569:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877050.374571:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w181, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877050.374574:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877050.374575:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.374577:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.374579:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.374581:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877050.374585:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ccee8f0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877050.374588:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cc9db8ae0 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877050.374590:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ccee8f0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.374593:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877050.374595:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877050.374597:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877050.374598:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877050.374601:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877050.374603:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.374605:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877050.374610:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc507c600. 00800000:00000002:0.0:1788877050.374615:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877050.374622:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877050.374625:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w181 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877050.374629:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877050.374632:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877050.374634:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877050.374637:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877050.374640:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877050.374642:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.374644:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x257:0x0] 00800000:00000001:0.0:1788877050.374647:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.374649:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877050.374650:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877050.374651:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877050.374652:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877050.374654:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877050.374655:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.374657:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x257:0x0] 00800000:00000001:0.0:1788877050.374659:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.374661:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x257:0x0] 00800000:00000001:0.0:1788877050.374663:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.374665:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x257:0x0] -> mds #0 00000002:00000001:0.0:1788877050.374669:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877050.374670:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877050.374674:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.374676:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877050.374680:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc3cc9b00 count: 2 00010000:00000001:0.0:1788877050.374682:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877050.374685:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877050.374689:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877050.374694:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa53a00/0x4a37134b6b7761df lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x257:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f3fd5 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877050.374703:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877050.374706:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877050.374708:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877050.374710:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x257:0x0] mode (null) 00000002:00000001:0.0:1788877050.374713:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.374716:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.374718:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc3cc9b00 count: 3 00010000:00000001:0.0:1788877050.374720:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.374724:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.374726:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.374727:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.374728:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc3cc9b00 count: 3 00010000:00000001:0.0:1788877050.374730:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.374732:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.374733:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.374735:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.374736:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc3cc9b00 count: 3 00010000:00000001:0.0:1788877050.374737:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.374739:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.374740:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.374742:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.374743:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc3cc9b00 count: 3 00010000:00000001:0.0:1788877050.374744:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.374746:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.374748:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.374750:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877050.374752:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.374754:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.374756:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.374758:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877050.374760:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x257:0x0]: losing layout lock 00000080:00000001:0.0:1788877050.374762:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877050.374765:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877050.374767:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877050.374769:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877050.374772:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x257:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877050.374774:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.374776:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877050.374777:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.374780:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.374782:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877050.374783:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x257:0x0](ffff8d0cd06ecb08) invalid 00000020:00000001:0.0:1788877050.374786:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877050.374788:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w181 (ffff8d0cc22e86c0) parent ffff8d0cc22750d8 inode ffff8d0cd06ecb08 refc 1 00000080:00000001:0.0:1788877050.374791:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877050.374792:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877050.374794:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.374797:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877050.374800:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877050.374803:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877050.374804:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.374808:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877050.374811:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceaa53a00 with handle 0x4a37134b6b7761df from hash 00010000:00000001:0.0:1788877050.374814:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877050.374815:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.374817:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.374818:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877050.374821:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877050.374824:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877050.374827:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.374829:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877050.374831:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877050.374837:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943a300. 00000020:00000040:0.0:1788877050.374842:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=8 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877050.374847:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877050.374848:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.374851:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877050.374855:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877050.374860:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.374861:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.374863:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.374866:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877050.374868:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877050.374872:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877050.374878:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cc507cc00. 00000100:00000001:0.0:1788877050.374885:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.374888:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.374890:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877050.374895:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa53a00/0x4a37134b6b7761df lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x257:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f3fd5 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877050.374903:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877050.374905:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.374906:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877050.374910:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa53a00/0x4a37134b6b7761df lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x257:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f3fd5 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877050.374917:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf4d3e780. 00010000:00000040:0.0:1788877050.374921:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cc3cc9b00 count: 0 00010000:00000010:0.0:1788877050.374926:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf489ce80. 00010000:00000001:0.0:1788877050.374932:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.374934:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.374936:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.374937:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.374940:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877050.374949:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877050.374956:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc943a300 x1875765519168896/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.374968:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877050.374970:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877050.374975:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f96c0. 00000100:00000001:0.0:1788877050.374978:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511870144 : -126388197681472 : ffff8d0cf45f96c0) 00000100:00000001:0.0:1788877050.374980:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.374981:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788617984 : -126388920933632 : ffff8d0cc943a300) 00000100:00000001:0.0:1788877050.377601:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877050.377608:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.377611:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877050.377614:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877050.377626:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943a300 x1875765519168896/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.377637:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877050.377640:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.377644:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877050.377648:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877050.377651:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.377655:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943a300 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519168896:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877050.377661:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877050.377667:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877050.377670:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.377673:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788877050.412369:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477473, at 4302477474 00000100:00000010:0.0:1788877050.412385:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bba0. 00000100:00000040:0.0:1788877050.440303:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477500, at 4302477501 00000100:00000010:0.0:1788877050.440320:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788877050.480550:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477541, at 4302477542 00000100:00000010:0.0:1788877050.480566:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b6c0. 00000100:00000040:0.0:1788877050.498367:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477559, at 4302477560 00000100:00000010:0.0:1788877050.498381:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bde0. 00000100:00000040:0.0:1788877050.523125:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477583, at 4302477584 00000100:00000010:0.0:1788877050.523131:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00000040:0.0:1788877050.547751:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477608, at 4302477609 00000100:00000010:0.0:1788877050.547767:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788877050.621330:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477681, at 4302477683 00000100:00000010:0.0:1788877050.621339:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788877050.652349:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477713, at 4302477714 00000100:00000010:0.0:1788877050.652364:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc60. 00000100:00000010:0.0:1788877050.716523:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877050.716538:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877050.716545:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302477792 00000100:00000010:0.0:1788877050.716549:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46554e0. 00000100:00000001:0.0:1788877050.716552:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877050.716556:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.716560:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.717097:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.717100:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877050.717104:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cc9eed9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788877050.717108:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.717111:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.718109:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877050.718116:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877050.718119:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877050.718122:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3a1cd68. 00000400:00000200:0.0:1788877050.718127:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9eed3c0 00000400:00000010:0.0:1788877050.718129:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8d0cc9eed3c0. 00000100:00000001:0.0:1788877050.718132:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.718137:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf4367b80 x1875765519171200/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788877050.718146:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf4367b80 x1875765519171200/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877050.718157:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.718159:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.718162:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877050.718165:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877050.718168:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.718171:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.718174:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.718184:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=63 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877050.718194:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=63 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.718197:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877050.718200:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.718203:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877050.718207:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.718211:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877050.718213:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963208 00000100:00000001:0.0:1788877050.718215:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877050.718219:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.718224:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf4367b80 x1875765519171200/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877050.718231:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.718234:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877050.718237:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877050.718240:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf4367b80 x1875765519171200/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877066 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788877050.718279:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf4367b80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519171200:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877050.718285:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.718288:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.718291:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877050.718293:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.718297:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf4367b80 x1875765519171200/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877066 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877050.718305:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877050.718308:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cc9eed9c0. 00000100:00000001:0.0:1788877050.718311:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877050.718313:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.718316:0:198588:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788877050.718321:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.718323:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.718327:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bccf59a00 refcount=4 00000020:00000001:0.0:1788877050.718329:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718333:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000040:0.0:1788877050.718340:0:198588:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8d0bccf59a00, remote cookie: 0x976420bcd5a18b11, flags: 0x1001 00010000:00010000:0.0:1788877050.718346:0:198588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788877050.718355:0:198588:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x3c8:0x0].0x0, instead of [0x200002b10:0xc0:0x0].0x0 00010000:00000001:0.0:1788877050.718359:0:198588:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788877050.718366:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf5324900 count: 3 00010000:00000001:0.0:1788877050.718369:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788877050.718372:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0bcc448000 count: 0 00010000:00000010:0.0:1788877050.718378:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf4840c00. 00010000:00000001:0.0:1788877050.718386:0:198588:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.718390:0:198588:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877050.718398:0:198588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877050.718406:0:198588:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788877050.718410:0:198588:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788877050.718510:0:198588:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788877050.718513:0:198588:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788877050.718514:0:198588:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788877050.718517:0:198588:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x3c8:0x0].0x0 (ffff8d0cf5324900) refcount = 3 00010000:00000040:0.0:1788877050.718521:0:198588:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788877050.718524:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cd2865000/0x4a37134b6b77a895 lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd5a05910 expref: -99 pid: 198442 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788877050.718532:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cd2865800/0x4a37134b6b77a88e lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a05902 expref: -99 pid: 198442 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877050.718539:0:198588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877050.718546:0:198588:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788877050.718549:0:198588:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788877050.718551:0:198588:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877050.718554:0:198588:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788877050.718557:0:198588:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.718560:0:198588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877050.718565:0:198588:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788877050.718567:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.718569:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.718570:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.718571:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.718573:0:198588:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.718578:0:198588:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788877050.718580:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.718581:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.718583:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bccf59a00 refcount=3 00000020:00000001:0.0:1788877050.718584:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718586:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718588:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.718589:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.718590:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bccf59a00 refcount=4 00000020:00000001:0.0:1788877050.718592:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718594:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718598:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.718601:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877050.718604:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877050.718610:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.718611:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.718613:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.718614:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.718615:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bccf59a00 refcount=5 00000020:00000001:0.0:1788877050.718617:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718618:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718621:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877050.718623:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877050.718629:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.718630:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788877050.718632:0:198588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877050.718638:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877050.718639:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.718640:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.718641:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.718642:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788877050.718647:0:198588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8d0cf4367b80 x1875765519171200/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788877050.718656:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.718657:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.718659:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bccf59a00 refcount=3 00000020:00000001:0.0:1788877050.718661:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718663:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00000002:00010000:0.0:1788877050.718666:0:198588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788877050.718675:0:198588:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8d0ccca2bc40. 00010000:00000001:0.0:1788877050.718678:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.718679:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877050.718680:0:198588:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.718682:0:198588:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.718685:0:198588:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788877050.718688:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.718689:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.718691:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bccf59a00 refcount=3 00000020:00000001:0.0:1788877050.718692:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718695:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00000002:00010000:0.0:1788877050.718698:0:198588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bccf59a00/0x4a37134b6b77b9e4 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x3c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a18b11 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877050.718704:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.718705:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.718706:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788877050.718708:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.718709:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.718710:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bccf59a00 refcount=3 00000020:00000001:0.0:1788877050.718711:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718713:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000040:0.0:1788877050.718716:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf5324900 count: 4 00010000:00000001:0.0:1788877050.718718:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788877050.718722:0:198588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8d0cc3843800 type 13 mode 4 res 8589945618/968 (0 0) 00010000:00000001:0.0:1788877050.718724:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.718725:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877050.718727:0:198588:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788877050.718729:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408f9e8 00000002:00002000:0.0:1788877050.718731:0:198588:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=w918 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788877050.718734:0:198588:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.718738:0:198588:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.718741:0:198588:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788877050.718744:0:198588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xc0:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788877050.718747:0:198588:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.718750:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877050.718753:0:198588:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788877050.718754:0:198588:0:(namei.c:674:ll_lookup_it_finish()) it ffffb5f68408fdf8 it_disposition b 00000080:00000001:0.0:1788877050.718757:0:198588:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788877050.718763:0:198588:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788877050.718766:0:198588:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788877050.718768:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440456 : 144115373061440456 : 200002b120003c8) 00000080:00000001:0.0:1788877050.718771:0:198588:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788877050.718777:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.718781:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.718783:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.718785:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877050.718789:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877050.718791:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877050.718796:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655360. 00020000:00000010:0.0:1788877050.718800:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877050.718805:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655900. 00020000:00000001:0.0:1788877050.718807:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512247552 : -126388197304064 : ffff8d0cf4655900) 00020000:00000002:0.0:1788877050.718810:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655900, objid 0x3c8:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877050.718815:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877050.718819:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000403:2360 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877050.718823:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0cf4802000) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.718826:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877050.718828:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0cf4802000) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877050.718832:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877050.718834:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655360. 00020000:00000010:0.0:1788877050.718838:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655900. 00020000:00000002:0.0:1788877050.718840:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x3c8:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877050.718843:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.718844:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877050.718846:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf7f84d80 00000080:00000001:0.0:1788877050.718850:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440456 : 144115373061440456 : 200002b120003c8) 00000080:00000001:0.0:1788877050.718853:0:198588:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1788877050.718858:0:198588:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x3c8:0x0](ffff8d0cc349cb08): rc = 0 00000080:00000001:0.0:1788877050.718860:0:198588:0:(namei.c:156:ll_iget()) Process leaving (rc=18446617684688358152 : -126389021193464 : ffff8d0cc349cb08) 00010000:00000001:0.0:1788877050.718862:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877050.718863:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877050.718967:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bccf59a00 refcount=3 00000020:00000001:0.0:1788877050.718970:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00010000:00000001:0.0:1788877050.718973:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680555645440 : -126393153906176 : ffff8d0bccf59a00) 00000080:00000001:0.0:1788877050.718977:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877050.718978:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.718980:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685572210056 : -126388137341560 : ffff8d0cf7f84d88) 00000020:00001000:0.0:1788877050.718982:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf7f84d80 00000020:00000001:0.0:1788877050.718984:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877050.718985:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877050.718987:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00000800:00000200:0.0:1788877050.727844:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.727849:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:0.0:1788877050.727855:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.727861:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.731556:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:0.0:1788877050.731564:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788877050.731573:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.731586:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9492680 x1875765519171456/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.731599:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.731602:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9492680 x1875765519171456/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.731609:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.731611:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877050.742387:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477803, at 4302477804 00000100:00000010:0.0:1788877050.742402:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000800:00000200:0.0:1788877050.757895:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.757900:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877050.757906:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.757911:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.757917:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19152a8 00000400:00000010:0.0:1788877050.757920:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19152a8. 00000100:00000001:0.0:1788877050.757925:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.757929:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca31b800 x1875765519171712/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.757939:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.757942:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca31b800 x1875765519171712/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.757949:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.757951:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1788877050.770025:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52440. 00000100:00000200:0.0:1788877050.770037:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519171968, offset 0 00000400:00000200:0.0:1788877050.770049:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.770059:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.770067:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.770072:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877050.770076:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877050.770080:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877050.770083:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877050.770086:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457455:457455:256:4294967295] 192.168.203.155@tcp LPNI seq info [457449:457449:8:4294967295] 00000400:00000200:0.0:1788877050.770090:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.770099:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.770105:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.770111:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877050.770119:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.770127:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.770132:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.770151:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.770157:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13296 usecs (14 jiffies) 00000400:00000200:0.0:1788877050.770161:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877050.770164:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302477845 00000100:00000001:0.0:1788877050.770172:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302477833 00000100:00000001:0.0:1788877050.770176:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302477845 00000100:00000001:0.0:1788877050.770180:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302477833 00000100:00000001:0.0:1788877050.770183:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.770195:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.770198:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.770201:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877050.770204:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf537ae40 going to sleep for 11 seconds 00000100:00000001:0.0:1788877050.770207:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.770210:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.785044:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477845, at 4302477846 00000100:00000010:0.0:1788877050.785052:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e060. 00000100:00000001:0.0:1788877050.785070:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877050.785079:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877050.785081:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877050.785085:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cf7fba268. 00000400:00000200:0.0:1788877050.785090:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf537a540 00000400:00000010:0.0:1788877050.785092:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf537a540. 00000100:00000001:0.0:1788877050.785095:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.785103:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cca31a300 x1875765519171968/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877050.785113:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cca31a300 x1875765519171968/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.785120:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877050.785123:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.785126:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877050.785129:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877050.785132:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877050.785135:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.785138:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877050.785150:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=63 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877050.785155:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=63 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877050.785158:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877050.785160:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.785164:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877050.785168:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.785171:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877050.785174:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001bd3a] 00000100:00000001:0.0:1788877050.785176:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877050.785179:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.785181:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684804215552 : -126388905336064 : ffff8d0cca31a300) 00000100:00000001:0.0:1788877050.785184:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877050.785305:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877050.785308:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877050.785312:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.785318:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cca31a300 x1875765519171968/t25769921094(25769921094) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.785326:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.785329:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877050.785332:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877050.785336:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cca31a300 x1875765519171968/t25769921094(25769921094) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877050.785344:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cca31a300 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519171968:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877050.785348:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877050.785351:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.785354:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877050.785356:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.785360:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca31a300 x1875765519171968/t25769921094(25769921094) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.785366:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877050.785369:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf537ae40. 00000100:00000001:0.0:1788877050.785372:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877050.785374:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.785382:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.785395:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.785400:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877050.785403:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd1a1a800. 00000100:00000001:0.0:1788877050.785409:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.785413:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cca31a300 x1875765519171968/t25769921094(25769921094) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.785420:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.785424:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.785434:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877050.785437:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877050.785447:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f499 (ffff8d0ccab02510, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877050.785451:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877050.785456:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877050.785461:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877050.785468:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877050.785471:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877050.785473:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.785478:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877050.785480:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877050.785486:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd78d5e90 -> ffff8d0cd78d5e90 00000020:00000001:0.0:1788877050.785488:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877050.785491:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877050.785493:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0xfa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877050.785496:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877050.785497:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877050.785498:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877050.785503:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0xfa:0x0]io ffff8d0d008330f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877050.785506:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd78d47c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.785510:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877050.785512:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877050.785514:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877050.785516:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785518:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877050.785520:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877050.785522:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785523:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877050.785524:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877050.785525:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877050.785527:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd78d47c0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877050.785529:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785532:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877050.785533:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877050.785534:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877050.785537:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877050.785542:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877050.785545:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877050.785546:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877050.785548:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.785549:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538630760 : -126388170920856 : ffff8d0cf5f7ec68) 00000020:00001000:0.0:1788877050.785551:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7ec60 00000020:00000001:0.0:1788877050.785554:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd78d56c0 -> ffff8d0cd78d5e90 00000020:00000001:0.0:1788877050.785556:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877050.785559:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877050.785560:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877050.785562:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877050.785563:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715529968 : -126387994021648 : ffff8d0d008330f0) 00000020:00000001:0.0:1788877050.785565:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785566:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785568:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945939392 : -126388763612224 : ffff8d0cd2a42bc0) 00000020:00000001:0.0:1788877050.785570:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877050.785572:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785574:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785575:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785577:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877050.785579:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877050.785580:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.785581:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877050.785583:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877050.785584:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785586:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785588:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785590:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785591:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877050.785592:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785593:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785595:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877050.785597:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877050.785598:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.785599:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877050.785601:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877050.785603:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877050.785606:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877050.785609:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cd796c1c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877050.785612:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877050.785615:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cd796c1c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877050.785619:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877050.785621:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785623:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785624:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785625:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785627:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785628:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877050.785631:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877050.785632:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877050.785633:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877050.785635:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877050.785636:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785638:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877050.785639:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877050.785641:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877050.785643:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877050.785644:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.785645:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877050.785646:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877050.785647:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785649:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785650:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877050.785651:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877050.785653:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877050.785654:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877050.785656:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877050.785658:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877050.785659:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877050.785660:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877050.785661:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877050.785662:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785664:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785666:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877050.785667:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877050.785668:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785670:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877050.785671:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877050.785673:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877050.785674:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877050.785675:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877050.785677:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7ec60 00020000:00000001:0.0:1788877050.785679:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877050.785681:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877050.785683:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877050.785685:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0xfa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877050.785688:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877050.785689:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877050.785691:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877050.785693:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.785697:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877050.785699:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0xfa:0x0](ffff8d0ced19f448) 00800000:00000001:0.0:1788877050.785704:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877050.785705:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0xfa:0x0] 00000002:00000001:0.0:1788877050.785712:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877050.785718:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.785720:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877050.785722:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.785724:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.785726:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877050.785729:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877050.785731:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.785733:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785736:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.785738:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877050.785740:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877050.785746:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877050.785748:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd78d47c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.785750:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877050.785753:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cca6f0780, objid 0xfa:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877050.785757:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877050.785762:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ccaca4280: ostid: 0x2c0000402:1925 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877050.785765:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877050.785766:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785768:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877050.785769:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877050.785773:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877050.785776:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.785778:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877050.785783:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cd796c1c0. 00020000:00000001:0.0:1788877050.785786:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877050.785788:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cd78d5640. 00020000:00000001:0.0:1788877050.785792:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877050.785794:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877050.785796:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877050.785798:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd78d47c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.785800:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877050.785801:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877050.785803:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd78d47c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.785805:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877050.785807:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0ceb214a70. 00020000:00000010:0.0:1788877050.785811:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ceab27a80. 00020000:00000010:0.0:1788877050.785814:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cddc1ade0. 00020000:00000002:0.0:1788877050.785817:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cca6f0780, objid 0xfa:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877050.785821:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877050.785823:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ccaca4280: ostid: 0x2c0000402:1925 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877050.785828:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0ccaca4280. 00020000:00000010:0.0:1788877050.785831:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cca6f08a0. 00020000:00000010:0.0:1788877050.785833:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cca6f0780. 00020000:00000001:0.0:1788877050.785835:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877050.785836:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd78d47c0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877050.785839:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd78d47c0. 00020000:00000001:0.0:1788877050.785854:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877050.785856:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cd78d5e10. 00000020:00001000:0.0:1788877050.785860:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877050.785863:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877050.787553:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877050.787602:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877050.787606:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877050.787608:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877050.787616:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.787623:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877050.787625:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877050.787627:0:198588:0:(dcache.c:87:ll_dcompare()) found name w287(ffff8d0cca977d80) flags 0x48004e refc 0 00000080:00000001:0.0:1788877050.787630:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.787632:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877050.787633:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w287, flags=0 00000080:00000001:0.0:1788877050.787638:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877050.787640:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877050.787643:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.787646:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877050.787648:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877050.787649:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w287, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877050.787652:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877050.787655:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.787658:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877050.787659:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877050.787661:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877050.787666:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf47965d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877050.787669:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf4545600 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877050.787671:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf47965d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877050.787673:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877050.787675:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877050.787677:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877050.787679:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877050.787682:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877050.787684:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877050.787686:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877050.787693:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cc507c600. 00800000:00000002:0.0:1788877050.787698:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877050.787707:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877050.787711:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w287 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877050.787715:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877050.787718:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877050.787721:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877050.787723:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877050.787726:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877050.787727:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.787730:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x284:0x0] 00800000:00000001:0.0:1788877050.787732:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877050.787735:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877050.787736:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877050.787737:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877050.787738:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877050.787739:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877050.787741:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.787742:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x284:0x0] 00800000:00000001:0.0:1788877050.787744:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.787746:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x284:0x0] 00800000:00000001:0.0:1788877050.787748:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877050.787750:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x284:0x0] -> mds #1 00000002:00000001:0.0:1788877050.787755:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877050.787757:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877050.787762:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.787763:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877050.787767:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4abd900 count: 2 00010000:00000001:0.0:1788877050.787769:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877050.787773:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877050.787776:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877050.787781:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf492a600/0x4a37134b6b7764c5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f4e53 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877050.787792:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877050.787795:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877050.787797:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877050.787799:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x284:0x0] mode (null) 00000002:00000001:0.0:1788877050.787802:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.787805:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.787806:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4abd900 count: 3 00010000:00000001:0.0:1788877050.787808:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.787812:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.787813:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.787814:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.787816:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4abd900 count: 3 00010000:00000001:0.0:1788877050.787818:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.787820:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.787821:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.787822:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.787823:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4abd900 count: 3 00010000:00000001:0.0:1788877050.787825:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.787826:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877050.787828:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877050.787829:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877050.787831:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4abd900 count: 3 00010000:00000001:0.0:1788877050.787833:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877050.787835:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.787836:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.787839:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877050.787840:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877050.787842:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877050.787844:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877050.787846:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877050.787848:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x284:0x0]: losing layout lock 00000080:00000001:0.0:1788877050.787851:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877050.787853:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877050.787856:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877050.787858:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877050.787861:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x284:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877050.787863:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877050.787865:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877050.787866:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877050.787869:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877050.787871:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877050.787873:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x284:0x0](ffff8d0ccb1bd348) invalid 00000020:00000001:0.0:1788877050.787876:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877050.787878:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w287 (ffff8d0cca977d80) parent ffff8d0cc22750d8 inode ffff8d0ccb1bd348 refc 1 00000080:00000001:0.0:1788877050.787881:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877050.787883:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877050.787884:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.787888:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877050.787891:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877050.787893:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877050.787895:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877050.787898:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877050.787902:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf492a600 with handle 0x4a37134b6b7764c5 from hash 00010000:00000001:0.0:1788877050.787904:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877050.787906:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.787908:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.787909:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877050.787913:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877050.787915:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877050.787917:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.787919:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877050.787921:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877050.787928:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438000. 00000020:00000040:0.0:1788877050.787933:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=16 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877050.787937:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877050.787939:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.787942:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877050.787946:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877050.787951:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877050.787952:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.787953:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.787957:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877050.787959:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877050.787964:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877050.787971:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd170f200. 00000100:00000001:0.0:1788877050.787978:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.787980:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.787982:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877050.787988:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf492a600/0x4a37134b6b7764c5 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f4e53 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877050.787995:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877050.787996:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877050.787998:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877050.788001:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf492a600/0x4a37134b6b7764c5 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f4e53 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877050.788008:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ceb3f6e80. 00010000:00000040:0.0:1788877050.788012:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf4abd900 count: 0 00010000:00000010:0.0:1788877050.788017:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cc4d5bb00. 00010000:00000001:0.0:1788877050.788023:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877050.788025:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.788027:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877050.788028:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877050.788030:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877050.788040:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877050.788049:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9438000 x1875765519172224/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877050.788057:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877050.788059:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877050.788066:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9480. 00000100:00000001:0.0:1788877050.788068:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869568 : -126388197682048 : ffff8d0cf45f9480) 00000100:00000001:0.0:1788877050.788071:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.788072:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788609024 : -126388920942592 : ffff8d0cc9438000) 00000100:00000001:0.0:1788877050.788078:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877050.788083:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.788085:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877050.788086:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877050.788090:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9438000 x1875765519172224/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.788099:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877050.788101:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.788105:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877050.788107:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877050.788110:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877050.788114:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9438000 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519172224:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877050.788118:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877050.788122:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877050.788125:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877050.788127:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877050.788136:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd4a6000. 02000000:00000001:0.0:1788877050.788138:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877050.788145:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877050.788150:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949790. 00000400:00000010:0.0:1788877050.788156:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9a80. 00000100:00000200:0.0:1788877050.788164:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519172224, portal 10 00000100:00000001:0.0:1788877050.788166:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877050.788167:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788609024 : -126388920942592 : ffff8d0cc9438000) 00000100:00000040:0.0:1788877050.788174:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9438000 x1875765519172224/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.788182:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877050.788185:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877050.788189:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52908. 00000100:00000200:0.0:1788877050.788192:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519172224, offset 0 00000400:00000200:0.0:1788877050.788199:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877050.788207:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.788215:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877050.788221:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877050.788226:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877050.788229:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877050.788232:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877050.788237:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457456:457456:256:4294967295] 192.168.203.155@tcp LPNI seq info [457450:457450:8:4294967295] 00000400:00000200:0.0:1788877050.788241:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.788466:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877050.788475:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877050.788481:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877050.788488:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877050.788496:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877050.788501:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877050.788515:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877050.788520:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13297 usecs (14 jiffies) 00000400:00000200:0.0:1788877050.788525:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877050.788527:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302477864 00000100:00000010:0.0:1788877050.788532:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877050.788537:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877050.788544:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302477864 00000100:00000010:0.0:1788877050.788547:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655900. 00000100:00000001:0.0:1788877050.788550:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877050.788553:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877050.788556:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.788559:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877050.788560:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877050.788563:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9480 going to sleep for 11 seconds 00000100:00000001:0.0:1788877050.788565:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877050.788568:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877050.789959:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.789967:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954400. 00000400:00000200:0.0:1788877050.789976:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.789982:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.789989:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52908 00000400:00000010:0.0:1788877050.789991:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52908. 00000100:00000001:0.0:1788877050.789996:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.790002:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9438000 x1875765519172224/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.790014:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.790017:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9438000 x1875765519172224/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.790023:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.790025:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.795414:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.795432:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.795437:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.795449:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.795458:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.795466:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.795476:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.795481:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.795487:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.795492:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173c280 00000400:00000200:0.0:1788877050.795497:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.795503:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f4a9 [2] + 224 00000800:00000001:0.0:1788877050.795511:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.795520:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.795525:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.795530:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.795539:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.795550:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9438000 x1875765519172224/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.795561:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9438000 x1875765519172224/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.795582:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.795591:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.795595:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.797571:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.797576:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877050.797580:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.797585:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.797590:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915c38 00000400:00000010:0.0:1788877050.797592:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915c38. 00000100:00000001:0.0:1788877050.797596:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.797601:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca318000 x1875765519172480/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.797609:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.797612:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca318000 x1875765519172480/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.797618:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.797619:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.808597:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.808611:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.808614:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.808616:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.808626:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.808633:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.808642:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.808647:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.808654:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.808659:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173c380 00000400:00000200:0.0:1788877050.808663:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.808669:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f4b9 [2] + 224 00000800:00000001:0.0:1788877050.808676:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.808683:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.808688:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.808693:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.808702:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.808710:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca318000 x1875765519172480/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.808721:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca318000 x1875765519172480/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.808738:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.808747:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.808750:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.810227:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.810232:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877050.810237:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.810241:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.810245:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915dd0 00000400:00000010:0.0:1788877050.810273:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915dd0. 00000100:00000001:0.0:1788877050.810278:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.810282:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca319180 x1875765519172608/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877050.810290:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.810293:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca319180 x1875765519172608/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877050.810298:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.810299:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.815042:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.815059:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.815063:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.815065:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.815075:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.815083:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.815093:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.815098:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.815104:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.815108:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb173c400 00000400:00000200:0.0:1788877050.815114:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.815120:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f4c1 [4] + 224 00000800:00000001:0.0:1788877050.815127:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.815135:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.815139:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.815143:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.815152:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.815161:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca319180 x1875765519172608/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877050.815173:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cca319180 x1875765519172608/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877050.815198:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.815207:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.815210:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.817904:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.817911:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877050.817916:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.817922:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.817929:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915330 00000400:00000010:0.0:1788877050.817932:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915330. 00000100:00000001:0.0:1788877050.817936:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.817942:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca319180 x1875765519172864/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.817951:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.817954:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca319180 x1875765519172864/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.817960:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.817962:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877050.831508:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477892, at 4302477893 00000100:00000010:0.0:1788877050.831514:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000800:00000001:0.0:1788877050.838726:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.838743:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.838747:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.838749:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.838760:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.838768:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.838777:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.838782:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.838789:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.838793:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173c500 00000400:00000200:0.0:1788877050.838798:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.838804:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f4c9 [2] + 224 00000800:00000001:0.0:1788877050.838812:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.838820:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.838824:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.838829:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.838838:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.838848:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca319180 x1875765519172864/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.838859:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca319180 x1875765519172864/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.838878:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.838887:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.838890:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.901774:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.901779:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877050.901785:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.901791:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.901798:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915770 00000400:00000010:0.0:1788877050.901801:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915770. 00000100:00000001:0.0:1788877050.901807:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.901816:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca31b480 x1875765519173120/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.901833:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.901836:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca31b480 x1875765519173120/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.901844:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.901846:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877050.907635:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.907652:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.907656:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.907658:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.907668:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.907676:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.907685:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.907691:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.907697:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.907700:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173c600 00000400:00000200:0.0:1788877050.907706:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.907712:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f4d1 [2] + 224 00000800:00000001:0.0:1788877050.907719:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.907726:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.907730:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.907735:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.907744:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.907752:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca31b480 x1875765519173120/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.907765:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca31b480 x1875765519173120/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.907786:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.907795:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.907798:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.909468:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.909475:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877050.909479:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.909484:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.909489:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915f68 00000400:00000010:0.0:1788877050.909491:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915f68. 00000100:00000001:0.0:1788877050.909495:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.909499:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca319500 x1875765519173248/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877050.909507:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.909509:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca319500 x1875765519173248/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877050.909515:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.909517:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877050.923677:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302477984, at 4302477985 00000100:00000010:0.0:1788877050.923683:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33eea0. 00000800:00000001:0.0:1788877050.924216:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.924238:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.924241:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.924244:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.924276:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.924284:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.924295:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.924300:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.924307:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.924311:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb173c680 00000400:00000200:0.0:1788877050.924317:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.924324:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f4d9 [4] + 224 00000800:00000001:0.0:1788877050.924333:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.924340:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.924345:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.924351:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.924361:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.924372:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca319500 x1875765519173248/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877050.924384:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cca319500 x1875765519173248/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877050.924413:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.924423:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.924426:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877050.926598:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877050.926604:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877050.926609:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.926615:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877050.926619:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915110 00000400:00000010:0.0:1788877050.926622:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915110. 00000100:00000001:0.0:1788877050.926626:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877050.926631:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca319500 x1875765519173504/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.926640:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877050.926643:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca319500 x1875765519173504/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.926650:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877050.926653:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877050.940604:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302478001, at 4302478002 00000100:00000010:0.0:1788877050.940611:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000800:00000001:0.0:1788877050.953034:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.953051:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877050.953056:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.953059:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.953068:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.953076:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877050.953087:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.953092:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.953098:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.953103:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173c780 00000400:00000200:0.0:1788877050.953109:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877050.953116:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f4e1 [2] + 224 00000800:00000001:0.0:1788877050.953124:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.953133:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877050.953137:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877050.953142:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877050.953151:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877050.953161:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca319500 x1875765519173504/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877050.953172:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca319500 x1875765519173504/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877066 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877050.953193:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877050.953202:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877050.953205:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877051.015403:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877051.015410:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa800. 00000400:00000200:0.0:1788877051.015416:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.015422:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877051.015428:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4ee0 00000400:00000010:0.0:1788877051.015431:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4ee0. 00000100:00000001:0.0:1788877051.015438:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877051.015451:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4367b80 x1875765519173632/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877067 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877051.015461:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877051.015464:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4367b80 x1875765519173632/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877067 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877051.015470:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877051.015472:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877051.019922:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.019937:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.019942:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.019944:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.019954:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.019962:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.019972:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.019977:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.019983:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.019988:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb173c800 00000400:00000200:0.0:1788877051.019993:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.020000:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f4e9 [4] + 224 00000800:00000001:0.0:1788877051.020007:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.020014:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.020018:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.020023:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.020031:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.020041:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4367b80 x1875765519173632/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877051.020052:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf4367b80 x1875765519173632/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877051.020072:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.020081:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.020085:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877051.024577:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877051.024585:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877051.024592:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.024599:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877051.024605:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19153b8 00000400:00000010:0.0:1788877051.024607:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19153b8. 00000100:00000001:0.0:1788877051.024612:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877051.024618:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf4367b80 x1875765519173888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877067 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.024630:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877051.024633:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf4367b80 x1875765519173888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877067 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.024647:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877051.024649:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877051.036706:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.036723:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.036729:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.036731:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.036741:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.036748:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.036757:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.036762:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.036767:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.036771:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173c900 00000400:00000200:0.0:1788877051.036775:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.036782:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f4f1 [2] + 224 00000800:00000001:0.0:1788877051.036789:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.036796:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.036799:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.036804:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.036812:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.036820:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4367b80 x1875765519173888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.036831:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4367b80 x1875765519173888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.036853:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.036861:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.036864:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877051.038325:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302478098, at 4302478099 00000100:00000010:0.0:1788877051.038331:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2be40. 00000020:00000001:0.0:1788877051.039096:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039099:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545049440 : -126393164502176 : ffff8d0bcc53eb60) 00000020:00000001:0.0:1788877051.039102:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039103:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039104:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039105:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039107:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039111:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c98a21a7[2 00000000414b29a2 1 1 0000000000000000 0 0 15] 00000020:00000001:0.0:1788877051.039112:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039113:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039115:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039116:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53ebc0 00000008:00000001:0.0:1788877051.039118:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039119:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53ebd0 page ffff8d0bcc53ebc0 at index 15. 00000008:00000001:0.0:1788877051.039121:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039124:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039126:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401aeb80 index 15 00000020:00000001:0.0:1788877051.039128:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039129:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039130:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039133:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c98a21a7[1 00000000414b29a2 5 1 0000000000000000 0 0 15] 00000020:00000001:0.0:1788877051.039134:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039135:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039138:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53eb60. 00000020:00000001:0.0:1788877051.039141:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039142:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039143:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039145:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545049888 : -126393164501728 : ffff8d0bcc53ed20) 00000020:00000001:0.0:1788877051.039147:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039147:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039148:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039149:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039150:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039153:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ce8a38b3[2 00000000414b29a2 1 1 0000000000000000 0 0 16] 00000020:00000001:0.0:1788877051.039154:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039155:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039156:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039157:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53ed80 00000008:00000001:0.0:1788877051.039158:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039160:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53ed90 page ffff8d0bcc53ed80 at index 16. 00000008:00000001:0.0:1788877051.039162:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039164:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039166:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401aebc0 index 16 00000020:00000001:0.0:1788877051.039168:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039169:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039170:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039172:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ce8a38b3[1 00000000414b29a2 5 1 0000000000000000 0 0 16] 00000020:00000001:0.0:1788877051.039174:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039175:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039176:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53ed20. 00000020:00000001:0.0:1788877051.039178:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039179:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039180:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039182:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545046976 : -126393164504640 : ffff8d0bcc53e1c0) 00000020:00000001:0.0:1788877051.039194:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039195:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039196:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039197:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039198:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039201:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038a5e230[2 00000000414b29a2 1 1 0000000000000000 0 0 17] 00000020:00000001:0.0:1788877051.039202:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039204:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039205:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039206:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53e220 00000008:00000001:0.0:1788877051.039207:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039208:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53e230 page ffff8d0bcc53e220 at index 17. 00000008:00000001:0.0:1788877051.039210:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039212:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039213:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193580 index 17 00000020:00000001:0.0:1788877051.039215:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039216:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039218:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039230:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000038a5e230[1 00000000414b29a2 5 1 0000000000000000 0 0 17] 00000020:00000001:0.0:1788877051.039231:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039233:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039234:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53e1c0. 00000020:00000001:0.0:1788877051.039237:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039238:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039239:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039241:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545049216 : -126393164502400 : ffff8d0bcc53ea80) 00000020:00000001:0.0:1788877051.039242:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039244:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039245:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039503:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039505:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039508:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d3560818[2 00000000414b29a2 1 1 0000000000000000 0 0 18] 00000020:00000001:0.0:1788877051.039509:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039510:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039512:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039513:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53eae0 00000008:00000001:0.0:1788877051.039515:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039516:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53eaf0 page ffff8d0bcc53eae0 at index 18. 00000008:00000001:0.0:1788877051.039518:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039521:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039523:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401935c0 index 18 00000020:00000001:0.0:1788877051.039525:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039526:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039527:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039530:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d3560818[1 00000000414b29a2 5 1 0000000000000000 0 0 18] 00000020:00000001:0.0:1788877051.039531:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039533:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039535:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53ea80. 00000020:00000001:0.0:1788877051.039537:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039538:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039540:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039541:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545048096 : -126393164503520 : ffff8d0bcc53e620) 00000020:00000001:0.0:1788877051.039543:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039544:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039545:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039546:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039547:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039550:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002badc5d4[2 00000000414b29a2 1 1 0000000000000000 0 0 19] 00000020:00000001:0.0:1788877051.039551:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039553:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039554:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039555:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53e680 00000008:00000001:0.0:1788877051.039556:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039557:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53e690 page ffff8d0bcc53e680 at index 19. 00000008:00000001:0.0:1788877051.039559:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039562:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039564:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193280 index 19 00000020:00000001:0.0:1788877051.039566:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039567:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039568:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039570:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002badc5d4[1 00000000414b29a2 5 1 0000000000000000 0 0 19] 00000020:00000001:0.0:1788877051.039572:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039573:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039574:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53e620. 00000020:00000001:0.0:1788877051.039576:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039577:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039579:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039580:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545048320 : -126393164503296 : ffff8d0bcc53e700) 00000020:00000001:0.0:1788877051.039582:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039583:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039584:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039585:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039586:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039589:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f311be9f[2 00000000414b29a2 1 1 0000000000000000 0 0 20] 00000020:00000001:0.0:1788877051.039590:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039591:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039593:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039594:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53e760 00000008:00000001:0.0:1788877051.039595:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039596:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53e770 page ffff8d0bcc53e760 at index 20. 00000008:00000001:0.0:1788877051.039598:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039600:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039602:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401932c0 index 20 00000020:00000001:0.0:1788877051.039604:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039605:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039606:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039609:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f311be9f[1 00000000414b29a2 5 1 0000000000000000 0 0 20] 00000020:00000001:0.0:1788877051.039611:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039612:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039614:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53e700. 00000020:00000001:0.0:1788877051.039616:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039617:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039618:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039620:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545049664 : -126393164501952 : ffff8d0bcc53ec40) 00000020:00000001:0.0:1788877051.039622:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039623:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039624:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039626:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039627:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039629:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d2bb639f[2 00000000414b29a2 1 1 0000000000000000 0 0 21] 00000020:00000001:0.0:1788877051.039631:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039632:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039633:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039634:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53eca0 00000008:00000001:0.0:1788877051.039636:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039637:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53ecb0 page ffff8d0bcc53eca0 at index 21. 00000008:00000001:0.0:1788877051.039639:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039642:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039643:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193100 index 21 00000020:00000001:0.0:1788877051.039645:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039646:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039647:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039650:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d2bb639f[1 00000000414b29a2 5 1 0000000000000000 0 0 21] 00000020:00000001:0.0:1788877051.039651:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039652:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039654:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53ec40. 00000020:00000001:0.0:1788877051.039656:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039657:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039658:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039660:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545048992 : -126393164502624 : ffff8d0bcc53e9a0) 00000020:00000001:0.0:1788877051.039662:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039663:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039664:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039665:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039666:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039669:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004e6cd820[2 00000000414b29a2 1 1 0000000000000000 0 0 22] 00000020:00000001:0.0:1788877051.039670:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039671:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039673:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039674:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53ea00 00000008:00000001:0.0:1788877051.039675:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039676:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53ea10 page ffff8d0bcc53ea00 at index 22. 00000008:00000001:0.0:1788877051.039678:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039680:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039682:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401931c0 index 22 00000020:00000001:0.0:1788877051.039684:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039685:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039686:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039688:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004e6cd820[1 00000000414b29a2 5 1 0000000000000000 0 0 22] 00000020:00000001:0.0:1788877051.039690:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039691:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039693:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53e9a0. 00000020:00000001:0.0:1788877051.039695:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039696:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039698:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039699:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545048544 : -126393164503072 : ffff8d0bcc53e7e0) 00000020:00000001:0.0:1788877051.039701:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039702:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039703:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039704:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039705:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aa59bf4a[2 00000000414b29a2 1 1 0000000000000000 0 0 23] 00000020:00000001:0.0:1788877051.039708:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039709:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039710:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039711:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53e840 00000008:00000001:0.0:1788877051.039712:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039713:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53e850 page ffff8d0bcc53e840 at index 23. 00000008:00000001:0.0:1788877051.039715:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039717:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039718:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8d80 index 23 00000020:00000001:0.0:1788877051.039720:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039721:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039722:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039724:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aa59bf4a[1 00000000414b29a2 5 1 0000000000000000 0 0 23] 00000020:00000001:0.0:1788877051.039725:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039726:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039728:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53e7e0. 00000020:00000001:0.0:1788877051.039730:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039730:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039731:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039733:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545050336 : -126393164501280 : ffff8d0bcc53eee0) 00000020:00000001:0.0:1788877051.039735:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039736:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039737:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039738:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039739:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039741:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f282b1e6[2 00000000414b29a2 1 1 0000000000000000 0 0 24] 00000020:00000001:0.0:1788877051.039743:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039744:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039745:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039746:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53ef40 00000008:00000001:0.0:1788877051.039747:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039748:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53ef50 page ffff8d0bcc53ef40 at index 24. 00000008:00000001:0.0:1788877051.039750:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039752:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039753:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7d40 index 24 00000020:00000001:0.0:1788877051.039755:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039756:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039757:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039759:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f282b1e6[1 00000000414b29a2 5 1 0000000000000000 0 0 24] 00000020:00000001:0.0:1788877051.039761:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039762:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039763:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53eee0. 00000020:00000001:0.0:1788877051.039765:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039766:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039767:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039769:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680545047648 : -126393164503968 : ffff8d0bcc53e460) 00000020:00000001:0.0:1788877051.039770:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039771:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039772:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039773:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039774:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039777:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001e25dec1[2 00000000414b29a2 1 1 0000000000000000 0 0 25] 00000020:00000001:0.0:1788877051.039778:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039780:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039781:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039782:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcc53e4c0 00000008:00000001:0.0:1788877051.039783:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039784:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcc53e4d0 page ffff8d0bcc53e4c0 at index 25. 00000008:00000001:0.0:1788877051.039786:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039788:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039790:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193200 index 25 00000020:00000001:0.0:1788877051.039796:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039797:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039798:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039801:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001e25dec1[1 00000000414b29a2 5 1 0000000000000000 0 0 25] 00000020:00000001:0.0:1788877051.039802:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039804:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039805:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcc53e460. 00000020:00000001:0.0:1788877051.039807:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039808:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039810:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039811:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555569152 : -126393153982464 : ffff8d0bccf47000) 00000020:00000001:0.0:1788877051.039813:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039814:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039816:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039817:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039817:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039820:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cc90c808[2 00000000414b29a2 1 1 0000000000000000 0 0 26] 00000020:00000001:0.0:1788877051.039821:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039823:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039824:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039825:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47060 00000008:00000001:0.0:1788877051.039826:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039827:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47070 page ffff8d0bccf47060 at index 26. 00000008:00000001:0.0:1788877051.039829:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039832:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039833:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193780 index 26 00000020:00000001:0.0:1788877051.039835:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039836:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039837:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039839:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cc90c808[1 00000000414b29a2 5 1 0000000000000000 0 0 26] 00000020:00000001:0.0:1788877051.039840:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039842:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039843:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47000. 00000020:00000001:0.0:1788877051.039846:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039846:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039847:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039889:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555570496 : -126393153981120 : ffff8d0bccf47540) 00000020:00000001:0.0:1788877051.039892:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039894:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039895:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039896:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039897:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039900:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001edee9c7[2 00000000414b29a2 1 1 0000000000000000 0 0 27] 00000020:00000001:0.0:1788877051.039901:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039903:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039904:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039905:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf475a0 00000008:00000001:0.0:1788877051.039906:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039908:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf475b0 page ffff8d0bccf475a0 at index 27. 00000008:00000001:0.0:1788877051.039910:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039912:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039914:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193380 index 27 00000020:00000001:0.0:1788877051.039916:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039917:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039918:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039923:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001edee9c7[1 00000000414b29a2 5 1 0000000000000000 0 0 27] 00000020:00000001:0.0:1788877051.039925:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039926:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039928:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47540. 00000020:00000001:0.0:1788877051.039930:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039931:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039932:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039934:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555572736 : -126393153978880 : ffff8d0bccf47e00) 00000020:00000001:0.0:1788877051.039935:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039936:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039937:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039938:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039939:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039942:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000010c6b464[2 00000000414b29a2 1 1 0000000000000000 0 0 28] 00000020:00000001:0.0:1788877051.039943:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039944:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039946:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039947:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47e60 00000008:00000001:0.0:1788877051.039948:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039949:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47e70 page ffff8d0bccf47e60 at index 28. 00000008:00000001:0.0:1788877051.039951:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039952:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039954:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401ba400 index 28 00000020:00000001:0.0:1788877051.039956:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039957:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039958:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039961:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000010c6b464[1 00000000414b29a2 5 1 0000000000000000 0 0 28] 00000020:00000001:0.0:1788877051.039962:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.039963:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.039964:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47e00. 00000020:00000001:0.0:1788877051.039966:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.039967:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.039969:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.039970:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555571392 : -126393153980224 : ffff8d0bccf478c0) 00000020:00000001:0.0:1788877051.039972:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039973:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.039974:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.039975:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.039976:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.039979:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fa57dfb9[2 00000000414b29a2 1 1 0000000000000000 0 0 29] 00000020:00000001:0.0:1788877051.039980:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.039981:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.039982:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.039983:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47920 00000008:00000001:0.0:1788877051.039985:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.039986:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47930 page ffff8d0bccf47920 at index 29. 00000008:00000001:0.0:1788877051.039988:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.039990:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.039992:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193080 index 29 00000020:00000001:0.0:1788877051.039993:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039994:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.039995:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.039998:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fa57dfb9[1 00000000414b29a2 5 1 0000000000000000 0 0 29] 00000020:00000001:0.0:1788877051.039999:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040000:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040002:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf478c0. 00000020:00000001:0.0:1788877051.040004:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040005:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040049:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040051:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555572064 : -126393153979552 : ffff8d0bccf47b60) 00000020:00000001:0.0:1788877051.040053:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040054:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040055:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040057:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040058:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040061:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000036549343[2 00000000414b29a2 1 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877051.040062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040063:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040066:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040067:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47bc0 00000008:00000001:0.0:1788877051.040068:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040070:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47bd0 page ffff8d0bccf47bc0 at index 30. 00000008:00000001:0.0:1788877051.040072:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040074:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040076:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401930c0 index 30 00000020:00000001:0.0:1788877051.040078:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040079:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040080:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040083:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000036549343[1 00000000414b29a2 5 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877051.040085:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040086:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040088:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47b60. 00000020:00000001:0.0:1788877051.040090:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040091:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040092:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040093:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555572512 : -126393153979104 : ffff8d0bccf47d20) 00000020:00000001:0.0:1788877051.040095:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040096:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040097:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040099:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040100:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040102:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002ebfce80[2 00000000414b29a2 1 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877051.040103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040105:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040106:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040107:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47d80 00000008:00000001:0.0:1788877051.040108:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040109:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47d90 page ffff8d0bccf47d80 at index 31. 00000008:00000001:0.0:1788877051.040112:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040114:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040115:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193240 index 31 00000020:00000001:0.0:1788877051.040117:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040118:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040120:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040122:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002ebfce80[1 00000000414b29a2 5 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877051.040124:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040125:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040126:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47d20. 00000020:00000001:0.0:1788877051.040128:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040129:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040131:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040132:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555569600 : -126393153982016 : ffff8d0bccf471c0) 00000020:00000001:0.0:1788877051.040134:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040135:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040136:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040137:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040138:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040141:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dbb8dce1[2 00000000414b29a2 1 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877051.040142:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040144:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040145:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040146:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47220 00000008:00000001:0.0:1788877051.040147:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040149:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47230 page ffff8d0bccf47220 at index 32. 00000008:00000001:0.0:1788877051.040151:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040153:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040154:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193180 index 32 00000020:00000001:0.0:1788877051.040156:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040157:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040159:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040161:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dbb8dce1[1 00000000414b29a2 5 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877051.040163:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040164:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040165:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf471c0. 00000020:00000001:0.0:1788877051.040167:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040168:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040170:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040171:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555571840 : -126393153979776 : ffff8d0bccf47a80) 00000020:00000001:0.0:1788877051.040173:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040174:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040175:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040176:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040178:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040180:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000659388bb[2 00000000414b29a2 1 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877051.040182:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040183:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040330:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040332:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47ae0 00000008:00000001:0.0:1788877051.040334:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040336:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47af0 page ffff8d0bccf47ae0 at index 33. 00000008:00000001:0.0:1788877051.040338:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040341:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040343:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40192ec0 index 33 00000020:00000001:0.0:1788877051.040345:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040347:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040348:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040351:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000659388bb[1 00000000414b29a2 5 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877051.040353:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040354:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040356:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47a80. 00000020:00000001:0.0:1788877051.040359:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040360:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040361:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040363:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555570720 : -126393153980896 : ffff8d0bccf47620) 00000020:00000001:0.0:1788877051.040366:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040367:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040368:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040369:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040370:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040373:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d70758a8[2 00000000414b29a2 1 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877051.040375:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040376:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040377:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040379:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47680 00000008:00000001:0.0:1788877051.040380:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040381:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47690 page ffff8d0bccf47680 at index 34. 00000008:00000001:0.0:1788877051.040488:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040491:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040493:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193040 index 34 00000020:00000001:0.0:1788877051.040496:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040497:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040498:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040501:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d70758a8[1 00000000414b29a2 5 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877051.040502:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040503:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040505:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47620. 00000020:00000001:0.0:1788877051.040508:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040509:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040510:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040512:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555570944 : -126393153980672 : ffff8d0bccf47700) 00000020:00000001:0.0:1788877051.040513:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040514:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040516:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040516:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040518:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040520:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000020d5a2a9[2 00000000414b29a2 1 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877051.040521:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040522:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040524:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040525:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47760 00000008:00000001:0.0:1788877051.040526:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040527:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47770 page ffff8d0bccf47760 at index 35. 00000008:00000001:0.0:1788877051.040529:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040531:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040532:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8d40 index 35 00000020:00000001:0.0:1788877051.040534:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040535:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040536:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040539:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000020d5a2a9[1 00000000414b29a2 5 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877051.040540:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040541:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040542:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47700. 00000020:00000001:0.0:1788877051.040544:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040546:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040547:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040548:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555572288 : -126393153979328 : ffff8d0bccf47c40) 00000020:00000001:0.0:1788877051.040550:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040552:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040553:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040555:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040556:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040558:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001264dff4[2 00000000414b29a2 1 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877051.040560:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040561:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040562:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040563:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47ca0 00000008:00000001:0.0:1788877051.040565:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040566:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47cb0 page ffff8d0bccf47ca0 at index 36. 00000008:00000001:0.0:1788877051.040568:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040570:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040571:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7d00 index 36 00000020:00000001:0.0:1788877051.040574:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040575:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040576:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040578:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001264dff4[1 00000000414b29a2 5 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877051.040580:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040581:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040582:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47c40. 00000020:00000001:0.0:1788877051.040585:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040586:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040587:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040589:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555571616 : -126393153980000 : ffff8d0bccf479a0) 00000020:00000001:0.0:1788877051.040591:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040592:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040593:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040594:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040595:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040599:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005d85190d[2 00000000414b29a2 1 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877051.040600:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040602:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040603:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040604:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47a00 00000008:00000001:0.0:1788877051.040605:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040607:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47a10 page ffff8d0bccf47a00 at index 37. 00000008:00000001:0.0:1788877051.040609:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040612:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040613:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193340 index 37 00000020:00000001:0.0:1788877051.040615:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040616:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040618:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040620:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005d85190d[1 00000000414b29a2 5 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877051.040622:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040623:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040625:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf479a0. 00000020:00000001:0.0:1788877051.040627:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040628:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040629:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040631:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555571168 : -126393153980448 : ffff8d0bccf477e0) 00000020:00000001:0.0:1788877051.040633:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040634:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040635:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040636:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040638:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040640:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000091947a93[2 00000000414b29a2 1 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877051.040642:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040644:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040645:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040646:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47840 00000008:00000001:0.0:1788877051.040647:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040648:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47850 page ffff8d0bccf47840 at index 38. 00000008:00000001:0.0:1788877051.040651:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040653:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040654:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401934c0 index 38 00000020:00000001:0.0:1788877051.040656:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040657:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040659:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040662:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000091947a93[1 00000000414b29a2 5 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877051.040663:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040665:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040666:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf477e0. 00000020:00000001:0.0:1788877051.040668:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040670:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040671:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040673:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555572960 : -126393153978656 : ffff8d0bccf47ee0) 00000020:00000001:0.0:1788877051.040675:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040676:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040677:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040678:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040679:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040682:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ffa3ef0f[2 00000000414b29a2 1 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877051.040684:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040685:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040687:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040688:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47f40 00000008:00000001:0.0:1788877051.040689:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040691:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47f50 page ffff8d0bccf47f40 at index 39. 00000008:00000001:0.0:1788877051.040693:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040696:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040697:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40192fc0 index 39 00000020:00000001:0.0:1788877051.040699:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040700:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040701:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040704:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ffa3ef0f[1 00000000414b29a2 5 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877051.040705:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040706:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040708:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47ee0. 00000020:00000001:0.0:1788877051.040711:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040712:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040713:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040715:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555570272 : -126393153981344 : ffff8d0bccf47460) 00000020:00000001:0.0:1788877051.040717:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040718:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040719:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040721:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040722:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040725:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c909de19[2 00000000414b29a2 1 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877051.040726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040728:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040729:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040730:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf474c0 00000008:00000001:0.0:1788877051.040731:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040733:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf474d0 page ffff8d0bccf474c0 at index 40. 00000008:00000001:0.0:1788877051.040735:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040737:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040739:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193600 index 40 00000020:00000001:0.0:1788877051.040741:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040742:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040743:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040746:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c909de19[1 00000000414b29a2 5 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877051.040747:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040749:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040750:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47460. 00000020:00000001:0.0:1788877051.040752:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040754:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040755:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040756:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555569824 : -126393153981792 : ffff8d0bccf472a0) 00000020:00000001:0.0:1788877051.040758:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040759:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040761:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040762:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040763:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040766:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008570c924[2 00000000414b29a2 1 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877051.040767:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040769:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040770:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040771:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47300 00000008:00000001:0.0:1788877051.040773:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040774:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47310 page ffff8d0bccf47300 at index 41. 00000008:00000001:0.0:1788877051.040777:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040779:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040780:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193140 index 41 00000020:00000001:0.0:1788877051.040782:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040783:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040784:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040787:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008570c924[1 00000000414b29a2 5 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877051.040789:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040790:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040792:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf472a0. 00000020:00000001:0.0:1788877051.040795:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040796:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040797:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040798:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555570048 : -126393153981568 : ffff8d0bccf47380) 00000020:00000001:0.0:1788877051.040800:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040802:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040803:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040804:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040805:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040808:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000041f15dd6[2 00000000414b29a2 1 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877051.040810:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040811:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040812:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040814:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf473e0 00000008:00000001:0.0:1788877051.040815:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040816:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf473f0 page ffff8d0bccf473e0 at index 42. 00000008:00000001:0.0:1788877051.040819:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040821:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040822:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40193300 index 42 00000020:00000001:0.0:1788877051.040824:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040825:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040826:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040829:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000041f15dd6[1 00000000414b29a2 5 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877051.040830:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040831:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040833:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf47380. 00000020:00000001:0.0:1788877051.040835:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040837:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040838:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040839:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555569376 : -126393153982240 : ffff8d0bccf470e0) 00000020:00000001:0.0:1788877051.040842:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040843:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040844:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040845:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040846:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040849:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f42ae8a4[2 00000000414b29a2 1 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877051.040851:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040853:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040854:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040855:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf47140 00000008:00000001:0.0:1788877051.040856:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040857:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf47150 page ffff8d0bccf47140 at index 43. 00000008:00000001:0.0:1788877051.040859:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040862:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040864:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b78c0 index 43 00000020:00000001:0.0:1788877051.040866:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040867:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040868:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040871:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f42ae8a4[1 00000000414b29a2 5 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877051.040872:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040873:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040875:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf470e0. 00000020:00000001:0.0:1788877051.040877:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040878:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040879:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040881:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554523264 : -126393155028352 : ffff8d0bcce47a80) 00000020:00000001:0.0:1788877051.040883:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040884:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040886:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040887:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040888:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040891:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c2d536e5[2 00000000414b29a2 1 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877051.040892:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040893:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040894:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040895:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47ae0 00000008:00000001:0.0:1788877051.040897:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.040898:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47af0 page ffff8d0bcce47ae0 at index 44. 00000008:00000001:0.0:1788877051.040900:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.040902:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.040904:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40192f40 index 44 00000020:00000001:0.0:1788877051.040906:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040907:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.040908:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.040911:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c2d536e5[1 00000000414b29a2 5 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877051.040912:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.040914:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.040916:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47a80. 00000020:00000001:0.0:1788877051.040918:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.040919:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.040980:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.040982:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554522144 : -126393155029472 : ffff8d0bcce47620) 00000020:00000001:0.0:1788877051.040984:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040986:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.040987:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.040988:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.040989:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.040992:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb5ed98c[2 00000000414b29a2 1 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877051.040994:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.040995:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.040996:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.040998:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47680 00000008:00000001:0.0:1788877051.040999:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.041001:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47690 page ffff8d0bcce47680 at index 45. 00000008:00000001:0.0:1788877051.041003:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.041005:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.041007:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40192f80 index 45 00000020:00000001:0.0:1788877051.041009:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041010:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041011:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.041014:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fb5ed98c[1 00000000414b29a2 5 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877051.041016:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.041017:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.041019:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47620. 00000020:00000001:0.0:1788877051.041021:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.041022:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.041023:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.041025:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554522368 : -126393155029248 : ffff8d0bcce47700) 00000020:00000001:0.0:1788877051.041027:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041028:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041029:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.041030:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.041031:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.041034:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009859b8e4[2 00000000414b29a2 1 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877051.041035:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.041036:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.041037:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.041038:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47760 00000008:00000001:0.0:1788877051.041039:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.041040:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47770 page ffff8d0bcce47760 at index 46. 00000008:00000001:0.0:1788877051.041042:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.041044:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.041046:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8dc0 index 46 00000020:00000001:0.0:1788877051.041048:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041049:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041050:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.041053:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009859b8e4[1 00000000414b29a2 5 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877051.041054:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.041055:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.041057:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47700. 00000020:00000001:0.0:1788877051.041058:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.041059:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.041060:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.041062:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554523712 : -126393155027904 : ffff8d0bcce47c40) 00000020:00000001:0.0:1788877051.041063:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041065:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041066:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.041067:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.041068:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.041070:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d8c5af4d[2 00000000414b29a2 1 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877051.041071:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.041073:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.041074:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.041075:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47ca0 00000008:00000001:0.0:1788877051.041076:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.041077:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47cb0 page ffff8d0bcce47ca0 at index 47. 00000008:00000001:0.0:1788877051.041079:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.041081:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.041083:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9700 index 47 00000020:00000001:0.0:1788877051.041084:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041085:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041087:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.041089:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d8c5af4d[1 00000000414b29a2 5 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877051.041090:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.041092:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.041093:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47c40. 00000020:00000001:0.0:1788877051.041095:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.041096:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.041097:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.041099:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554523040 : -126393155028576 : ffff8d0bcce479a0) 00000020:00000001:0.0:1788877051.041101:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041102:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041103:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.041105:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.041106:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.041108:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006d2acdda[2 00000000414b29a2 1 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877051.041110:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.041111:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.041112:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.041113:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47a00 00000008:00000001:0.0:1788877051.041115:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.041116:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47a10 page ffff8d0bcce47a00 at index 48. 00000008:00000001:0.0:1788877051.041119:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.041121:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.041122:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9740 index 48 00000020:00000001:0.0:1788877051.041124:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041125:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041126:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.041129:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006d2acdda[1 00000000414b29a2 5 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877051.041130:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.041131:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.041132:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce479a0. 00000020:00000001:0.0:1788877051.041134:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.041135:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.041136:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.041138:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554522592 : -126393155029024 : ffff8d0bcce477e0) 00000020:00000001:0.0:1788877051.041140:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041141:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041142:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.041143:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.041144:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.041147:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d2c04b7b[2 00000000414b29a2 1 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877051.041148:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.041150:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.041151:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.041152:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47840 00000008:00000001:0.0:1788877051.041153:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.041155:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47850 page ffff8d0bcce47840 at index 49. 00000008:00000001:0.0:1788877051.041157:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.041159:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.041160:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdc80 index 49 00000020:00000001:0.0:1788877051.041162:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041163:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041164:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.041167:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d2c04b7b[1 00000000414b29a2 5 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877051.041168:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.041170:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.041172:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce477e0. 00000020:00000001:0.0:1788877051.041173:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.041175:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.041176:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.041177:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554524384 : -126393155027232 : ffff8d0bcce47ee0) 00000020:00000001:0.0:1788877051.041179:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041180:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041182:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.041183:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.041184:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.041200:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ebb4a97b[2 00000000414b29a2 1 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877051.041202:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.041203:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.041204:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.041206:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47f40 00000008:00000001:0.0:1788877051.041207:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.041208:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47f50 page ffff8d0bcce47f40 at index 50. 00000008:00000001:0.0:1788877051.041864:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.041870:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.041872:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdcc0 index 50 00000020:00000001:0.0:1788877051.041875:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041877:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041878:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.041882:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ebb4a97b[1 00000000414b29a2 5 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877051.041883:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.041885:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.041888:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47ee0. 00000020:00000001:0.0:1788877051.041891:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.041892:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.041894:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.041896:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554521696 : -126393155029920 : ffff8d0bcce47460) 00000020:00000001:0.0:1788877051.041898:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041899:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041900:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.041902:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.041903:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.041906:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000632a9573[2 00000000414b29a2 1 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877051.041908:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.041909:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.041911:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.041912:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce474c0 00000008:00000001:0.0:1788877051.041914:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.041915:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce474d0 page ffff8d0bcce474c0 at index 51. 00000008:00000001:0.0:1788877051.041917:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.041920:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.041921:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7c00 index 51 00000020:00000001:0.0:1788877051.041923:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041924:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041925:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.041931:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000632a9573[1 00000000414b29a2 5 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877051.041932:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.041934:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.041935:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47460. 00000020:00000001:0.0:1788877051.041938:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.041939:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.041940:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.041941:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554521248 : -126393155030368 : ffff8d0bcce472a0) 00000020:00000001:0.0:1788877051.041943:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041945:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041946:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.041947:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.041948:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.041950:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004a0bd4fc[2 00000000414b29a2 1 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877051.041952:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.041953:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.041955:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.041955:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47300 00000008:00000001:0.0:1788877051.041956:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.041958:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47310 page ffff8d0bcce47300 at index 52. 00000008:00000001:0.0:1788877051.041960:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.041961:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.041963:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7c40 index 52 00000020:00000001:0.0:1788877051.041965:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041966:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.041967:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.041970:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004a0bd4fc[1 00000000414b29a2 5 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877051.041971:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.041972:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.041974:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce472a0. 00000020:00000001:0.0:1788877051.041976:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.041977:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.041978:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.041979:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554521472 : -126393155030144 : ffff8d0bcce47380) 00000020:00000001:0.0:1788877051.041981:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041982:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.041983:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.041984:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.041986:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.041991:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d02a143e[2 00000000414b29a2 1 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877051.041992:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.041993:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.041995:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.041996:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce473e0 00000008:00000001:0.0:1788877051.041997:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.041999:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce473f0 page ffff8d0bcce473e0 at index 53. 00000008:00000001:0.0:1788877051.042000:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042003:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042004:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7c80 index 53 00000020:00000001:0.0:1788877051.042005:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042006:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042008:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042010:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d02a143e[1 00000000414b29a2 5 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877051.042012:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042013:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042014:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47380. 00000020:00000001:0.0:1788877051.042016:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042018:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042019:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042021:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554520800 : -126393155030816 : ffff8d0bcce470e0) 00000020:00000001:0.0:1788877051.042022:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042024:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042028:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042029:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042030:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042033:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ab5c29c[2 00000000414b29a2 1 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877051.042034:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042035:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042037:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042038:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47140 00000008:00000001:0.0:1788877051.042039:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042040:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47150 page ffff8d0bcce47140 at index 54. 00000008:00000001:0.0:1788877051.042044:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042046:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042047:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7cc0 index 54 00000020:00000001:0.0:1788877051.042049:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042049:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042050:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042053:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005ab5c29c[1 00000000414b29a2 5 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877051.042054:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042055:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042057:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce470e0. 00000020:00000001:0.0:1788877051.042059:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042060:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042062:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042063:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554520576 : -126393155031040 : ffff8d0bcce47000) 00000020:00000001:0.0:1788877051.042065:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042066:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042067:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042068:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042069:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042072:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003f68aeab[2 00000000414b29a2 1 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877051.042073:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042075:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042076:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042077:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47060 00000008:00000001:0.0:1788877051.042078:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042082:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47070 page ffff8d0bcce47060 at index 55. 00000008:00000001:0.0:1788877051.042084:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042086:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042088:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9600 index 55 00000020:00000001:0.0:1788877051.042089:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042090:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042091:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042094:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003f68aeab[1 00000000414b29a2 5 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877051.042096:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042097:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042098:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47000. 00000020:00000001:0.0:1788877051.042100:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042101:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042102:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042104:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554521920 : -126393155029696 : ffff8d0bcce47540) 00000020:00000001:0.0:1788877051.042106:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042107:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042108:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042109:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042110:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042112:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a69b5240[2 00000000414b29a2 1 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877051.042113:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042115:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042116:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042117:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce475a0 00000008:00000001:0.0:1788877051.042118:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042120:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce475b0 page ffff8d0bcce475a0 at index 56. 00000008:00000001:0.0:1788877051.042122:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042124:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042126:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9640 index 56 00000020:00000001:0.0:1788877051.042127:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042128:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042130:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042132:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a69b5240[1 00000000414b29a2 5 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877051.042134:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042135:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042137:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47540. 00000020:00000001:0.0:1788877051.042139:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042140:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042141:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042143:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554524160 : -126393155027456 : ffff8d0bcce47e00) 00000020:00000001:0.0:1788877051.042144:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042146:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042146:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042148:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042148:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ebf3b077[2 00000000414b29a2 1 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877051.042152:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042153:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042155:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042156:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47e60 00000008:00000001:0.0:1788877051.042157:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042159:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47e70 page ffff8d0bcce47e60 at index 57. 00000008:00000001:0.0:1788877051.042161:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042163:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042164:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9680 index 57 00000020:00000001:0.0:1788877051.042166:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042168:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042168:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042171:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ebf3b077[1 00000000414b29a2 5 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877051.042172:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042173:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042175:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47e00. 00000020:00000001:0.0:1788877051.042177:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042178:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042179:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042181:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554522816 : -126393155028800 : ffff8d0bcce478c0) 00000020:00000001:0.0:1788877051.042182:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042183:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042184:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042185:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042186:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042189:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000064b031d3[2 00000000414b29a2 1 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877051.042190:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042191:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042193:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042194:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47920 00000008:00000001:0.0:1788877051.042195:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042196:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47930 page ffff8d0bcce47920 at index 58. 00000008:00000001:0.0:1788877051.042198:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042201:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042203:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b96c0 index 58 00000020:00000001:0.0:1788877051.042205:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042206:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042207:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042210:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000064b031d3[1 00000000414b29a2 5 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877051.042211:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042216:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042218:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce478c0. 00000020:00000001:0.0:1788877051.042231:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042232:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042234:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042235:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554523488 : -126393155028128 : ffff8d0bcce47b60) 00000020:00000001:0.0:1788877051.042237:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042238:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042239:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042240:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042241:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042244:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001d33b2ac[2 00000000414b29a2 1 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877051.042246:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042264:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042265:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042266:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47bc0 00000008:00000001:0.0:1788877051.042268:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042269:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47bd0 page ffff8d0bcce47bc0 at index 59. 00000008:00000001:0.0:1788877051.042271:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042274:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042275:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdd00 index 59 00000020:00000001:0.0:1788877051.042278:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042279:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042280:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042283:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001d33b2ac[1 00000000414b29a2 5 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877051.042284:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042285:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042287:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47b60. 00000020:00000001:0.0:1788877051.042290:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042291:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042338:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042340:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554523936 : -126393155027680 : ffff8d0bcce47d20) 00000020:00000001:0.0:1788877051.042343:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042344:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042345:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042346:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042348:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042350:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fe8f9fa3[2 00000000414b29a2 1 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877051.042351:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042352:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042354:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042354:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47d80 00000008:00000001:0.0:1788877051.042355:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042356:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47d90 page ffff8d0bcce47d80 at index 60. 00000008:00000001:0.0:1788877051.042358:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042360:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042362:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdd40 index 60 00000020:00000001:0.0:1788877051.042363:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042364:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042365:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042367:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fe8f9fa3[1 00000000414b29a2 5 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877051.042368:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042369:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042371:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce47d20. 00000020:00000001:0.0:1788877051.042373:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042374:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042375:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042376:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554521024 : -126393155030592 : ffff8d0bcce471c0) 00000020:00000001:0.0:1788877051.042377:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042378:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042379:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042380:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042381:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042382:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000335c82d9[2 00000000414b29a2 1 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877051.042383:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042384:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042454:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042456:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce47220 00000008:00000001:0.0:1788877051.042457:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042458:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce47230 page ffff8d0bcce47220 at index 61. 00000008:00000001:0.0:1788877051.042460:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042463:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042465:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdd80 index 61 00000020:00000001:0.0:1788877051.042467:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042468:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042470:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042472:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000335c82d9[1 00000000414b29a2 5 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877051.042474:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042475:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042477:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce471c0. 00000020:00000001:0.0:1788877051.042479:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042480:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042482:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042483:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555194336 : -126393154357280 : ffff8d0bcceeb7e0) 00000020:00000001:0.0:1788877051.042485:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042486:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042487:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042488:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042489:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042492:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006bd82ec6[2 00000000414b29a2 1 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877051.042493:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042494:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042495:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042496:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb840 00000008:00000001:0.0:1788877051.042498:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042499:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb850 page ffff8d0bcceeb840 at index 62. 00000008:00000001:0.0:1788877051.042501:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042503:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042504:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bddc0 index 62 00000020:00000001:0.0:1788877051.042506:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042507:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042508:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042511:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006bd82ec6[1 00000000414b29a2 5 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877051.042512:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042513:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042515:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb7e0. 00000020:00000001:0.0:1788877051.042517:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042519:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042520:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042521:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555196128 : -126393154355488 : ffff8d0bcceebee0) 00000020:00000001:0.0:1788877051.042523:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042524:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042525:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042526:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042527:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042529:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ca1899da[2 00000000414b29a2 1 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877051.042530:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042531:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042533:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042533:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceebf40 00000008:00000001:0.0:1788877051.042535:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042536:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceebf50 page ffff8d0bcceebf40 at index 63. 00000008:00000001:0.0:1788877051.042537:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042542:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042543:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7900 index 63 00000020:00000001:0.0:1788877051.042545:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042545:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042546:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042548:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ca1899da[1 00000000414b29a2 5 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877051.042549:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042550:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042552:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceebee0. 00000020:00000001:0.0:1788877051.042553:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042554:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042555:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042556:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555193440 : -126393154358176 : ffff8d0bcceeb460) 00000020:00000001:0.0:1788877051.042557:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042558:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042559:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042560:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042560:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042562:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000010bb25a7[2 00000000414b29a2 1 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877051.042563:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042564:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042565:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042566:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb4c0 00000008:00000001:0.0:1788877051.042567:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042567:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb4d0 page ffff8d0bcceeb4c0 at index 64. 00000008:00000001:0.0:1788877051.042569:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042570:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042572:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7940 index 64 00000020:00000001:0.0:1788877051.042573:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042574:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042575:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042577:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000010bb25a7[1 00000000414b29a2 5 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877051.042578:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042579:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042580:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb460. 00000020:00000001:0.0:1788877051.042581:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042582:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042583:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042584:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555192992 : -126393154358624 : ffff8d0bcceeb2a0) 00000020:00000001:0.0:1788877051.042585:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042586:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042586:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042587:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042588:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042590:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000870198d7[2 00000000414b29a2 1 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877051.042591:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042592:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042593:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042593:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb300 00000008:00000001:0.0:1788877051.042594:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042595:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb310 page ffff8d0bcceeb300 at index 65. 00000008:00000001:0.0:1788877051.042596:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042598:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042599:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7980 index 65 00000020:00000001:0.0:1788877051.042600:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042601:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042602:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042603:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000870198d7[1 00000000414b29a2 5 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877051.042604:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042605:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042606:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb2a0. 00000020:00000001:0.0:1788877051.042608:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042608:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042609:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042610:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555193216 : -126393154358400 : ffff8d0bcceeb380) 00000020:00000001:0.0:1788877051.042611:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042612:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042613:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042614:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042615:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042617:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000090cd6d10[2 00000000414b29a2 1 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877051.042618:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042619:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042620:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042621:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb3e0 00000008:00000001:0.0:1788877051.042622:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042622:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb3f0 page ffff8d0bcceeb3e0 at index 66. 00000008:00000001:0.0:1788877051.042624:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042625:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042626:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b79c0 index 66 00000020:00000001:0.0:1788877051.042627:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042628:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042629:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042631:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000090cd6d10[1 00000000414b29a2 5 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877051.042632:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042632:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042633:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb380. 00000020:00000001:0.0:1788877051.042635:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042636:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042636:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042638:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555192544 : -126393154359072 : ffff8d0bcceeb0e0) 00000020:00000001:0.0:1788877051.042639:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042640:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042640:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042641:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042642:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042644:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ca3139fa[2 00000000414b29a2 1 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877051.042645:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042645:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042646:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042647:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb140 00000008:00000001:0.0:1788877051.042648:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042649:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb150 page ffff8d0bcceeb140 at index 67. 00000008:00000001:0.0:1788877051.042650:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042652:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042653:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7a00 index 67 00000020:00000001:0.0:1788877051.042654:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042655:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042656:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042658:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ca3139fa[1 00000000414b29a2 5 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877051.042659:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042660:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042661:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb0e0. 00000020:00000001:0.0:1788877051.042662:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042663:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042664:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042665:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555192320 : -126393154359296 : ffff8d0bcceeb000) 00000020:00000001:0.0:1788877051.042666:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042667:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042668:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042668:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042669:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b43c0280[2 00000000414b29a2 1 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877051.042672:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042673:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042674:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042674:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb060 00000008:00000001:0.0:1788877051.042675:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042676:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb070 page ffff8d0bcceeb060 at index 68. 00000008:00000001:0.0:1788877051.042677:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042679:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042680:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7a40 index 68 00000020:00000001:0.0:1788877051.042681:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042682:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042683:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042684:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b43c0280[1 00000000414b29a2 5 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877051.042685:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042686:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042687:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb000. 00000020:00000001:0.0:1788877051.042689:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042689:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042690:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042691:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555193664 : -126393154357952 : ffff8d0bcceeb540) 00000020:00000001:0.0:1788877051.042692:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042693:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042694:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042695:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042696:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042698:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009ff5055d[2 00000000414b29a2 1 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877051.042699:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042700:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042701:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042702:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb5a0 00000008:00000001:0.0:1788877051.042703:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042704:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb5b0 page ffff8d0bcceeb5a0 at index 69. 00000008:00000001:0.0:1788877051.042705:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042707:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042708:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7a80 index 69 00000020:00000001:0.0:1788877051.042709:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042710:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042710:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042712:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009ff5055d[1 00000000414b29a2 5 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877051.042713:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042714:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042715:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb540. 00000020:00000001:0.0:1788877051.042716:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042717:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042718:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042719:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555195904 : -126393154355712 : ffff8d0bcceebe00) 00000020:00000001:0.0:1788877051.042720:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042721:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042722:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042722:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042723:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042725:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c68bf439[2 00000000414b29a2 1 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877051.042726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042727:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042728:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042728:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceebe60 00000008:00000001:0.0:1788877051.042729:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042730:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceebe70 page ffff8d0bcceebe60 at index 70. 00000008:00000001:0.0:1788877051.042731:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042733:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042734:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7ac0 index 70 00000020:00000001:0.0:1788877051.042735:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042736:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042737:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042739:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c68bf439[1 00000000414b29a2 5 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877051.042740:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042740:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042741:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceebe00. 00000020:00000001:0.0:1788877051.042743:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042743:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042744:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042745:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555194560 : -126393154357056 : ffff8d0bcceeb8c0) 00000020:00000001:0.0:1788877051.042747:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042747:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042748:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042749:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042749:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042751:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000eac77abb[2 00000000414b29a2 1 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877051.042752:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042753:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042754:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042755:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb920 00000008:00000001:0.0:1788877051.042755:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042756:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb930 page ffff8d0bcceeb920 at index 71. 00000008:00000001:0.0:1788877051.042758:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042759:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042761:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7b00 index 71 00000020:00000001:0.0:1788877051.042762:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042763:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042763:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042765:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000eac77abb[1 00000000414b29a2 5 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877051.042766:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042767:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042768:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb8c0. 00000020:00000001:0.0:1788877051.042769:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042770:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042771:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042772:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555195232 : -126393154356384 : ffff8d0bcceebb60) 00000020:00000001:0.0:1788877051.042773:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042774:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042775:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042775:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042776:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042778:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000356360cc[2 00000000414b29a2 1 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877051.042779:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042780:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042781:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042781:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceebbc0 00000008:00000001:0.0:1788877051.042782:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042783:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceebbd0 page ffff8d0bcceebbc0 at index 72. 00000008:00000001:0.0:1788877051.042784:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042786:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042787:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7b40 index 72 00000020:00000001:0.0:1788877051.042788:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042789:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042789:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042791:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000356360cc[1 00000000414b29a2 5 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877051.042792:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042793:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042794:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceebb60. 00000020:00000001:0.0:1788877051.042795:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042796:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042797:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042798:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555195680 : -126393154355936 : ffff8d0bcceebd20) 00000020:00000001:0.0:1788877051.042799:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042800:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042800:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042801:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042802:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042804:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cb7852ba[2 00000000414b29a2 1 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877051.042805:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042806:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042806:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042807:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceebd80 00000008:00000001:0.0:1788877051.042808:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042809:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceebd90 page ffff8d0bcceebd80 at index 73. 00000008:00000001:0.0:1788877051.042810:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042812:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042813:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7b80 index 73 00000020:00000001:0.0:1788877051.042815:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042815:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042816:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042818:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cb7852ba[1 00000000414b29a2 5 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877051.042819:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042819:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042821:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceebd20. 00000020:00000001:0.0:1788877051.042822:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042823:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042823:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042824:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555192768 : -126393154358848 : ffff8d0bcceeb1c0) 00000020:00000001:0.0:1788877051.042825:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042826:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042827:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042828:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042828:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042831:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f0895fc7[2 00000000414b29a2 1 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877051.042832:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042832:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042833:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042834:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb220 00000008:00000001:0.0:1788877051.042835:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.042836:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb230 page ffff8d0bcceeb220 at index 74. 00000008:00000001:0.0:1788877051.042837:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.042839:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.042840:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b7bc0 index 74 00000020:00000001:0.0:1788877051.042841:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042841:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.042842:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.042844:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f0895fc7[1 00000000414b29a2 5 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877051.042845:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.042846:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.042847:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb1c0. 00000020:00000001:0.0:1788877051.042848:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.042849:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.042886:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.042888:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555195008 : -126393154356608 : ffff8d0bcceeba80) 00000020:00000001:0.0:1788877051.042890:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042891:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.042892:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.042893:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.042894:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.042898:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e973d315[2 00000000414b29a2 1 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877051.042899:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.042900:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.042902:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.042903:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceebae0 00000008:00000001:0.0:1788877051.043013:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043014:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceebaf0 page ffff8d0bcceebae0 at index 75. 00000008:00000001:0.0:1788877051.043016:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043019:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043021:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8e00 index 75 00000020:00000001:0.0:1788877051.043023:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043024:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043025:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043028:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e973d315[1 00000000414b29a2 5 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877051.043029:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043030:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043032:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeba80. 00000020:00000001:0.0:1788877051.043034:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043035:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043036:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043037:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555193888 : -126393154357728 : ffff8d0bcceeb620) 00000020:00000001:0.0:1788877051.043039:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043040:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043041:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043042:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043043:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043045:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006a0970ce[2 00000000414b29a2 1 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877051.043046:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043047:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043048:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043049:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb680 00000008:00000001:0.0:1788877051.043050:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043051:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb690 page ffff8d0bcceeb680 at index 76. 00000008:00000001:0.0:1788877051.043052:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043053:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043055:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8e40 index 76 00000020:00000001:0.0:1788877051.043056:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043057:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043058:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043061:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006a0970ce[1 00000000414b29a2 5 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877051.043062:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043062:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043064:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb620. 00000020:00000001:0.0:1788877051.043065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043066:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043067:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555194112 : -126393154357504 : ffff8d0bcceeb700) 00000020:00000001:0.0:1788877051.043069:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043069:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043070:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043071:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043072:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043073:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001af0caf1[2 00000000414b29a2 1 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877051.043074:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043075:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043076:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043077:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeb760 00000008:00000001:0.0:1788877051.043077:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043078:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeb770 page ffff8d0bcceeb760 at index 77. 00000008:00000001:0.0:1788877051.043080:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043081:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043082:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8e80 index 77 00000020:00000001:0.0:1788877051.043083:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043084:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043085:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043086:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001af0caf1[1 00000000414b29a2 5 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877051.043087:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043088:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043089:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb700. 00000020:00000001:0.0:1788877051.043090:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043091:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043092:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043093:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555195456 : -126393154356160 : ffff8d0bcceebc40) 00000020:00000001:0.0:1788877051.043094:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043095:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043096:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043097:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043098:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043100:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ba035022[2 00000000414b29a2 1 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877051.043102:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043103:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043103:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043104:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceebca0 00000008:00000001:0.0:1788877051.043105:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043106:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceebcb0 page ffff8d0bcceebca0 at index 78. 00000008:00000001:0.0:1788877051.043107:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043109:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043109:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8ec0 index 78 00000020:00000001:0.0:1788877051.043111:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043111:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043112:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043114:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ba035022[1 00000000414b29a2 5 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877051.043115:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043116:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043117:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceebc40. 00000020:00000001:0.0:1788877051.043118:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043119:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043120:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043121:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555194784 : -126393154356832 : ffff8d0bcceeb9a0) 00000020:00000001:0.0:1788877051.043122:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043123:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043123:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043124:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043125:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043127:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bab32ac5[2 00000000414b29a2 1 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877051.043128:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043129:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043129:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043130:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeba00 00000008:00000001:0.0:1788877051.043131:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043132:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeba10 page ffff8d0bcceeba00 at index 79. 00000008:00000001:0.0:1788877051.043133:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043135:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043136:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8f00 index 79 00000020:00000001:0.0:1788877051.043138:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043139:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043140:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043142:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bab32ac5[1 00000000414b29a2 5 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877051.043143:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043144:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043145:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceeb9a0. 00000020:00000001:0.0:1788877051.043146:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043147:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043148:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043149:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554513728 : -126393155037888 : ffff8d0bcce45540) 00000020:00000001:0.0:1788877051.043150:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043151:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043152:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043152:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043153:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043155:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b6891e09[2 00000000414b29a2 1 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877051.043156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043157:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043158:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043158:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce455a0 00000008:00000001:0.0:1788877051.043159:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043160:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce455b0 page ffff8d0bcce455a0 at index 80. 00000008:00000001:0.0:1788877051.043161:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043163:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043164:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8f40 index 80 00000020:00000001:0.0:1788877051.043165:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043166:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043167:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043169:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b6891e09[1 00000000414b29a2 5 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877051.043169:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043170:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043171:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45540. 00000020:00000001:0.0:1788877051.043173:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043174:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043175:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043176:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554515968 : -126393155035648 : ffff8d0bcce45e00) 00000020:00000001:0.0:1788877051.043177:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043178:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043179:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043180:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043181:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043473:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c6dc7c94[2 00000000414b29a2 1 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877051.043475:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043476:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043477:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043478:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45e60 00000008:00000001:0.0:1788877051.043479:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043481:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45e70 page ffff8d0bcce45e60 at index 81. 00000008:00000001:0.0:1788877051.043483:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043486:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043488:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8f80 index 81 00000020:00000001:0.0:1788877051.043490:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043491:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043492:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043495:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c6dc7c94[1 00000000414b29a2 5 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877051.043500:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043501:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043503:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45e00. 00000020:00000001:0.0:1788877051.043506:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043507:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043509:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043510:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554514624 : -126393155036992 : ffff8d0bcce458c0) 00000020:00000001:0.0:1788877051.043513:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043514:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043515:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043516:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043517:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043520:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d15a0a2a[2 00000000414b29a2 1 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877051.043521:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043522:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043524:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043525:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45920 00000008:00000001:0.0:1788877051.043526:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043527:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45930 page ffff8d0bcce45920 at index 82. 00000008:00000001:0.0:1788877051.043530:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043532:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043534:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b8fc0 index 82 00000020:00000001:0.0:1788877051.043536:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043537:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043538:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043541:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d15a0a2a[1 00000000414b29a2 5 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877051.043542:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043543:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043545:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce458c0. 00000020:00000001:0.0:1788877051.043547:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043548:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043550:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043551:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554515296 : -126393155036320 : ffff8d0bcce45b60) 00000020:00000001:0.0:1788877051.043553:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043554:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043555:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043556:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043557:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043560:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e6ac470a[2 00000000414b29a2 1 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877051.043562:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043564:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043565:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043566:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45bc0 00000008:00000001:0.0:1788877051.043568:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043569:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45bd0 page ffff8d0bcce45bc0 at index 83. 00000008:00000001:0.0:1788877051.043570:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043572:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043573:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9400 index 83 00000020:00000001:0.0:1788877051.043575:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043576:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043577:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043579:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e6ac470a[1 00000000414b29a2 5 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877051.043580:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043581:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043582:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45b60. 00000020:00000001:0.0:1788877051.043584:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043585:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043586:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043587:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554515744 : -126393155035872 : ffff8d0bcce45d20) 00000020:00000001:0.0:1788877051.043589:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043590:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043592:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043593:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043594:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043596:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000692cd9b3[2 00000000414b29a2 1 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877051.043601:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043602:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043604:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043605:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45d80 00000008:00000001:0.0:1788877051.043607:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043608:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45d90 page ffff8d0bcce45d80 at index 84. 00000008:00000001:0.0:1788877051.043610:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043612:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043614:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9440 index 84 00000020:00000001:0.0:1788877051.043616:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043617:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043618:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043620:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000692cd9b3[1 00000000414b29a2 5 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877051.043621:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043622:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043624:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45d20. 00000020:00000001:0.0:1788877051.043625:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043626:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043627:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043628:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554512832 : -126393155038784 : ffff8d0bcce451c0) 00000020:00000001:0.0:1788877051.043630:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043631:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043632:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043633:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043634:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043635:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b3ebb635[2 00000000414b29a2 1 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877051.043636:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043637:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043638:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043639:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45220 00000008:00000001:0.0:1788877051.043640:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043641:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45230 page ffff8d0bcce45220 at index 85. 00000008:00000001:0.0:1788877051.043642:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043643:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043645:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9480 index 85 00000020:00000001:0.0:1788877051.043646:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043647:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043648:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043650:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b3ebb635[1 00000000414b29a2 5 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877051.043651:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043652:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043653:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce451c0. 00000020:00000001:0.0:1788877051.043655:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043655:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043656:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043657:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554515072 : -126393155036544 : ffff8d0bcce45a80) 00000020:00000001:0.0:1788877051.043658:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043659:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043660:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043661:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043661:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043663:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f8c483fa[2 00000000414b29a2 1 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877051.043664:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043665:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043666:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043667:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45ae0 00000008:00000001:0.0:1788877051.043668:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043668:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45af0 page ffff8d0bcce45ae0 at index 86. 00000008:00000001:0.0:1788877051.043670:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043671:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043672:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b94c0 index 86 00000020:00000001:0.0:1788877051.043673:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043674:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043675:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043677:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f8c483fa[1 00000000414b29a2 5 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877051.043678:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043678:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043680:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45a80. 00000020:00000001:0.0:1788877051.043681:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043682:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043682:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043683:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554513952 : -126393155037664 : ffff8d0bcce45620) 00000020:00000001:0.0:1788877051.043685:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043686:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043687:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043688:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043688:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043691:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000070af4e21[2 00000000414b29a2 1 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877051.043692:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043693:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043693:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043694:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45680 00000008:00000001:0.0:1788877051.043695:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043696:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45690 page ffff8d0bcce45680 at index 87. 00000008:00000001:0.0:1788877051.043697:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043699:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043700:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9500 index 87 00000020:00000001:0.0:1788877051.043701:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043702:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043702:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043704:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000070af4e21[1 00000000414b29a2 5 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877051.043705:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043706:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043707:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45620. 00000020:00000001:0.0:1788877051.043708:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043709:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043710:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043711:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554514176 : -126393155037440 : ffff8d0bcce45700) 00000020:00000001:0.0:1788877051.043712:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043713:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043714:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043715:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043715:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043717:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000f75da62[2 00000000414b29a2 1 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877051.043718:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043719:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043720:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043721:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45760 00000008:00000001:0.0:1788877051.043721:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043722:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45770 page ffff8d0bcce45760 at index 88. 00000008:00000001:0.0:1788877051.043724:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043725:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043727:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9540 index 88 00000020:00000001:0.0:1788877051.043728:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043729:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043730:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043732:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000f75da62[1 00000000414b29a2 5 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877051.043733:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043734:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043735:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45700. 00000020:00000001:0.0:1788877051.043736:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043737:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043738:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043739:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554515520 : -126393155036096 : ffff8d0bcce45c40) 00000020:00000001:0.0:1788877051.043740:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043741:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043741:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043742:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043743:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000e16b588[2 00000000414b29a2 1 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877051.043746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043747:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043747:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043748:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45ca0 00000008:00000001:0.0:1788877051.043749:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043750:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45cb0 page ffff8d0bcce45ca0 at index 89. 00000008:00000001:0.0:1788877051.043751:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043753:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043754:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9580 index 89 00000020:00000001:0.0:1788877051.043755:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043756:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043756:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043758:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000e16b588[1 00000000414b29a2 5 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877051.043759:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043760:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043761:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45c40. 00000020:00000001:0.0:1788877051.043762:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043763:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043799:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043801:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554514848 : -126393155036768 : ffff8d0bcce459a0) 00000020:00000001:0.0:1788877051.043802:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043803:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043804:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043805:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043806:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043809:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000eb56cbae[2 00000000414b29a2 1 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877051.043810:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043811:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043812:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043812:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45a00 00000008:00000001:0.0:1788877051.043813:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043815:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45a10 page ffff8d0bcce45a00 at index 90. 00000008:00000001:0.0:1788877051.043816:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043818:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043819:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b95c0 index 90 00000020:00000001:0.0:1788877051.043820:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043821:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043822:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043824:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000eb56cbae[1 00000000414b29a2 5 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877051.043825:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043825:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043827:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce459a0. 00000020:00000001:0.0:1788877051.043828:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043829:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043830:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043831:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554514400 : -126393155037216 : ffff8d0bcce457e0) 00000020:00000001:0.0:1788877051.043832:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043833:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043834:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043834:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043835:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043837:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000029eea1d1[2 00000000414b29a2 1 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877051.043839:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043840:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043841:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043842:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45840 00000008:00000001:0.0:1788877051.043842:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043843:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45850 page ffff8d0bcce45840 at index 91. 00000008:00000001:0.0:1788877051.043845:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043846:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043848:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bde00 index 91 00000020:00000001:0.0:1788877051.043849:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043850:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043851:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043853:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000029eea1d1[1 00000000414b29a2 5 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877051.043854:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043855:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043856:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce457e0. 00000020:00000001:0.0:1788877051.043857:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043858:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043859:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043860:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554516192 : -126393155035424 : ffff8d0bcce45ee0) 00000020:00000001:0.0:1788877051.043861:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043861:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043862:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043863:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043864:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043866:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c53a365b[2 00000000414b29a2 1 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877051.043867:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043868:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043868:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043869:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45f40 00000008:00000001:0.0:1788877051.043870:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043872:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45f50 page ffff8d0bcce45f40 at index 92. 00000008:00000001:0.0:1788877051.043873:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043875:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043877:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bde40 index 92 00000020:00000001:0.0:1788877051.043878:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043948:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043950:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043953:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c53a365b[1 00000000414b29a2 5 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877051.043954:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043955:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043956:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45ee0. 00000020:00000001:0.0:1788877051.043959:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043960:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043961:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043962:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554513504 : -126393155038112 : ffff8d0bcce45460) 00000020:00000001:0.0:1788877051.043964:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043965:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043966:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043967:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043968:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.043970:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000023af9cbd[2 00000000414b29a2 1 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877051.043972:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.043973:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.043974:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.043974:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce454c0 00000008:00000001:0.0:1788877051.043975:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.043976:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce454d0 page ffff8d0bcce454c0 at index 93. 00000008:00000001:0.0:1788877051.043978:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.043979:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.043981:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bde80 index 93 00000020:00000001:0.0:1788877051.043982:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043983:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.043984:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.043986:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000023af9cbd[1 00000000414b29a2 5 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877051.043986:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.043987:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.043988:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45460. 00000020:00000001:0.0:1788877051.043990:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.043991:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.043992:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.043993:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554513056 : -126393155038560 : ffff8d0bcce452a0) 00000020:00000001:0.0:1788877051.043994:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043995:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.043996:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.043997:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.043998:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000786e9126[2 00000000414b29a2 1 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877051.044000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044001:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044002:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044003:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45300 00000008:00000001:0.0:1788877051.044004:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044005:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45310 page ffff8d0bcce45300 at index 94. 00000008:00000001:0.0:1788877051.044006:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044008:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044009:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdec0 index 94 00000020:00000001:0.0:1788877051.044010:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044011:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044012:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044014:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000786e9126[1 00000000414b29a2 5 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877051.044015:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044016:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044017:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce452a0. 00000020:00000001:0.0:1788877051.044019:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044019:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044020:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044021:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554513280 : -126393155038336 : ffff8d0bcce45380) 00000020:00000001:0.0:1788877051.044023:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044023:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044024:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044025:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044026:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044028:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004d8058b4[2 00000000414b29a2 1 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877051.044028:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044029:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044030:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044031:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce453e0 00000008:00000001:0.0:1788877051.044032:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044033:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce453f0 page ffff8d0bcce453e0 at index 95. 00000008:00000001:0.0:1788877051.044034:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044036:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044037:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdf00 index 95 00000020:00000001:0.0:1788877051.044038:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044039:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044039:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044041:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004d8058b4[1 00000000414b29a2 5 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877051.044042:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044043:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044044:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45380. 00000020:00000001:0.0:1788877051.044046:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044046:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044047:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044048:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554512608 : -126393155039008 : ffff8d0bcce450e0) 00000020:00000001:0.0:1788877051.044049:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044051:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044051:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044052:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044053:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044055:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000407ea80d[2 00000000414b29a2 1 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877051.044057:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044058:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044058:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044059:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45140 00000008:00000001:0.0:1788877051.044060:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044061:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45150 page ffff8d0bcce45140 at index 96. 00000008:00000001:0.0:1788877051.044063:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044064:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044065:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdf40 index 96 00000020:00000001:0.0:1788877051.044066:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044067:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044068:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044070:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000407ea80d[1 00000000414b29a2 5 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877051.044070:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044071:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044072:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce450e0. 00000020:00000001:0.0:1788877051.044074:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044074:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044075:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044076:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554512384 : -126393155039232 : ffff8d0bcce45000) 00000020:00000001:0.0:1788877051.044078:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044079:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044079:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044080:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044081:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a607e1f6[2 00000000414b29a2 1 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877051.044084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044085:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044085:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044086:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce45060 00000008:00000001:0.0:1788877051.044087:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044088:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce45070 page ffff8d0bcce45060 at index 97. 00000008:00000001:0.0:1788877051.044089:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044091:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044092:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdf80 index 97 00000020:00000001:0.0:1788877051.044094:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044095:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044096:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044098:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a607e1f6[1 00000000414b29a2 5 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877051.044099:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044100:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044101:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce45000. 00000020:00000001:0.0:1788877051.044102:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044103:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044103:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044104:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554412448 : -126393155139168 : ffff8d0bcce2c9a0) 00000020:00000001:0.0:1788877051.044106:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044106:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044107:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044108:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044109:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044111:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004adef6cc[2 00000000414b29a2 1 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877051.044111:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044112:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044113:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044114:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2ca00 00000008:00000001:0.0:1788877051.044115:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044116:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2ca10 page ffff8d0bcce2ca00 at index 98. 00000008:00000001:0.0:1788877051.044117:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044119:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044120:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401bdfc0 index 98 00000020:00000001:0.0:1788877051.044121:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044122:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044122:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044124:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004adef6cc[1 00000000414b29a2 5 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877051.044125:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044126:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044127:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c9a0. 00000020:00000001:0.0:1788877051.044129:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044130:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044130:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044132:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554412000 : -126393155139616 : ffff8d0bcce2c7e0) 00000020:00000001:0.0:1788877051.044133:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044134:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044135:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044135:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044136:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044138:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000049d89f45[2 00000000414b29a2 1 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877051.044139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044140:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044141:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044141:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c840 00000008:00000001:0.0:1788877051.044142:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044143:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c850 page ffff8d0bcce2c840 at index 99. 00000008:00000001:0.0:1788877051.044145:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044146:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044147:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40195c00 index 99 00000020:00000001:0.0:1788877051.044148:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044149:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044150:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044152:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000049d89f45[1 00000000414b29a2 5 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877051.044152:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044153:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044154:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c7e0. 00000020:00000001:0.0:1788877051.044156:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044156:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044157:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044158:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554413792 : -126393155137824 : ffff8d0bcce2cee0) 00000020:00000001:0.0:1788877051.044160:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044160:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044161:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044162:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044162:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044164:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e63deb3d[2 00000000414b29a2 1 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877051.044165:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044166:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044167:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044168:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2cf40 00000008:00000001:0.0:1788877051.044169:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044169:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2cf50 page ffff8d0bcce2cf40 at index 100. 00000008:00000001:0.0:1788877051.044171:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044172:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044174:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40195c40 index 100 00000020:00000001:0.0:1788877051.044175:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044176:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044176:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044178:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e63deb3d[1 00000000414b29a2 5 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877051.044179:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044180:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044181:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2cee0. 00000020:00000001:0.0:1788877051.044182:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044183:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044184:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044239:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554411104 : -126393155140512 : ffff8d0bcce2c460) 00000020:00000001:0.0:1788877051.044242:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044243:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044243:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044244:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044245:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044306:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005afff347[2 00000000414b29a2 1 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877051.044308:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044308:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044309:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044310:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c4c0 00000008:00000001:0.0:1788877051.044311:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044312:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c4d0 page ffff8d0bcce2c4c0 at index 101. 00000008:00000001:0.0:1788877051.044314:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044316:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044317:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40195c80 index 101 00000020:00000001:0.0:1788877051.044319:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044320:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044321:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044323:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005afff347[1 00000000414b29a2 5 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877051.044324:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044325:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044327:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c460. 00000020:00000001:0.0:1788877051.044329:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044330:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044331:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044333:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554410656 : -126393155140960 : ffff8d0bcce2c2a0) 00000020:00000001:0.0:1788877051.044334:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044336:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044337:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044338:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044339:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044341:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000098d2094e[2 00000000414b29a2 1 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877051.044342:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044343:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044345:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044345:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c300 00000008:00000001:0.0:1788877051.044347:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044348:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c310 page ffff8d0bcce2c300 at index 102. 00000008:00000001:0.0:1788877051.044350:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044352:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044353:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40195cc0 index 102 00000020:00000001:0.0:1788877051.044354:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044355:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044356:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044359:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000098d2094e[1 00000000414b29a2 5 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877051.044360:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044361:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044362:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c2a0. 00000020:00000001:0.0:1788877051.044364:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044365:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044367:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044368:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554410880 : -126393155140736 : ffff8d0bcce2c380) 00000020:00000001:0.0:1788877051.044370:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044370:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044371:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044372:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044373:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044376:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ff869cbf[2 00000000414b29a2 1 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877051.044377:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044378:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044379:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044380:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c3e0 00000008:00000001:0.0:1788877051.044381:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044446:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c3f0 page ffff8d0bcce2c3e0 at index 103. 00000008:00000001:0.0:1788877051.044449:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044452:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044454:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40195d00 index 103 00000020:00000001:0.0:1788877051.044456:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044457:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044459:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044461:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ff869cbf[1 00000000414b29a2 5 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877051.044462:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044463:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044465:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c380. 00000020:00000001:0.0:1788877051.044468:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044468:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044470:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044471:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554410208 : -126393155141408 : ffff8d0bcce2c0e0) 00000020:00000001:0.0:1788877051.044473:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044473:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044475:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044476:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044477:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044479:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000006b77536[2 00000000414b29a2 1 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877051.044480:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044481:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044482:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044483:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c140 00000008:00000001:0.0:1788877051.044484:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044485:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c150 page ffff8d0bcce2c140 at index 104. 00000008:00000001:0.0:1788877051.044487:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044488:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044489:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40195d40 index 104 00000020:00000001:0.0:1788877051.044491:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044492:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044492:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044495:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000006b77536[1 00000000414b29a2 5 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877051.044496:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044497:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044498:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c0e0. 00000020:00000001:0.0:1788877051.044500:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044501:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044544:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044546:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554409984 : -126393155141632 : ffff8d0bcce2c000) 00000020:00000001:0.0:1788877051.044548:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044549:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044550:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044552:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044553:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044555:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0937193[2 00000000414b29a2 1 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877051.044557:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044565:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044567:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044568:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c060 00000008:00000001:0.0:1788877051.044570:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044571:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c070 page ffff8d0bcce2c060 at index 105. 00000008:00000001:0.0:1788877051.044573:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044576:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044578:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be140 index 105 00000020:00000001:0.0:1788877051.044580:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044581:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044582:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044584:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d0937193[1 00000000414b29a2 5 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877051.044586:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044587:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044589:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c000. 00000020:00000001:0.0:1788877051.044592:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044593:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044594:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044595:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554411328 : -126393155140288 : ffff8d0bcce2c540) 00000020:00000001:0.0:1788877051.044597:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044598:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044599:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044600:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044601:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044604:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e8aca121[2 00000000414b29a2 1 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877051.044605:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044607:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044607:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044608:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c5a0 00000008:00000001:0.0:1788877051.044609:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044610:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c5b0 page ffff8d0bcce2c5a0 at index 106. 00000008:00000001:0.0:1788877051.044612:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044614:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044617:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be180 index 106 00000020:00000001:0.0:1788877051.044618:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044619:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044620:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044623:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e8aca121[1 00000000414b29a2 5 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877051.044624:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044625:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044627:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c540. 00000020:00000001:0.0:1788877051.044629:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044630:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044631:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044632:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554413568 : -126393155138048 : ffff8d0bcce2ce00) 00000020:00000001:0.0:1788877051.044634:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044635:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044636:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044637:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044638:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044645:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000912ef51f[2 00000000414b29a2 1 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877051.044647:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044648:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044649:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044650:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2ce60 00000008:00000001:0.0:1788877051.044652:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044653:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2ce70 page ffff8d0bcce2ce60 at index 107. 00000008:00000001:0.0:1788877051.044655:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044657:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044658:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be1c0 index 107 00000020:00000001:0.0:1788877051.044660:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044660:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044661:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044664:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000912ef51f[1 00000000414b29a2 5 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877051.044665:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044666:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044668:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2ce00. 00000020:00000001:0.0:1788877051.044670:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044670:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044672:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044673:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554412224 : -126393155139392 : ffff8d0bcce2c8c0) 00000020:00000001:0.0:1788877051.044674:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044675:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044676:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044677:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044678:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044680:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000034a9ca4a[2 00000000414b29a2 1 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877051.044682:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044683:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044684:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044685:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c920 00000008:00000001:0.0:1788877051.044687:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044688:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c930 page ffff8d0bcce2c920 at index 108. 00000008:00000001:0.0:1788877051.044689:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044691:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044693:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be200 index 108 00000020:00000001:0.0:1788877051.044695:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044696:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044697:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044699:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000034a9ca4a[1 00000000414b29a2 5 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877051.044700:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044701:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044703:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c8c0. 00000020:00000001:0.0:1788877051.044705:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044706:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044707:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044709:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554412896 : -126393155138720 : ffff8d0bcce2cb60) 00000020:00000001:0.0:1788877051.044710:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044712:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044713:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044717:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044718:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044720:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e87f9e1c[2 00000000414b29a2 1 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877051.044722:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044723:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044724:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044725:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2cbc0 00000008:00000001:0.0:1788877051.044726:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044727:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2cbd0 page ffff8d0bcce2cbc0 at index 109. 00000008:00000001:0.0:1788877051.044729:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044731:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044733:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be240 index 109 00000020:00000001:0.0:1788877051.044735:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044736:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044737:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044739:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e87f9e1c[1 00000000414b29a2 5 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877051.044741:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044742:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044743:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2cb60. 00000020:00000001:0.0:1788877051.044745:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044746:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044748:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044749:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554413344 : -126393155138272 : ffff8d0bcce2cd20) 00000020:00000001:0.0:1788877051.044751:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044751:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044753:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044754:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044755:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044757:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001dc1c449[2 00000000414b29a2 1 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877051.044758:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044763:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044765:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044766:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2cd80 00000008:00000001:0.0:1788877051.044767:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044768:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2cd90 page ffff8d0bcce2cd80 at index 110. 00000008:00000001:0.0:1788877051.044770:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044772:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044774:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be280 index 110 00000020:00000001:0.0:1788877051.044776:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044777:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044778:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044781:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001dc1c449[1 00000000414b29a2 5 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877051.044782:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044783:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044785:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2cd20. 00000020:00000001:0.0:1788877051.044787:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044788:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044789:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044791:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554410432 : -126393155141184 : ffff8d0bcce2c1c0) 00000020:00000001:0.0:1788877051.044793:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044794:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044795:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044797:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044798:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044800:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007f66ac1f[2 00000000414b29a2 1 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877051.044801:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044802:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044804:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044805:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c220 00000008:00000001:0.0:1788877051.044806:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044807:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c230 page ffff8d0bcce2c220 at index 111. 00000008:00000001:0.0:1788877051.044809:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044811:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044812:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be2c0 index 111 00000020:00000001:0.0:1788877051.044814:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044815:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044816:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044818:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007f66ac1f[1 00000000414b29a2 5 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877051.044819:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044820:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044822:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c1c0. 00000020:00000001:0.0:1788877051.044823:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044824:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044826:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044827:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554412672 : -126393155138944 : ffff8d0bcce2ca80) 00000020:00000001:0.0:1788877051.044829:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044830:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044831:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044832:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044832:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044835:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e4ec9aca[2 00000000414b29a2 1 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877051.044836:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044837:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044891:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044892:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2cae0 00000008:00000001:0.0:1788877051.044894:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044895:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2caf0 page ffff8d0bcce2cae0 at index 112. 00000008:00000001:0.0:1788877051.044897:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044900:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044902:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be300 index 112 00000020:00000001:0.0:1788877051.044904:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044905:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044906:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044908:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e4ec9aca[1 00000000414b29a2 5 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877051.044910:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044911:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044913:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2ca80. 00000020:00000001:0.0:1788877051.044915:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044916:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044918:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044919:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554411552 : -126393155140064 : ffff8d0bcce2c620) 00000020:00000001:0.0:1788877051.044921:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044922:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044923:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044924:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044925:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044927:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cf1af203[2 00000000414b29a2 1 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877051.044929:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044930:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044931:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044932:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c680 00000008:00000001:0.0:1788877051.044933:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044934:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c690 page ffff8d0bcce2c680 at index 113. 00000008:00000001:0.0:1788877051.044936:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044939:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044940:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be340 index 113 00000020:00000001:0.0:1788877051.044941:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044942:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044943:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044946:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cf1af203[1 00000000414b29a2 5 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877051.044947:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044949:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044950:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c620. 00000020:00000001:0.0:1788877051.044952:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044953:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044954:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044956:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554411776 : -126393155139840 : ffff8d0bcce2c700) 00000020:00000001:0.0:1788877051.044957:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044959:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044960:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.044961:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.044962:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.044965:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fc37923a[2 00000000414b29a2 1 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877051.044966:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.044967:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.044968:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.044969:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2c760 00000008:00000001:0.0:1788877051.044970:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.044971:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2c770 page ffff8d0bcce2c760 at index 114. 00000008:00000001:0.0:1788877051.044973:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.044976:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.044977:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be380 index 114 00000020:00000001:0.0:1788877051.044979:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044980:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.044980:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.044987:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fc37923a[1 00000000414b29a2 5 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877051.044988:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.044989:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.044991:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2c700. 00000020:00000001:0.0:1788877051.044993:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.044994:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.044995:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.044996:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554413120 : -126393155138496 : ffff8d0bcce2cc40) 00000020:00000001:0.0:1788877051.044998:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.044999:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045000:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045001:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045002:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045005:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000034c79222[2 00000000414b29a2 1 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877051.045006:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045007:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045008:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045009:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2cca0 00000008:00000001:0.0:1788877051.045010:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045012:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2ccb0 page ffff8d0bcce2cca0 at index 115. 00000008:00000001:0.0:1788877051.045014:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045016:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045018:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be3c0 index 115 00000020:00000001:0.0:1788877051.045020:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045020:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045021:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045024:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000034c79222[1 00000000414b29a2 5 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877051.045025:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045026:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045028:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2cc40. 00000020:00000001:0.0:1788877051.045030:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045031:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045032:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045033:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554408352 : -126393155143264 : ffff8d0bcce2b9a0) 00000020:00000001:0.0:1788877051.045035:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045036:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045037:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045038:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045039:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045041:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008a388681[2 00000000414b29a2 1 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877051.045043:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045044:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045045:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045046:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2ba00 00000008:00000001:0.0:1788877051.045047:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045048:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2ba10 page ffff8d0bcce2ba00 at index 116. 00000008:00000001:0.0:1788877051.045050:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045053:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045054:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be400 index 116 00000020:00000001:0.0:1788877051.045060:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045062:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045063:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045065:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008a388681[1 00000000414b29a2 5 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877051.045066:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045068:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045069:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b9a0. 00000020:00000001:0.0:1788877051.045072:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045073:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045074:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045076:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554407904 : -126393155143712 : ffff8d0bcce2b7e0) 00000020:00000001:0.0:1788877051.045078:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045079:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045080:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045084:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045085:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045088:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000058b4b9f5[2 00000000414b29a2 1 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877051.045089:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045090:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045091:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045092:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b840 00000008:00000001:0.0:1788877051.045093:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045094:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b850 page ffff8d0bcce2b840 at index 117. 00000008:00000001:0.0:1788877051.045096:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045098:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045099:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be440 index 117 00000020:00000001:0.0:1788877051.045100:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045101:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045102:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045104:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000058b4b9f5[1 00000000414b29a2 5 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877051.045105:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045106:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045107:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b7e0. 00000020:00000001:0.0:1788877051.045109:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045110:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045111:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045112:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554409696 : -126393155141920 : ffff8d0bcce2bee0) 00000020:00000001:0.0:1788877051.045114:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045114:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045115:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045116:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045117:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000957cd8b7[2 00000000414b29a2 1 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877051.045119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045120:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045122:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045122:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2bf40 00000008:00000001:0.0:1788877051.045123:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045124:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2bf50 page ffff8d0bcce2bf40 at index 118. 00000008:00000001:0.0:1788877051.045126:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045128:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045129:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be480 index 118 00000020:00000001:0.0:1788877051.045131:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045131:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045132:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045134:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000957cd8b7[1 00000000414b29a2 5 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877051.045135:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045136:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045137:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2bee0. 00000020:00000001:0.0:1788877051.045139:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045139:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045140:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045141:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554407008 : -126393155144608 : ffff8d0bcce2b460) 00000020:00000001:0.0:1788877051.045143:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045143:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045144:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045145:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045146:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045148:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f8310eaa[2 00000000414b29a2 1 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877051.045148:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045149:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045150:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045151:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b4c0 00000008:00000001:0.0:1788877051.045152:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045153:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b4d0 page ffff8d0bcce2b4c0 at index 119. 00000008:00000001:0.0:1788877051.045154:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045156:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045157:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be4c0 index 119 00000020:00000001:0.0:1788877051.045158:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045159:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045159:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045161:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f8310eaa[1 00000000414b29a2 5 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877051.045162:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045163:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045164:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b460. 00000020:00000001:0.0:1788877051.045165:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045166:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045236:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045237:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554406560 : -126393155145056 : ffff8d0bcce2b2a0) 00000020:00000001:0.0:1788877051.045239:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045240:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045241:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045242:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045243:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045246:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f81e81f4[2 00000000414b29a2 1 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877051.045271:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045272:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045274:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045275:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b300 00000008:00000001:0.0:1788877051.045276:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045277:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b310 page ffff8d0bcce2b300 at index 120. 00000008:00000001:0.0:1788877051.045279:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045281:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045283:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be500 index 120 00000020:00000001:0.0:1788877051.045284:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045285:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045286:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045288:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f81e81f4[1 00000000414b29a2 5 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877051.045290:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045291:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045292:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b2a0. 00000020:00000001:0.0:1788877051.045294:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045295:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045296:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045297:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554406784 : -126393155144832 : ffff8d0bcce2b380) 00000020:00000001:0.0:1788877051.045299:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045300:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045301:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045302:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045302:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045304:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000224f011e[2 00000000414b29a2 1 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877051.045305:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045306:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045307:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045308:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b3e0 00000008:00000001:0.0:1788877051.045309:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045310:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b3f0 page ffff8d0bcce2b3e0 at index 121. 00000008:00000001:0.0:1788877051.045311:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045313:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045314:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be540 index 121 00000020:00000001:0.0:1788877051.045316:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045317:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045317:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045319:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000224f011e[1 00000000414b29a2 5 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877051.045320:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045321:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045322:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b380. 00000020:00000001:0.0:1788877051.045324:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045325:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045325:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045326:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554406112 : -126393155145504 : ffff8d0bcce2b0e0) 00000020:00000001:0.0:1788877051.045328:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045328:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045329:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045330:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045331:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045333:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006f7282bd[2 00000000414b29a2 1 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877051.045334:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045334:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045335:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045336:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b140 00000008:00000001:0.0:1788877051.045337:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045338:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b150 page ffff8d0bcce2b140 at index 122. 00000008:00000001:0.0:1788877051.045339:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045341:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045342:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be580 index 122 00000020:00000001:0.0:1788877051.045343:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045344:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045344:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045346:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006f7282bd[1 00000000414b29a2 5 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877051.045347:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045348:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045349:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b0e0. 00000020:00000001:0.0:1788877051.045350:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045351:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045352:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045353:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554405888 : -126393155145728 : ffff8d0bcce2b000) 00000020:00000001:0.0:1788877051.045354:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045356:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045357:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045358:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045359:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045361:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000617310fa[2 00000000414b29a2 1 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877051.045362:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045363:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045364:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045365:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b060 00000008:00000001:0.0:1788877051.045365:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045366:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b070 page ffff8d0bcce2b060 at index 123. 00000008:00000001:0.0:1788877051.045368:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045369:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045370:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be5c0 index 123 00000020:00000001:0.0:1788877051.045371:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045372:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045373:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045374:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000617310fa[1 00000000414b29a2 5 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877051.045375:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045376:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045377:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b000. 00000020:00000001:0.0:1788877051.045378:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045379:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045380:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045381:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554407232 : -126393155144384 : ffff8d0bcce2b540) 00000020:00000001:0.0:1788877051.045382:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045446:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045447:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045448:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045449:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045453:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000058417de7[2 00000000414b29a2 1 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877051.045454:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045455:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045457:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045457:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b5a0 00000008:00000001:0.0:1788877051.045459:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045460:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b5b0 page ffff8d0bcce2b5a0 at index 124. 00000008:00000001:0.0:1788877051.045462:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045464:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045466:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be600 index 124 00000020:00000001:0.0:1788877051.045469:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045470:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045471:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045473:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000058417de7[1 00000000414b29a2 5 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877051.045475:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045476:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045478:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b540. 00000020:00000001:0.0:1788877051.045481:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045482:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045483:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045485:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554409472 : -126393155142144 : ffff8d0bcce2be00) 00000020:00000001:0.0:1788877051.045487:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045488:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045489:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045490:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045491:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045494:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004cf083f3[2 00000000414b29a2 1 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877051.045495:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045496:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045497:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045498:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2be60 00000008:00000001:0.0:1788877051.045500:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045501:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2be70 page ffff8d0bcce2be60 at index 125. 00000008:00000001:0.0:1788877051.045503:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045505:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045506:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be640 index 125 00000020:00000001:0.0:1788877051.045508:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045509:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045511:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045513:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004cf083f3[1 00000000414b29a2 5 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877051.045515:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045516:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045518:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2be00. 00000020:00000001:0.0:1788877051.045520:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045521:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045522:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045523:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554408128 : -126393155143488 : ffff8d0bcce2b8c0) 00000020:00000001:0.0:1788877051.045525:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045527:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045528:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045529:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045530:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045533:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f6433327[2 00000000414b29a2 1 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877051.045534:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045536:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045537:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045538:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b920 00000008:00000001:0.0:1788877051.045543:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045545:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b930 page ffff8d0bcce2b920 at index 126. 00000008:00000001:0.0:1788877051.045547:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045549:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045551:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be680 index 126 00000020:00000001:0.0:1788877051.045553:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045554:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045555:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045558:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f6433327[1 00000000414b29a2 5 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877051.045559:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045560:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045562:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b8c0. 00000020:00000001:0.0:1788877051.045564:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045565:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045566:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045567:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554408800 : -126393155142816 : ffff8d0bcce2bb60) 00000020:00000001:0.0:1788877051.045570:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045571:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045572:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045573:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045574:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045577:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cc7d19c3[2 00000000414b29a2 1 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877051.045578:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045580:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045581:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045582:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2bbc0 00000008:00000001:0.0:1788877051.045583:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045584:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2bbd0 page ffff8d0bcce2bbc0 at index 127. 00000008:00000001:0.0:1788877051.045586:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045592:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045594:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be6c0 index 127 00000020:00000001:0.0:1788877051.045596:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045597:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045598:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045600:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cc7d19c3[1 00000000414b29a2 5 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877051.045601:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045602:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045604:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2bb60. 00000020:00000001:0.0:1788877051.045606:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045607:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045608:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045610:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554409248 : -126393155142368 : ffff8d0bcce2bd20) 00000020:00000001:0.0:1788877051.045616:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045617:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045618:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045619:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045620:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045623:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000acd1b5dd[2 00000000414b29a2 1 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877051.045625:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045626:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045627:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045628:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2bd80 00000008:00000001:0.0:1788877051.045630:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045631:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2bd90 page ffff8d0bcce2bd80 at index 128. 00000008:00000001:0.0:1788877051.045633:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045635:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045637:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be700 index 128 00000020:00000001:0.0:1788877051.045639:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045640:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045641:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045644:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000acd1b5dd[1 00000000414b29a2 5 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877051.045645:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045646:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045648:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2bd20. 00000020:00000001:0.0:1788877051.045650:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045651:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045652:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045654:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554406336 : -126393155145280 : ffff8d0bcce2b1c0) 00000020:00000001:0.0:1788877051.045656:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045657:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045658:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045660:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045660:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045663:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000eaf83d19[2 00000000414b29a2 1 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877051.045664:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045666:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045667:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045668:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b220 00000008:00000001:0.0:1788877051.045669:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045674:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b230 page ffff8d0bcce2b220 at index 129. 00000008:00000001:0.0:1788877051.045677:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045680:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045681:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be740 index 129 00000020:00000001:0.0:1788877051.045683:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045684:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045685:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045688:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000eaf83d19[1 00000000414b29a2 5 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877051.045689:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045690:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045693:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b1c0. 00000020:00000001:0.0:1788877051.045695:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045696:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045697:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045699:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554408576 : -126393155143040 : ffff8d0bcce2ba80) 00000020:00000001:0.0:1788877051.045701:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045702:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045703:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045704:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045705:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000056ac7c82[2 00000000414b29a2 1 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877051.045708:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045710:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045711:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045712:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2bae0 00000008:00000001:0.0:1788877051.045713:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045715:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2baf0 page ffff8d0bcce2bae0 at index 130. 00000008:00000001:0.0:1788877051.045717:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045720:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be780 index 130 00000020:00000001:0.0:1788877051.045722:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045723:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045724:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045727:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000056ac7c82[1 00000000414b29a2 5 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877051.045728:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045729:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045731:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2ba80. 00000020:00000001:0.0:1788877051.045733:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045734:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045736:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045737:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554407456 : -126393155144160 : ffff8d0bcce2b620) 00000020:00000001:0.0:1788877051.045739:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045740:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045741:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045742:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045743:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a9b1bed9[2 00000000414b29a2 1 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877051.045748:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045749:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045750:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045751:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b680 00000008:00000001:0.0:1788877051.045752:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045753:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b690 page ffff8d0bcce2b680 at index 131. 00000008:00000001:0.0:1788877051.045755:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045757:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045758:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be7c0 index 131 00000020:00000001:0.0:1788877051.045760:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045762:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045809:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045812:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a9b1bed9[1 00000000414b29a2 5 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877051.045814:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045815:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045817:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b620. 00000020:00000001:0.0:1788877051.045820:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045821:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045823:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045824:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554407680 : -126393155143936 : ffff8d0bcce2b700) 00000020:00000001:0.0:1788877051.045826:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045827:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045828:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045830:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045831:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045833:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009bbf1eaf[2 00000000414b29a2 1 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877051.045835:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045836:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045837:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045839:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2b760 00000008:00000001:0.0:1788877051.045840:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045842:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2b770 page ffff8d0bcce2b760 at index 132. 00000008:00000001:0.0:1788877051.045844:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045846:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045848:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196000 index 132 00000020:00000001:0.0:1788877051.045850:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045851:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045852:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045855:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009bbf1eaf[1 00000000414b29a2 5 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877051.045856:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045857:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045859:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2b700. 00000020:00000001:0.0:1788877051.045861:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045862:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045863:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045864:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554409024 : -126393155142592 : ffff8d0bcce2bc40) 00000020:00000001:0.0:1788877051.045866:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045867:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045869:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045870:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045871:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045873:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000937f9333[2 00000000414b29a2 1 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877051.045875:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045876:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045877:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045878:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2bca0 00000008:00000001:0.0:1788877051.045879:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045881:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2bcb0 page ffff8d0bcce2bca0 at index 133. 00000008:00000001:0.0:1788877051.045883:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045885:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045887:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196040 index 133 00000020:00000001:0.0:1788877051.045889:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045890:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045891:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045894:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000937f9333[1 00000000414b29a2 5 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877051.045895:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045897:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045898:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2bc40. 00000020:00000001:0.0:1788877051.045900:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045902:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045903:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045904:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554293216 : -126393155258400 : ffff8d0bcce0f7e0) 00000020:00000001:0.0:1788877051.045906:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045907:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045908:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045910:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045911:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045914:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000e862da6[2 00000000414b29a2 1 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877051.045915:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045916:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045918:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045919:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f840 00000008:00000001:0.0:1788877051.045920:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.045922:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f850 page ffff8d0bcce0f840 at index 134. 00000008:00000001:0.0:1788877051.045924:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.045926:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.045928:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196080 index 134 00000020:00000001:0.0:1788877051.045929:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045931:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.045932:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.045934:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000e862da6[1 00000000414b29a2 5 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877051.045935:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.045937:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.045938:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f7e0. 00000020:00000001:0.0:1788877051.045940:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.045941:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.045980:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.045982:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554295008 : -126393155256608 : ffff8d0bcce0fee0) 00000020:00000001:0.0:1788877051.045985:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045986:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.045987:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.045989:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.045990:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.045993:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000030893f91[2 00000000414b29a2 1 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877051.045995:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.045996:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.045997:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.045998:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0ff40 00000008:00000001:0.0:1788877051.046000:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046001:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0ff50 page ffff8d0bcce0ff40 at index 135. 00000008:00000001:0.0:1788877051.046003:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046006:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046008:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401960c0 index 135 00000020:00000001:0.0:1788877051.046010:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046011:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046012:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046015:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000030893f91[1 00000000414b29a2 5 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877051.046017:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046018:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046020:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0fee0. 00000020:00000001:0.0:1788877051.046022:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046024:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046025:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046027:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554292320 : -126393155259296 : ffff8d0bcce0f460) 00000020:00000001:0.0:1788877051.046029:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046030:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046031:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046032:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046034:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046036:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002503efc0[2 00000000414b29a2 1 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877051.046038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046039:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046040:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046042:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f4c0 00000008:00000001:0.0:1788877051.046043:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046044:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f4d0 page ffff8d0bcce0f4c0 at index 136. 00000008:00000001:0.0:1788877051.046047:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046049:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046051:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196100 index 136 00000020:00000001:0.0:1788877051.046053:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046054:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046055:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002503efc0[1 00000000414b29a2 5 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877051.046059:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046061:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046062:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f460. 00000020:00000001:0.0:1788877051.046064:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046069:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554291872 : -126393155259744 : ffff8d0bcce0f2a0) 00000020:00000001:0.0:1788877051.046071:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046072:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046073:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046074:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046076:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e1598575[2 00000000414b29a2 1 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877051.046080:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046081:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046082:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046083:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f300 00000008:00000001:0.0:1788877051.046085:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046086:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f310 page ffff8d0bcce0f300 at index 137. 00000008:00000001:0.0:1788877051.046088:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046090:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046091:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196140 index 137 00000020:00000001:0.0:1788877051.046093:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046095:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046096:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046098:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e1598575[1 00000000414b29a2 5 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877051.046100:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046101:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046103:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f2a0. 00000020:00000001:0.0:1788877051.046105:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046106:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046107:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046109:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554292096 : -126393155259520 : ffff8d0bcce0f380) 00000020:00000001:0.0:1788877051.046111:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046112:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046113:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046114:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046115:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046118:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000425e9c90[2 00000000414b29a2 1 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877051.046120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046121:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046122:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046123:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f3e0 00000008:00000001:0.0:1788877051.046124:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046125:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f3f0 page ffff8d0bcce0f3e0 at index 138. 00000008:00000001:0.0:1788877051.046128:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046130:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046131:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196180 index 138 00000020:00000001:0.0:1788877051.046134:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046135:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046136:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046138:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000425e9c90[1 00000000414b29a2 5 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877051.046139:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046140:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046142:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f380. 00000020:00000001:0.0:1788877051.046143:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046144:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046146:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046147:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554291424 : -126393155260192 : ffff8d0bcce0f0e0) 00000020:00000001:0.0:1788877051.046149:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046150:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046151:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046153:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046154:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009396bd8e[2 00000000414b29a2 1 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877051.046158:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046159:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046161:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046162:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f140 00000008:00000001:0.0:1788877051.046163:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046164:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f150 page ffff8d0bcce0f140 at index 139. 00000008:00000001:0.0:1788877051.046166:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046168:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046170:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401961c0 index 139 00000020:00000001:0.0:1788877051.046172:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046172:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046173:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046176:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009396bd8e[1 00000000414b29a2 5 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877051.046177:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046179:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046180:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f0e0. 00000020:00000001:0.0:1788877051.046182:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046183:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046185:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046186:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554291200 : -126393155260416 : ffff8d0bcce0f000) 00000020:00000001:0.0:1788877051.046188:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046189:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046190:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046191:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046192:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046195:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003754eb21[2 00000000414b29a2 1 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877051.046196:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046197:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046199:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046200:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f060 00000008:00000001:0.0:1788877051.046201:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046202:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f070 page ffff8d0bcce0f060 at index 140. 00000008:00000001:0.0:1788877051.046204:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046207:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046208:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196200 index 140 00000020:00000001:0.0:1788877051.046210:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046211:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046213:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046215:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003754eb21[1 00000000414b29a2 5 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877051.046216:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046218:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046219:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f000. 00000020:00000001:0.0:1788877051.046221:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046222:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046223:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046225:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554292544 : -126393155259072 : ffff8d0bcce0f540) 00000020:00000001:0.0:1788877051.046227:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046228:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046229:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046230:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046231:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046234:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001288c579[2 00000000414b29a2 1 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877051.046236:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046238:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046239:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046240:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f5a0 00000008:00000001:0.0:1788877051.046241:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046242:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f5b0 page ffff8d0bcce0f5a0 at index 141. 00000008:00000001:0.0:1788877051.046244:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046276:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046279:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196240 index 141 00000020:00000001:0.0:1788877051.046282:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046283:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046284:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046287:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001288c579[1 00000000414b29a2 5 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877051.046288:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046289:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046291:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f540. 00000020:00000001:0.0:1788877051.046293:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046294:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046296:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046297:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554294784 : -126393155256832 : ffff8d0bcce0fe00) 00000020:00000001:0.0:1788877051.046299:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046300:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046301:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046302:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046302:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046304:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000227310f5[2 00000000414b29a2 1 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877051.046307:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046308:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046309:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046310:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0fe60 00000008:00000001:0.0:1788877051.046311:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046312:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0fe70 page ffff8d0bcce0fe60 at index 142. 00000008:00000001:0.0:1788877051.046314:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046316:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046317:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196280 index 142 00000020:00000001:0.0:1788877051.046319:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046320:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046321:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046323:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000227310f5[1 00000000414b29a2 5 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877051.046324:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046325:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046327:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0fe00. 00000020:00000001:0.0:1788877051.046328:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046329:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046330:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046332:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554293440 : -126393155258176 : ffff8d0bcce0f8c0) 00000020:00000001:0.0:1788877051.046333:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046334:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046335:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046336:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046337:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046339:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ceea912[2 00000000414b29a2 1 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877051.046341:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046342:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046343:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046344:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f920 00000008:00000001:0.0:1788877051.046345:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046346:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f930 page ffff8d0bcce0f920 at index 143. 00000008:00000001:0.0:1788877051.046348:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046350:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046351:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401962c0 index 143 00000020:00000001:0.0:1788877051.046353:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046354:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046355:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046357:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000ceea912[1 00000000414b29a2 5 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877051.046359:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046360:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046361:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f8c0. 00000020:00000001:0.0:1788877051.046364:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046365:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046367:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046368:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554294112 : -126393155257504 : ffff8d0bcce0fb60) 00000020:00000001:0.0:1788877051.046370:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046372:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046373:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046374:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046375:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046378:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001dc065c5[2 00000000414b29a2 1 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877051.046379:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046380:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046382:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046549:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0fbc0 00000008:00000001:0.0:1788877051.046552:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046554:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0fbd0 page ffff8d0bcce0fbc0 at index 144. 00000008:00000001:0.0:1788877051.046556:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046559:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046561:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196300 index 144 00000020:00000001:0.0:1788877051.046563:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046564:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046565:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046569:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001dc065c5[1 00000000414b29a2 5 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877051.046570:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046571:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046574:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0fb60. 00000020:00000001:0.0:1788877051.046576:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046577:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046579:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046580:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554294560 : -126393155257056 : ffff8d0bcce0fd20) 00000020:00000001:0.0:1788877051.046582:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046583:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046585:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046586:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046587:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046589:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fabbdf93[2 00000000414b29a2 1 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877051.046590:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046592:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046593:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046594:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0fd80 00000008:00000001:0.0:1788877051.046595:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046597:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0fd90 page ffff8d0bcce0fd80 at index 145. 00000008:00000001:0.0:1788877051.046599:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046601:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046603:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196340 index 145 00000020:00000001:0.0:1788877051.046605:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046606:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046607:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046610:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fabbdf93[1 00000000414b29a2 5 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877051.046611:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046612:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046614:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0fd20. 00000020:00000001:0.0:1788877051.046616:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046617:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046618:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046620:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554291648 : -126393155259968 : ffff8d0bcce0f1c0) 00000020:00000001:0.0:1788877051.046622:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046622:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046624:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046625:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046626:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046629:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d55665aa[2 00000000414b29a2 1 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877051.046630:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046631:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046633:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046634:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f220 00000008:00000001:0.0:1788877051.046636:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046637:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f230 page ffff8d0bcce0f220 at index 146. 00000008:00000001:0.0:1788877051.046639:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046641:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046643:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196380 index 146 00000020:00000001:0.0:1788877051.046645:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046646:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046647:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046650:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d55665aa[1 00000000414b29a2 5 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877051.046651:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046652:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046654:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f1c0. 00000020:00000001:0.0:1788877051.046656:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046657:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046659:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046660:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554293888 : -126393155257728 : ffff8d0bcce0fa80) 00000020:00000001:0.0:1788877051.046662:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046664:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046665:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046666:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046667:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046670:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000eaad4dc9[2 00000000414b29a2 1 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877051.046672:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046673:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046674:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046675:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0fae0 00000008:00000001:0.0:1788877051.046677:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046678:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0faf0 page ffff8d0bcce0fae0 at index 147. 00000008:00000001:0.0:1788877051.046680:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046683:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046684:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401963c0 index 147 00000020:00000001:0.0:1788877051.046686:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046687:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046689:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046691:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000eaad4dc9[1 00000000414b29a2 5 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877051.046693:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046694:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046696:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0fa80. 00000020:00000001:0.0:1788877051.046698:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046699:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046701:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046702:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554292768 : -126393155258848 : ffff8d0bcce0f620) 00000020:00000001:0.0:1788877051.046705:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046706:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046707:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046708:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046709:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046711:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c6f44dea[2 00000000414b29a2 1 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877051.046713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046714:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046715:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046716:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f680 00000008:00000001:0.0:1788877051.046718:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046719:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f690 page ffff8d0bcce0f680 at index 148. 00000008:00000001:0.0:1788877051.046721:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046723:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046725:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196400 index 148 00000020:00000001:0.0:1788877051.046727:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046727:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046728:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046731:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c6f44dea[1 00000000414b29a2 5 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877051.046733:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046734:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046735:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f620. 00000020:00000001:0.0:1788877051.046737:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046739:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046740:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046741:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554292992 : -126393155258624 : ffff8d0bcce0f700) 00000020:00000001:0.0:1788877051.046743:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046744:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046746:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046746:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046747:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046750:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006919bb6d[2 00000000414b29a2 1 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877051.046752:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046753:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046754:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046755:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0f760 00000008:00000001:0.0:1788877051.046757:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046758:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0f770 page ffff8d0bcce0f760 at index 149. 00000008:00000001:0.0:1788877051.046761:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046763:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046764:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196440 index 149 00000020:00000001:0.0:1788877051.046766:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046768:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046769:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046771:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006919bb6d[1 00000000414b29a2 5 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877051.046773:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046774:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046776:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f700. 00000020:00000001:0.0:1788877051.046778:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046779:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046818:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046820:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554294336 : -126393155257280 : ffff8d0bcce0fc40) 00000020:00000001:0.0:1788877051.046822:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046824:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046825:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046826:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046827:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046830:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cc762bed[2 00000000414b29a2 1 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877051.046831:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046833:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046834:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046836:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0fca0 00000008:00000001:0.0:1788877051.046837:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046839:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0fcb0 page ffff8d0bcce0fca0 at index 150. 00000008:00000001:0.0:1788877051.046841:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046844:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046845:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196480 index 150 00000020:00000001:0.0:1788877051.046848:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046849:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046850:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046853:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cc762bed[1 00000000414b29a2 5 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877051.046854:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046855:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046858:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0fc40. 00000020:00000001:0.0:1788877051.046860:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046861:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046862:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046864:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554293664 : -126393155257952 : ffff8d0bcce0f9a0) 00000020:00000001:0.0:1788877051.046866:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046867:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046868:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046869:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046871:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046873:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de7c29a1[2 00000000414b29a2 1 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877051.046874:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046875:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046876:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046877:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce0fa00 00000008:00000001:0.0:1788877051.046878:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046880:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce0fa10 page ffff8d0bcce0fa00 at index 151. 00000008:00000001:0.0:1788877051.046881:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046883:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046885:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401964c0 index 151 00000020:00000001:0.0:1788877051.046887:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046889:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046890:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046893:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de7c29a1[1 00000000414b29a2 5 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877051.046894:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046895:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046897:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce0f9a0. 00000020:00000001:0.0:1788877051.046899:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046900:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046902:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046903:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554481856 : -126393155069760 : ffff8d0bcce3d8c0) 00000020:00000001:0.0:1788877051.046905:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046906:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046907:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046908:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046910:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046912:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f535014a[2 00000000414b29a2 1 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877051.046914:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046915:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046917:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046918:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3d920 00000008:00000001:0.0:1788877051.046919:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046920:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3d930 page ffff8d0bcce3d920 at index 152. 00000008:00000001:0.0:1788877051.046922:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046925:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046926:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196500 index 152 00000020:00000001:0.0:1788877051.046928:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046929:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046930:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046933:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f535014a[1 00000000414b29a2 5 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877051.046934:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046936:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046938:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3d8c0. 00000020:00000001:0.0:1788877051.046940:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046941:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046943:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046944:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554482528 : -126393155069088 : ffff8d0bcce3db60) 00000020:00000001:0.0:1788877051.046946:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046948:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046949:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046950:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046951:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046954:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007946ce1f[2 00000000414b29a2 1 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877051.046956:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046957:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.046958:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.046959:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3dbc0 00000008:00000001:0.0:1788877051.046961:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.046962:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3dbd0 page ffff8d0bcce3dbc0 at index 153. 00000008:00000001:0.0:1788877051.046964:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.046966:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.046968:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196540 index 153 00000020:00000001:0.0:1788877051.046970:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046971:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.046973:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.046975:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007946ce1f[1 00000000414b29a2 5 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877051.046977:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.046978:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.046980:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3db60. 00000020:00000001:0.0:1788877051.046982:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.046983:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.046984:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.046986:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554482976 : -126393155068640 : ffff8d0bcce3dd20) 00000020:00000001:0.0:1788877051.046988:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046989:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.046991:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.046992:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.046993:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.046996:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e95f74d9[2 00000000414b29a2 1 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877051.046997:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.046999:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047000:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047001:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3dd80 00000008:00000001:0.0:1788877051.047003:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047004:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3dd90 page ffff8d0bcce3dd80 at index 154. 00000008:00000001:0.0:1788877051.047006:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047009:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047010:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196580 index 154 00000020:00000001:0.0:1788877051.047012:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047013:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047015:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047017:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e95f74d9[1 00000000414b29a2 5 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877051.047019:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047020:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047022:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3dd20. 00000020:00000001:0.0:1788877051.047024:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047025:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047026:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047027:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554480064 : -126393155071552 : ffff8d0bcce3d1c0) 00000020:00000001:0.0:1788877051.047029:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047030:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047031:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047032:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047034:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047036:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000004e83df[2 00000000414b29a2 1 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877051.047038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047039:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047040:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047041:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3d220 00000008:00000001:0.0:1788877051.047042:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047044:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3d230 page ffff8d0bcce3d220 at index 155. 00000008:00000001:0.0:1788877051.047046:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047048:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047050:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401965c0 index 155 00000020:00000001:0.0:1788877051.047051:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047053:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047054:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047056:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000004e83df[1 00000000414b29a2 5 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877051.047058:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047059:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047061:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3d1c0. 00000020:00000001:0.0:1788877051.047064:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047065:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047066:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047068:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554482304 : -126393155069312 : ffff8d0bcce3da80) 00000020:00000001:0.0:1788877051.047070:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047072:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047073:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047074:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047075:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d697f5df[2 00000000414b29a2 1 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877051.047079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047081:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047082:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3dae0 00000008:00000001:0.0:1788877051.047084:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047085:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3daf0 page ffff8d0bcce3dae0 at index 156. 00000008:00000001:0.0:1788877051.047088:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047091:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047092:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196600 index 156 00000020:00000001:0.0:1788877051.047094:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047095:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047096:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047099:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d697f5df[1 00000000414b29a2 5 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877051.047100:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047101:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047103:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3da80. 00000020:00000001:0.0:1788877051.047106:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047107:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047108:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047110:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554481184 : -126393155070432 : ffff8d0bcce3d620) 00000020:00000001:0.0:1788877051.047113:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047114:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047115:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047116:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047117:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002c9e0cfd[2 00000000414b29a2 1 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877051.047121:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047122:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047124:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047125:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3d680 00000008:00000001:0.0:1788877051.047126:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047127:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3d690 page ffff8d0bcce3d680 at index 157. 00000008:00000001:0.0:1788877051.047129:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047131:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047133:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196640 index 157 00000020:00000001:0.0:1788877051.047135:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047136:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047137:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047140:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002c9e0cfd[1 00000000414b29a2 5 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877051.047141:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047142:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047144:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3d620. 00000020:00000001:0.0:1788877051.047146:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047147:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047148:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047150:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554481408 : -126393155070208 : ffff8d0bcce3d700) 00000020:00000001:0.0:1788877051.047151:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047152:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047153:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047154:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047155:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047158:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dc3cba7b[2 00000000414b29a2 1 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877051.047159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047160:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047162:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047163:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3d760 00000008:00000001:0.0:1788877051.047164:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047165:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3d770 page ffff8d0bcce3d760 at index 158. 00000008:00000001:0.0:1788877051.047167:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047170:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047171:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196680 index 158 00000020:00000001:0.0:1788877051.047173:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047174:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047175:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047178:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dc3cba7b[1 00000000414b29a2 5 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877051.047179:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047180:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047182:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3d700. 00000020:00000001:0.0:1788877051.047245:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047360:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047362:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047363:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554482752 : -126393155068864 : ffff8d0bcce3dc40) 00000020:00000001:0.0:1788877051.047365:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047367:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047368:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047369:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047371:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047374:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ac05f619[2 00000000414b29a2 1 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877051.047376:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047377:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047379:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047380:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3dca0 00000008:00000001:0.0:1788877051.047381:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047447:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3dcb0 page ffff8d0bcce3dca0 at index 159. 00000008:00000001:0.0:1788877051.047451:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047454:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047456:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401966c0 index 159 00000020:00000001:0.0:1788877051.047459:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047460:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047461:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047465:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ac05f619[1 00000000414b29a2 5 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877051.047466:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047467:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047470:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3dc40. 00000020:00000001:0.0:1788877051.047473:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047474:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047475:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047477:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554482080 : -126393155069536 : ffff8d0bcce3d9a0) 00000020:00000001:0.0:1788877051.047478:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047479:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047481:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047482:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047483:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047486:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003c5c40be[2 00000000414b29a2 1 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877051.047487:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047489:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047490:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047491:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3da00 00000008:00000001:0.0:1788877051.047493:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047494:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3da10 page ffff8d0bcce3da00 at index 160. 00000008:00000001:0.0:1788877051.047496:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047499:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047501:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196700 index 160 00000020:00000001:0.0:1788877051.047503:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047504:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047505:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047507:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003c5c40be[1 00000000414b29a2 5 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877051.047509:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047510:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047512:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3d9a0. 00000020:00000001:0.0:1788877051.047514:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047515:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047516:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047518:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554481632 : -126393155069984 : ffff8d0bcce3d7e0) 00000020:00000001:0.0:1788877051.047520:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047521:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047522:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047523:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047524:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047527:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009676a9f1[2 00000000414b29a2 1 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877051.047528:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047529:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047531:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047532:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3d840 00000008:00000001:0.0:1788877051.047533:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047534:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3d850 page ffff8d0bcce3d840 at index 161. 00000008:00000001:0.0:1788877051.047536:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047539:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047540:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196740 index 161 00000020:00000001:0.0:1788877051.047541:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047543:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047544:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047547:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009676a9f1[1 00000000414b29a2 5 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877051.047548:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047549:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047551:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3d7e0. 00000020:00000001:0.0:1788877051.047553:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047554:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047556:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047557:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554483424 : -126393155068192 : ffff8d0bcce3dee0) 00000020:00000001:0.0:1788877051.047559:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047561:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047562:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047563:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047564:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047566:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000742e9c76[2 00000000414b29a2 1 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877051.047568:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047569:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047570:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047571:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3df40 00000008:00000001:0.0:1788877051.047573:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047574:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3df50 page ffff8d0bcce3df40 at index 162. 00000008:00000001:0.0:1788877051.047576:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047578:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047580:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196780 index 162 00000020:00000001:0.0:1788877051.047582:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047583:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047584:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047586:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000742e9c76[1 00000000414b29a2 5 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877051.047588:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047589:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047591:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3dee0. 00000020:00000001:0.0:1788877051.047593:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047594:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047595:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047597:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554480736 : -126393155070880 : ffff8d0bcce3d460) 00000020:00000001:0.0:1788877051.047599:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047600:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047601:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047602:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047603:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047605:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cc9f54f7[2 00000000414b29a2 1 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877051.047607:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047608:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047610:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047611:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce3d4c0 00000008:00000001:0.0:1788877051.047612:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047613:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce3d4d0 page ffff8d0bcce3d4c0 at index 163. 00000008:00000001:0.0:1788877051.047615:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047618:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047620:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401967c0 index 163 00000020:00000001:0.0:1788877051.047622:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047623:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047624:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047627:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cc9f54f7[1 00000000414b29a2 5 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877051.047628:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047629:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047631:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce3d460. 00000020:00000001:0.0:1788877051.047640:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047642:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047644:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047645:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554635712 : -126393154915904 : ffff8d0bcce631c0) 00000020:00000001:0.0:1788877051.047647:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047649:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047650:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047651:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047652:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047655:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000f8031a6[2 00000000414b29a2 1 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877051.047656:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047658:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047660:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047661:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce63220 00000008:00000001:0.0:1788877051.047662:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047663:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce63230 page ffff8d0bcce63220 at index 164. 00000008:00000001:0.0:1788877051.047665:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047668:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047669:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9a00 index 164 00000020:00000001:0.0:1788877051.047672:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047673:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047674:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047676:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000f8031a6[1 00000000414b29a2 5 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877051.047678:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047679:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047681:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce631c0. 00000020:00000001:0.0:1788877051.047684:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047685:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047722:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047724:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554637952 : -126393154913664 : ffff8d0bcce63a80) 00000020:00000001:0.0:1788877051.047726:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047728:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047729:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047731:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047732:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047735:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ab37fb20[2 00000000414b29a2 1 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877051.047736:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047738:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047739:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047740:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce63ae0 00000008:00000001:0.0:1788877051.047742:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047743:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce63af0 page ffff8d0bcce63ae0 at index 165. 00000008:00000001:0.0:1788877051.047745:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047748:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047750:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9a40 index 165 00000020:00000001:0.0:1788877051.047752:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047753:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047754:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047757:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ab37fb20[1 00000000414b29a2 5 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877051.047758:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047759:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047761:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce63a80. 00000020:00000001:0.0:1788877051.047764:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047765:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047766:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047767:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554636832 : -126393154914784 : ffff8d0bcce63620) 00000020:00000001:0.0:1788877051.047769:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047770:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047771:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047772:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047773:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047776:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c3cf950b[2 00000000414b29a2 1 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877051.047777:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047778:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047780:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047781:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce63680 00000008:00000001:0.0:1788877051.047782:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047783:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce63690 page ffff8d0bcce63680 at index 166. 00000008:00000001:0.0:1788877051.047785:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047788:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047789:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9a80 index 166 00000020:00000001:0.0:1788877051.047791:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047793:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047794:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047796:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c3cf950b[1 00000000414b29a2 5 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877051.047798:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047799:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047801:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce63620. 00000020:00000001:0.0:1788877051.047803:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047804:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047805:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047806:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554637056 : -126393154914560 : ffff8d0bcce63700) 00000020:00000001:0.0:1788877051.047808:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047809:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047810:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047811:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047812:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047815:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cfc1c638[2 00000000414b29a2 1 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877051.047817:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047818:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047819:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047820:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce63760 00000008:00000001:0.0:1788877051.047822:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047823:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce63770 page ffff8d0bcce63760 at index 167. 00000008:00000001:0.0:1788877051.047825:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047827:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047828:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9ac0 index 167 00000020:00000001:0.0:1788877051.047829:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047831:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047832:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047834:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cfc1c638[1 00000000414b29a2 5 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877051.047836:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047837:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047839:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce63700. 00000020:00000001:0.0:1788877051.047841:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047842:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047844:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047845:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554638400 : -126393154913216 : ffff8d0bcce63c40) 00000020:00000001:0.0:1788877051.047847:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047849:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047850:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047851:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047852:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047854:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf24e50[2 00000000414b29a2 1 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877051.047856:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047857:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047858:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047859:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce63ca0 00000008:00000001:0.0:1788877051.047861:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047862:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce63cb0 page ffff8d0bcce63ca0 at index 168. 00000008:00000001:0.0:1788877051.047864:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047866:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047868:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9b00 index 168 00000020:00000001:0.0:1788877051.047870:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047871:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047872:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047875:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008cf24e50[1 00000000414b29a2 5 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877051.047876:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047877:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047880:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce63c40. 00000020:00000001:0.0:1788877051.047882:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047883:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047884:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047886:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554637728 : -126393154913888 : ffff8d0bcce639a0) 00000020:00000001:0.0:1788877051.047888:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047889:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047891:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047892:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047893:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047896:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cf52eaeb[2 00000000414b29a2 1 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877051.047897:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047899:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047900:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047901:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce63a00 00000008:00000001:0.0:1788877051.047903:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047904:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce63a10 page ffff8d0bcce63a00 at index 169. 00000008:00000001:0.0:1788877051.047907:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047909:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047912:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9b40 index 169 00000020:00000001:0.0:1788877051.047913:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047914:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047915:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047918:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cf52eaeb[1 00000000414b29a2 5 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877051.047920:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047921:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047922:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce639a0. 00000020:00000001:0.0:1788877051.047929:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047930:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047932:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047934:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555210944 : -126393154340672 : ffff8d0bcceef8c0) 00000020:00000001:0.0:1788877051.047936:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047937:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047938:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047939:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047940:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047944:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ee8bc10[2 00000000414b29a2 1 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877051.047946:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047947:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047949:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047950:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef920 00000008:00000001:0.0:1788877051.047952:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047953:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef930 page ffff8d0bcceef920 at index 170. 00000008:00000001:0.0:1788877051.047955:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047958:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.047959:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9b80 index 170 00000020:00000001:0.0:1788877051.047962:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047963:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.047964:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.047966:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000ee8bc10[1 00000000414b29a2 5 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877051.047968:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.047969:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.047971:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef8c0. 00000020:00000001:0.0:1788877051.047974:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.047974:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.047976:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.047977:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555211616 : -126393154340000 : ffff8d0bcceefb60) 00000020:00000001:0.0:1788877051.047979:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047980:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.047981:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.047983:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.047984:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.047986:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000b508578[2 00000000414b29a2 1 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877051.047988:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.047989:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.047990:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.047991:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceefbc0 00000008:00000001:0.0:1788877051.047992:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.047994:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceefbd0 page ffff8d0bcceefbc0 at index 171. 00000008:00000001:0.0:1788877051.047996:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.047998:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048000:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9bc0 index 171 00000020:00000001:0.0:1788877051.048001:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048003:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048004:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048006:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000b508578[1 00000000414b29a2 5 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877051.048008:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048009:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048011:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceefb60. 00000020:00000001:0.0:1788877051.048013:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048014:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048015:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048016:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555212064 : -126393154339552 : ffff8d0bcceefd20) 00000020:00000001:0.0:1788877051.048018:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048019:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048020:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048021:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048023:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006ae3916f[2 00000000414b29a2 1 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877051.048027:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048028:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048029:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048030:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceefd80 00000008:00000001:0.0:1788877051.048032:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048033:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceefd90 page ffff8d0bcceefd80 at index 172. 00000008:00000001:0.0:1788877051.048035:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048037:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048039:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9c00 index 172 00000020:00000001:0.0:1788877051.048041:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048042:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048042:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048045:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006ae3916f[1 00000000414b29a2 5 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877051.048046:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048047:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048049:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceefd20. 00000020:00000001:0.0:1788877051.048051:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048052:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048054:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048055:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555209152 : -126393154342464 : ffff8d0bcceef1c0) 00000020:00000001:0.0:1788877051.048057:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048058:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048059:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048060:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048061:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002065dffb[2 00000000414b29a2 1 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877051.048066:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048067:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048068:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048069:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef220 00000008:00000001:0.0:1788877051.048071:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048072:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef230 page ffff8d0bcceef220 at index 173. 00000008:00000001:0.0:1788877051.048074:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048076:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048077:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9c40 index 173 00000020:00000001:0.0:1788877051.048079:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048080:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048081:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048083:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002065dffb[1 00000000414b29a2 5 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877051.048085:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048087:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048088:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef1c0. 00000020:00000001:0.0:1788877051.048090:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048091:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048092:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048094:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555211392 : -126393154340224 : ffff8d0bcceefa80) 00000020:00000001:0.0:1788877051.048096:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048098:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048099:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048100:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048101:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000958aac27[2 00000000414b29a2 1 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877051.048104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048106:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048107:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048108:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceefae0 00000008:00000001:0.0:1788877051.048109:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048110:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceefaf0 page ffff8d0bcceefae0 at index 174. 00000008:00000001:0.0:1788877051.048112:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048115:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048116:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9c80 index 174 00000020:00000001:0.0:1788877051.048118:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048120:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048120:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048123:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000958aac27[1 00000000414b29a2 5 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877051.048125:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048126:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048127:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceefa80. 00000020:00000001:0.0:1788877051.048129:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048130:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048132:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048133:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555210272 : -126393154341344 : ffff8d0bcceef620) 00000020:00000001:0.0:1788877051.048135:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048136:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048137:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048138:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048139:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048142:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a88bd441[2 00000000414b29a2 1 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877051.048143:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048145:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048146:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048147:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef680 00000008:00000001:0.0:1788877051.048148:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048150:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef690 page ffff8d0bcceef680 at index 175. 00000008:00000001:0.0:1788877051.048152:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048155:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048156:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9cc0 index 175 00000020:00000001:0.0:1788877051.048158:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048159:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048161:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048163:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a88bd441[1 00000000414b29a2 5 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877051.048165:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048166:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048167:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef620. 00000020:00000001:0.0:1788877051.048169:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048170:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048171:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048173:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555210496 : -126393154341120 : ffff8d0bcceef700) 00000020:00000001:0.0:1788877051.048175:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048175:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048177:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048178:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048179:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048181:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000079ee156f[2 00000000414b29a2 1 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877051.048183:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048184:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048327:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048328:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef760 00000008:00000001:0.0:1788877051.048330:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048331:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef770 page ffff8d0bcceef760 at index 176. 00000008:00000001:0.0:1788877051.048334:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048337:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048338:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9d00 index 176 00000020:00000001:0.0:1788877051.048341:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048342:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048344:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048347:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000079ee156f[1 00000000414b29a2 5 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877051.048348:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048350:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048352:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef700. 00000020:00000001:0.0:1788877051.048354:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048355:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048357:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048358:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555211840 : -126393154339776 : ffff8d0bcceefc40) 00000020:00000001:0.0:1788877051.048360:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048362:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048363:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048365:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048366:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048368:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005f59d18d[2 00000000414b29a2 1 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877051.048370:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048371:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048372:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048373:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceefca0 00000008:00000001:0.0:1788877051.048374:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048375:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceefcb0 page ffff8d0bcceefca0 at index 177. 00000008:00000001:0.0:1788877051.048377:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048380:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048382:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9d40 index 177 00000020:00000001:0.0:1788877051.048393:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048394:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048395:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048398:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005f59d18d[1 00000000414b29a2 5 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877051.048400:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048401:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048403:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceefc40. 00000020:00000001:0.0:1788877051.048405:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048406:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048407:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048409:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555211168 : -126393154340448 : ffff8d0bcceef9a0) 00000020:00000001:0.0:1788877051.048411:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048412:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048413:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048414:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048415:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048417:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000052353417[2 00000000414b29a2 1 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877051.048419:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048420:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048422:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048423:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceefa00 00000008:00000001:0.0:1788877051.048424:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048425:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceefa10 page ffff8d0bcceefa00 at index 178. 00000008:00000001:0.0:1788877051.048427:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048429:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048431:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9d80 index 178 00000020:00000001:0.0:1788877051.048433:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048434:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048435:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048447:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000052353417[1 00000000414b29a2 5 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877051.048449:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048450:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048452:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef9a0. 00000020:00000001:0.0:1788877051.048454:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048455:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048457:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048459:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555210720 : -126393154340896 : ffff8d0bcceef7e0) 00000020:00000001:0.0:1788877051.048461:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048462:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048463:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048465:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048466:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048468:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006aa00b30[2 00000000414b29a2 1 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877051.048470:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048471:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048473:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048473:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef840 00000008:00000001:0.0:1788877051.048474:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048476:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef850 page ffff8d0bcceef840 at index 179. 00000008:00000001:0.0:1788877051.048478:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048480:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048481:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9dc0 index 179 00000020:00000001:0.0:1788877051.048483:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048485:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048486:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048488:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006aa00b30[1 00000000414b29a2 5 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877051.048490:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048491:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048492:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef7e0. 00000020:00000001:0.0:1788877051.048495:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048496:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048559:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048561:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555212512 : -126393154339104 : ffff8d0bcceefee0) 00000020:00000001:0.0:1788877051.048564:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048565:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048567:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048568:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048569:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048572:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000485967eb[2 00000000414b29a2 1 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877051.048574:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048576:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048578:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048579:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceeff40 00000008:00000001:0.0:1788877051.048581:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048582:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceeff50 page ffff8d0bcceeff40 at index 180. 00000008:00000001:0.0:1788877051.048585:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048588:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048590:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9e00 index 180 00000020:00000001:0.0:1788877051.048592:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048594:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048595:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048598:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000485967eb[1 00000000414b29a2 5 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877051.048599:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048600:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048603:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceefee0. 00000020:00000001:0.0:1788877051.048605:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048607:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048608:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048610:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555209824 : -126393154341792 : ffff8d0bcceef460) 00000020:00000001:0.0:1788877051.048612:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048613:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048614:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048615:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048616:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048619:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ad2886c2[2 00000000414b29a2 1 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877051.048621:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048622:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048623:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048624:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef4c0 00000008:00000001:0.0:1788877051.048625:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048626:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef4d0 page ffff8d0bcceef4c0 at index 181. 00000008:00000001:0.0:1788877051.048628:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048630:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048632:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9e40 index 181 00000020:00000001:0.0:1788877051.048634:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048635:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048636:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048639:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ad2886c2[1 00000000414b29a2 5 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877051.048640:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048641:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048643:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef460. 00000020:00000001:0.0:1788877051.048645:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048646:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048647:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048649:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555209376 : -126393154342240 : ffff8d0bcceef2a0) 00000020:00000001:0.0:1788877051.048651:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048652:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048653:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048654:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048655:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048658:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000670f2ccf[2 00000000414b29a2 1 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877051.048660:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048661:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048662:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048663:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef300 00000008:00000001:0.0:1788877051.048664:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048665:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef310 page ffff8d0bcceef300 at index 182. 00000008:00000001:0.0:1788877051.048667:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048669:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048670:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9e80 index 182 00000020:00000001:0.0:1788877051.048672:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048673:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048674:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048676:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000670f2ccf[1 00000000414b29a2 5 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877051.048677:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048678:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048680:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef2a0. 00000020:00000001:0.0:1788877051.048682:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048683:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048684:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048685:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555209600 : -126393154342016 : ffff8d0bcceef380) 00000020:00000001:0.0:1788877051.048687:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048689:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048690:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048691:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048693:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048695:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d2677c90[2 00000000414b29a2 1 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877051.048697:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048698:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048699:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048700:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef3e0 00000008:00000001:0.0:1788877051.048701:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048703:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef3f0 page ffff8d0bcceef3e0 at index 183. 00000008:00000001:0.0:1788877051.048705:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048708:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048709:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9ec0 index 183 00000020:00000001:0.0:1788877051.048711:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048712:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048713:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048716:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d2677c90[1 00000000414b29a2 5 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877051.048717:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048718:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048719:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef380. 00000020:00000001:0.0:1788877051.048722:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048723:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048724:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048725:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555208928 : -126393154342688 : ffff8d0bcceef0e0) 00000020:00000001:0.0:1788877051.048728:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048729:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048730:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048731:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048732:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048734:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000accc98ad[2 00000000414b29a2 1 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877051.048736:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048737:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048738:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048739:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef140 00000008:00000001:0.0:1788877051.048741:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048742:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef150 page ffff8d0bcceef140 at index 184. 00000008:00000001:0.0:1788877051.048744:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048746:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048748:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9f00 index 184 00000020:00000001:0.0:1788877051.048750:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048751:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048752:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048755:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000accc98ad[1 00000000414b29a2 5 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877051.048756:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048757:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048759:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef0e0. 00000020:00000001:0.0:1788877051.048761:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048762:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048763:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048765:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555208704 : -126393154342912 : ffff8d0bcceef000) 00000020:00000001:0.0:1788877051.048767:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048767:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048769:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048770:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048771:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048773:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000462f65e9[2 00000000414b29a2 1 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877051.048775:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048776:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048777:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048778:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef060 00000008:00000001:0.0:1788877051.048779:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048781:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef070 page ffff8d0bcceef060 at index 185. 00000008:00000001:0.0:1788877051.048783:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048785:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048786:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9f40 index 185 00000020:00000001:0.0:1788877051.048788:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048789:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048790:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048793:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000462f65e9[1 00000000414b29a2 5 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877051.048794:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048796:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048797:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef000. 00000020:00000001:0.0:1788877051.048799:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048801:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048802:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048804:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555210048 : -126393154341568 : ffff8d0bcceef540) 00000020:00000001:0.0:1788877051.048806:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048807:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048808:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048809:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048810:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048813:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006e6fc8c8[2 00000000414b29a2 1 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877051.048814:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048815:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048817:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048818:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceef5a0 00000008:00000001:0.0:1788877051.048819:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048820:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceef5b0 page ffff8d0bcceef5a0 at index 186. 00000008:00000001:0.0:1788877051.048823:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048825:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048826:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9f80 index 186 00000020:00000001:0.0:1788877051.048828:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048829:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048830:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048832:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006e6fc8c8[1 00000000414b29a2 5 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877051.048834:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048835:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048836:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceef540. 00000020:00000001:0.0:1788877051.048839:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048840:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048841:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048843:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555212288 : -126393154339328 : ffff8d0bcceefe00) 00000020:00000001:0.0:1788877051.048845:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048846:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048847:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048848:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048849:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048852:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d24b5579[2 00000000414b29a2 1 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877051.048854:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048855:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048856:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048857:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceefe60 00000008:00000001:0.0:1788877051.048859:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048860:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceefe70 page ffff8d0bcceefe60 at index 187. 00000008:00000001:0.0:1788877051.048862:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048864:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048866:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401b9fc0 index 187 00000020:00000001:0.0:1788877051.048868:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048869:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048870:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048873:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d24b5579[1 00000000414b29a2 5 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877051.048874:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048875:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048877:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceefe00. 00000020:00000001:0.0:1788877051.048879:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048880:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048881:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048882:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555219360 : -126393154332256 : ffff8d0bccef19a0) 00000020:00000001:0.0:1788877051.048885:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048886:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048887:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048888:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048889:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048891:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002c291736[2 00000000414b29a2 1 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877051.048893:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048894:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048895:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048896:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1a00 00000008:00000001:0.0:1788877051.048897:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048898:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1a10 page ffff8d0bccef1a00 at index 188. 00000008:00000001:0.0:1788877051.048901:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048903:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048905:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be000 index 188 00000020:00000001:0.0:1788877051.048906:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048908:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048909:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048911:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002c291736[1 00000000414b29a2 5 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877051.048913:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048914:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048916:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef19a0. 00000020:00000001:0.0:1788877051.048918:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048919:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048921:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048922:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555218912 : -126393154332704 : ffff8d0bccef17e0) 00000020:00000001:0.0:1788877051.048924:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048925:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048926:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048927:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048928:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048931:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c432dcfb[2 00000000414b29a2 1 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877051.048932:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048933:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048934:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048935:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1840 00000008:00000001:0.0:1788877051.048937:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048938:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1850 page ffff8d0bccef1840 at index 189. 00000008:00000001:0.0:1788877051.048940:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048942:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048944:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be040 index 189 00000020:00000001:0.0:1788877051.048945:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048946:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048947:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048950:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c432dcfb[1 00000000414b29a2 5 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877051.048951:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048952:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048954:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef17e0. 00000020:00000001:0.0:1788877051.048956:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048957:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048958:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048959:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555220704 : -126393154330912 : ffff8d0bccef1ee0) 00000020:00000001:0.0:1788877051.048961:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048962:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.048963:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.048964:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.048965:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.048968:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000df11b40d[2 00000000414b29a2 1 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877051.048969:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.048971:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.048972:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.048973:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1f40 00000008:00000001:0.0:1788877051.048974:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.048976:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1f50 page ffff8d0bccef1f40 at index 190. 00000008:00000001:0.0:1788877051.048977:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.048980:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.048981:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be080 index 190 00000020:00000001:0.0:1788877051.048983:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048984:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.048985:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.048987:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000df11b40d[1 00000000414b29a2 5 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877051.048989:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.048990:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.048992:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1ee0. 00000020:00000001:0.0:1788877051.048993:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.048995:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.048996:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.048997:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555218016 : -126393154333600 : ffff8d0bccef1460) 00000020:00000001:0.0:1788877051.048999:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049000:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049001:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049002:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049003:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049005:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000039f05349[2 00000000414b29a2 1 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877051.049007:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049008:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049009:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049010:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef14c0 00000008:00000001:0.0:1788877051.049011:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049013:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef14d0 page ffff8d0bccef14c0 at index 191. 00000008:00000001:0.0:1788877051.049015:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049022:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049023:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be0c0 index 191 00000020:00000001:0.0:1788877051.049025:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049027:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049027:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049030:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000039f05349[1 00000000414b29a2 5 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877051.049031:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049032:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049034:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1460. 00000020:00000001:0.0:1788877051.049036:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049037:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049038:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049040:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555217568 : -126393154334048 : ffff8d0bccef12a0) 00000020:00000001:0.0:1788877051.049042:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049043:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049044:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049045:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049046:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049049:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000579e1816[2 00000000414b29a2 1 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877051.049050:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049051:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049053:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049054:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1300 00000008:00000001:0.0:1788877051.049055:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049056:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1310 page ffff8d0bccef1300 at index 192. 00000008:00000001:0.0:1788877051.049058:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049061:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049063:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401be100 index 192 00000020:00000001:0.0:1788877051.049065:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049065:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049066:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049069:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000579e1816[1 00000000414b29a2 5 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877051.049071:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049072:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049074:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef12a0. 00000020:00000001:0.0:1788877051.049076:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049077:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049078:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049080:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555217792 : -126393154333824 : ffff8d0bccef1380) 00000020:00000001:0.0:1788877051.049082:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049083:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049084:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049085:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049086:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049089:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000088d314d0[2 00000000414b29a2 1 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877051.049090:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049092:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049093:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049094:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef13e0 00000008:00000001:0.0:1788877051.049095:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049096:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef13f0 page ffff8d0bccef13e0 at index 193. 00000008:00000001:0.0:1788877051.049098:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049101:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049103:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196900 index 193 00000020:00000001:0.0:1788877051.049105:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049106:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049107:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049109:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000088d314d0[1 00000000414b29a2 5 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877051.049110:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049111:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049113:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1380. 00000020:00000001:0.0:1788877051.049115:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049116:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049117:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049119:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555217120 : -126393154334496 : ffff8d0bccef10e0) 00000020:00000001:0.0:1788877051.049121:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049122:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049123:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049124:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049125:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049128:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008ee9d9da[2 00000000414b29a2 1 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877051.049129:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049131:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049132:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049133:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1140 00000008:00000001:0.0:1788877051.049134:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049136:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1150 page ffff8d0bccef1140 at index 194. 00000008:00000001:0.0:1788877051.049138:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049140:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049142:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196940 index 194 00000020:00000001:0.0:1788877051.049143:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049145:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049146:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049148:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008ee9d9da[1 00000000414b29a2 5 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877051.049149:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049151:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049152:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef10e0. 00000020:00000001:0.0:1788877051.049155:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049156:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049211:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049213:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555216896 : -126393154334720 : ffff8d0bccef1000) 00000020:00000001:0.0:1788877051.049216:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049217:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049218:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049220:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049221:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049224:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e1c076b9[2 00000000414b29a2 1 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877051.049226:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049227:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049229:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049230:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1060 00000008:00000001:0.0:1788877051.049232:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049233:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1070 page ffff8d0bccef1060 at index 195. 00000008:00000001:0.0:1788877051.049235:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049238:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049240:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196980 index 195 00000020:00000001:0.0:1788877051.049242:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049243:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049244:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049266:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e1c076b9[1 00000000414b29a2 5 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877051.049268:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049270:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049272:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1000. 00000020:00000001:0.0:1788877051.049274:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049276:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049277:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049278:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555218240 : -126393154333376 : ffff8d0bccef1540) 00000020:00000001:0.0:1788877051.049281:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049282:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049283:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049284:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049285:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049288:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000011e8b455[2 00000000414b29a2 1 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877051.049289:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049291:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049292:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049293:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef15a0 00000008:00000001:0.0:1788877051.049294:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049295:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef15b0 page ffff8d0bccef15a0 at index 196. 00000008:00000001:0.0:1788877051.049506:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049510:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049513:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401969c0 index 196 00000020:00000001:0.0:1788877051.049515:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049516:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049518:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049521:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000011e8b455[1 00000000414b29a2 5 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877051.049523:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049524:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049526:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1540. 00000020:00000001:0.0:1788877051.049529:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049530:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049532:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049533:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555220480 : -126393154331136 : ffff8d0bccef1e00) 00000020:00000001:0.0:1788877051.049535:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049536:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049538:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049539:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049540:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049543:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001150d6d8[2 00000000414b29a2 1 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877051.049544:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049546:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049547:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049548:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1e60 00000008:00000001:0.0:1788877051.049550:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049551:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1e70 page ffff8d0bccef1e60 at index 197. 00000008:00000001:0.0:1788877051.049553:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049556:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049557:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196a00 index 197 00000020:00000001:0.0:1788877051.049559:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049560:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049561:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049564:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001150d6d8[1 00000000414b29a2 5 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877051.049565:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049567:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049569:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1e00. 00000020:00000001:0.0:1788877051.049571:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049573:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049574:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049575:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555219136 : -126393154332480 : ffff8d0bccef18c0) 00000020:00000001:0.0:1788877051.049577:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049579:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049580:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049582:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049583:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049586:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bdd2efc8[2 00000000414b29a2 1 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877051.049587:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049589:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049590:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049591:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1920 00000008:00000001:0.0:1788877051.049593:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049594:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1930 page ffff8d0bccef1920 at index 198. 00000008:00000001:0.0:1788877051.049597:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049599:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049601:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196a40 index 198 00000020:00000001:0.0:1788877051.049603:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049604:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049605:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049609:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bdd2efc8[1 00000000414b29a2 5 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877051.049610:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049611:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049613:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef18c0. 00000020:00000001:0.0:1788877051.049615:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049617:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049618:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049619:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555219808 : -126393154331808 : ffff8d0bccef1b60) 00000020:00000001:0.0:1788877051.049622:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049623:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049624:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049625:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049626:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049629:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074f01da1[2 00000000414b29a2 1 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877051.049631:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049632:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049634:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049635:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1bc0 00000008:00000001:0.0:1788877051.049636:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049638:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1bd0 page ffff8d0bccef1bc0 at index 199. 00000008:00000001:0.0:1788877051.049640:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049642:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049644:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196a80 index 199 00000020:00000001:0.0:1788877051.049646:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049647:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049648:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049650:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000074f01da1[1 00000000414b29a2 5 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877051.049652:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049654:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049656:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1b60. 00000020:00000001:0.0:1788877051.049658:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049659:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049661:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049662:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555220256 : -126393154331360 : ffff8d0bccef1d20) 00000020:00000001:0.0:1788877051.049664:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049665:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049667:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049668:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049669:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000028ee86ab[2 00000000414b29a2 1 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877051.049673:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049674:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049676:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049677:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1d80 00000008:00000001:0.0:1788877051.049678:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049679:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1d90 page ffff8d0bccef1d80 at index 200. 00000008:00000001:0.0:1788877051.049682:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049684:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049685:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196ac0 index 200 00000020:00000001:0.0:1788877051.049687:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049688:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049689:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049692:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000028ee86ab[1 00000000414b29a2 5 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877051.049693:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049695:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049696:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1d20. 00000020:00000001:0.0:1788877051.049698:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049700:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049701:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049703:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555217344 : -126393154334272 : ffff8d0bccef11c0) 00000020:00000001:0.0:1788877051.049705:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049706:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049707:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049708:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049709:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049712:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006625702b[2 00000000414b29a2 1 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877051.049713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049715:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049716:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049717:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1220 00000008:00000001:0.0:1788877051.049719:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049720:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1230 page ffff8d0bccef1220 at index 201. 00000008:00000001:0.0:1788877051.049722:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049724:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049725:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196b00 index 201 00000020:00000001:0.0:1788877051.049727:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049728:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049729:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049732:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006625702b[1 00000000414b29a2 5 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877051.049734:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049735:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049737:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef11c0. 00000020:00000001:0.0:1788877051.049739:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049740:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049741:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049743:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555219584 : -126393154332032 : ffff8d0bccef1a80) 00000020:00000001:0.0:1788877051.049745:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049746:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049747:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049748:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049749:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049752:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e6299676[2 00000000414b29a2 1 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877051.049753:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049755:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049756:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049758:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1ae0 00000008:00000001:0.0:1788877051.049759:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049760:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1af0 page ffff8d0bccef1ae0 at index 202. 00000008:00000001:0.0:1788877051.049762:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049764:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049766:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196b40 index 202 00000020:00000001:0.0:1788877051.049768:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049769:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049770:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049773:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e6299676[1 00000000414b29a2 5 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877051.049774:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049775:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049777:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1a80. 00000020:00000001:0.0:1788877051.049779:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049780:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049782:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049783:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555218464 : -126393154333152 : ffff8d0bccef1620) 00000020:00000001:0.0:1788877051.049785:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049786:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049788:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049789:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049790:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049792:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f1e138fc[2 00000000414b29a2 1 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877051.049794:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049795:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049796:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049797:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1680 00000008:00000001:0.0:1788877051.049799:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049800:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1690 page ffff8d0bccef1680 at index 203. 00000008:00000001:0.0:1788877051.049802:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049804:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049805:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196b80 index 203 00000020:00000001:0.0:1788877051.049806:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049807:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049808:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049810:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f1e138fc[1 00000000414b29a2 5 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877051.049812:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049813:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049815:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1620. 00000020:00000001:0.0:1788877051.049817:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049818:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049820:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049821:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555218688 : -126393154332928 : ffff8d0bccef1700) 00000020:00000001:0.0:1788877051.049823:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049825:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049826:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049827:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049829:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049831:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d2d3039b[2 00000000414b29a2 1 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877051.049832:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049834:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049835:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049836:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1760 00000008:00000001:0.0:1788877051.049837:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049839:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1770 page ffff8d0bccef1760 at index 204. 00000008:00000001:0.0:1788877051.049841:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049843:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049845:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196bc0 index 204 00000020:00000001:0.0:1788877051.049847:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049848:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049849:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049852:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d2d3039b[1 00000000414b29a2 5 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877051.049853:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049854:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049856:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1700. 00000020:00000001:0.0:1788877051.049858:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049859:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049860:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049862:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555220032 : -126393154331584 : ffff8d0bccef1c40) 00000020:00000001:0.0:1788877051.049864:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049865:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049866:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049867:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049868:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049871:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ad17a0b4[2 00000000414b29a2 1 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877051.049873:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049874:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049876:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049877:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef1ca0 00000008:00000001:0.0:1788877051.049878:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049880:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef1cb0 page ffff8d0bccef1ca0 at index 205. 00000008:00000001:0.0:1788877051.049882:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049885:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049886:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196c00 index 205 00000020:00000001:0.0:1788877051.049888:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049889:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049891:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049893:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ad17a0b4[1 00000000414b29a2 5 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877051.049895:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049896:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049898:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef1c40. 00000020:00000001:0.0:1788877051.049900:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049901:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049903:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049904:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555215712 : -126393154335904 : ffff8d0bccef0b60) 00000020:00000001:0.0:1788877051.049906:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049908:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049909:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049910:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049911:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049914:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000b372d89[2 00000000414b29a2 1 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877051.049916:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049917:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049919:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049920:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0bc0 00000008:00000001:0.0:1788877051.049921:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049922:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0bd0 page ffff8d0bccef0bc0 at index 206. 00000008:00000001:0.0:1788877051.049924:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049927:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049928:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196c40 index 206 00000020:00000001:0.0:1788877051.049930:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049931:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049932:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049935:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000b372d89[1 00000000414b29a2 5 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877051.049936:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049938:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049939:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0b60. 00000020:00000001:0.0:1788877051.049942:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.049943:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.049944:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.049946:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555216160 : -126393154335456 : ffff8d0bccef0d20) 00000020:00000001:0.0:1788877051.049948:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049950:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.049951:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.049953:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.049954:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.049957:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000837a8d91[2 00000000414b29a2 1 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877051.049958:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.049960:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.049961:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.049962:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0d80 00000008:00000001:0.0:1788877051.049964:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.049965:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0d90 page ffff8d0bccef0d80 at index 207. 00000008:00000001:0.0:1788877051.049980:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.049983:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.049985:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196c80 index 207 00000020:00000001:0.0:1788877051.049987:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049988:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.049989:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.049992:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000837a8d91[1 00000000414b29a2 5 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877051.049994:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.049995:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.049996:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0d20. 00000020:00000001:0.0:1788877051.049999:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050000:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050001:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050003:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555213248 : -126393154338368 : ffff8d0bccef01c0) 00000020:00000001:0.0:1788877051.050005:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050006:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050007:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050008:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050009:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050012:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000073b1ef53[2 00000000414b29a2 1 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877051.050013:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050015:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050016:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050017:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0220 00000008:00000001:0.0:1788877051.050018:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050020:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0230 page ffff8d0bccef0220 at index 208. 00000008:00000001:0.0:1788877051.050022:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050024:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050026:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196cc0 index 208 00000020:00000001:0.0:1788877051.050028:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050029:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050030:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050033:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000073b1ef53[1 00000000414b29a2 5 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877051.050034:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050035:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050037:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef01c0. 00000020:00000001:0.0:1788877051.050039:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050041:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050042:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050043:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555215488 : -126393154336128 : ffff8d0bccef0a80) 00000020:00000001:0.0:1788877051.050045:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050046:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050047:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050048:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050049:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050051:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a914399[2 00000000414b29a2 1 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877051.050053:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050054:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050056:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050057:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0ae0 00000008:00000001:0.0:1788877051.050058:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050059:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0af0 page ffff8d0bccef0ae0 at index 209. 00000008:00000001:0.0:1788877051.050061:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050064:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050065:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196d00 index 209 00000020:00000001:0.0:1788877051.050067:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050068:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050069:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050072:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a914399[1 00000000414b29a2 5 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877051.050073:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050074:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050076:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0a80. 00000020:00000001:0.0:1788877051.050078:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050080:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050127:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050129:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555214368 : -126393154337248 : ffff8d0bccef0620) 00000020:00000001:0.0:1788877051.050132:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050133:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050134:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050135:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050136:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000987faf93[2 00000000414b29a2 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877051.050141:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050142:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050143:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050144:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0680 00000008:00000001:0.0:1788877051.050146:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050147:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0690 page ffff8d0bccef0680 at index 210. 00000008:00000001:0.0:1788877051.050149:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050152:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050154:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196d40 index 210 00000020:00000001:0.0:1788877051.050156:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050157:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050158:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050160:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000987faf93[1 00000000414b29a2 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877051.050162:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050162:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050165:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0620. 00000020:00000001:0.0:1788877051.050167:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050168:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050169:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050170:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555214592 : -126393154337024 : ffff8d0bccef0700) 00000020:00000001:0.0:1788877051.050172:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050173:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050175:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050176:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050177:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050179:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000062ad9e19[2 00000000414b29a2 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877051.050181:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050182:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050183:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050489:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0760 00000008:00000001:0.0:1788877051.050492:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050494:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0770 page ffff8d0bccef0760 at index 211. 00000008:00000001:0.0:1788877051.050496:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050499:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050502:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196d80 index 211 00000020:00000001:0.0:1788877051.050504:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050505:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050506:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050510:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000062ad9e19[1 00000000414b29a2 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877051.050511:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050513:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050515:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0700. 00000020:00000001:0.0:1788877051.050518:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050519:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050521:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050523:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555215936 : -126393154335680 : ffff8d0bccef0c40) 00000020:00000001:0.0:1788877051.050525:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050526:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050527:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050528:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050530:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050532:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003d3b57e6[2 00000000414b29a2 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877051.050534:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050535:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050537:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050538:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0ca0 00000008:00000001:0.0:1788877051.050539:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050540:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0cb0 page ffff8d0bccef0ca0 at index 212. 00000008:00000001:0.0:1788877051.050542:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050545:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050546:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196dc0 index 212 00000020:00000001:0.0:1788877051.050548:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050549:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050550:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050553:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003d3b57e6[1 00000000414b29a2 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877051.050554:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050555:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050557:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0c40. 00000020:00000001:0.0:1788877051.050559:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050560:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050562:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050563:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555215264 : -126393154336352 : ffff8d0bccef09a0) 00000020:00000001:0.0:1788877051.050565:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050567:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050568:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050569:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050570:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050573:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000058564ee2[2 00000000414b29a2 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877051.050575:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050576:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050577:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050578:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0a00 00000008:00000001:0.0:1788877051.050580:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050581:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0a10 page ffff8d0bccef0a00 at index 213. 00000008:00000001:0.0:1788877051.050583:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050585:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050587:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196e00 index 213 00000020:00000001:0.0:1788877051.050589:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050589:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050591:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050594:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000058564ee2[1 00000000414b29a2 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877051.050595:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050596:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050599:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef09a0. 00000020:00000001:0.0:1788877051.050601:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050602:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050603:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050604:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555214816 : -126393154336800 : ffff8d0bccef07e0) 00000020:00000001:0.0:1788877051.050607:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050608:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050609:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050610:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050612:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050614:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000812165c1[2 00000000414b29a2 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877051.050616:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050617:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050618:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050619:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0840 00000008:00000001:0.0:1788877051.050620:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050622:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0850 page ffff8d0bccef0840 at index 214. 00000008:00000001:0.0:1788877051.050624:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050626:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050628:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196e40 index 214 00000020:00000001:0.0:1788877051.050630:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050631:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050632:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050635:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000812165c1[1 00000000414b29a2 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877051.050637:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050638:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050640:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef07e0. 00000020:00000001:0.0:1788877051.050642:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050643:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050644:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050646:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555216608 : -126393154335008 : ffff8d0bccef0ee0) 00000020:00000001:0.0:1788877051.050648:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050649:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050651:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050652:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050653:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050656:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000013b507e9[2 00000000414b29a2 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877051.050658:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050659:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050660:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050661:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0f40 00000008:00000001:0.0:1788877051.050663:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050664:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0f50 page ffff8d0bccef0f40 at index 215. 00000008:00000001:0.0:1788877051.050666:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050669:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050670:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196e80 index 215 00000020:00000001:0.0:1788877051.050672:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050673:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050674:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050677:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000013b507e9[1 00000000414b29a2 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877051.050679:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050681:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050682:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0ee0. 00000020:00000001:0.0:1788877051.050685:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050686:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050687:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050688:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555213920 : -126393154337696 : ffff8d0bccef0460) 00000020:00000001:0.0:1788877051.050691:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050692:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050693:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050694:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050696:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050699:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000af340e02[2 00000000414b29a2 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877051.050700:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050702:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050703:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050703:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef04c0 00000008:00000001:0.0:1788877051.050705:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050706:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef04d0 page ffff8d0bccef04c0 at index 216. 00000008:00000001:0.0:1788877051.050708:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050710:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050711:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196ec0 index 216 00000020:00000001:0.0:1788877051.050713:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050714:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050715:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050718:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000af340e02[1 00000000414b29a2 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877051.050719:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050720:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050722:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0460. 00000020:00000001:0.0:1788877051.050724:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050726:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050727:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050729:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555213472 : -126393154338144 : ffff8d0bccef02a0) 00000020:00000001:0.0:1788877051.050731:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050732:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050734:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050735:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050736:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050739:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000027dfc92f[2 00000000414b29a2 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877051.050741:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050743:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050744:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050745:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0300 00000008:00000001:0.0:1788877051.050747:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050748:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0310 page ffff8d0bccef0300 at index 217. 00000008:00000001:0.0:1788877051.050751:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050753:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050754:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196f00 index 217 00000020:00000001:0.0:1788877051.050757:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050758:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050759:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050762:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000027dfc92f[1 00000000414b29a2 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877051.050764:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050765:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050766:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef02a0. 00000020:00000001:0.0:1788877051.050768:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050769:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050771:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050773:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555213696 : -126393154337920 : ffff8d0bccef0380) 00000020:00000001:0.0:1788877051.050775:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050776:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050777:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050778:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050780:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050782:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008e829e84[2 00000000414b29a2 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877051.050784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050785:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050786:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050787:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef03e0 00000008:00000001:0.0:1788877051.050789:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050791:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef03f0 page ffff8d0bccef03e0 at index 218. 00000008:00000001:0.0:1788877051.050793:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050795:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050796:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196f40 index 218 00000020:00000001:0.0:1788877051.050798:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050800:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050801:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050804:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008e829e84[1 00000000414b29a2 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877051.050806:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050807:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050809:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0380. 00000020:00000001:0.0:1788877051.050811:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050812:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050814:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050815:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555213024 : -126393154338592 : ffff8d0bccef00e0) 00000020:00000001:0.0:1788877051.050817:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050820:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050821:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050822:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050823:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000131bfc5d[2 00000000414b29a2 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877051.050828:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050829:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050831:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050832:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0140 00000008:00000001:0.0:1788877051.050834:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050835:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0150 page ffff8d0bccef0140 at index 219. 00000008:00000001:0.0:1788877051.050838:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050840:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050841:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196f80 index 219 00000020:00000001:0.0:1788877051.050844:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050845:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050846:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050849:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000131bfc5d[1 00000000414b29a2 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877051.050851:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050852:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050854:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef00e0. 00000020:00000001:0.0:1788877051.050856:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050858:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050859:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050861:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555212800 : -126393154338816 : ffff8d0bccef0000) 00000020:00000001:0.0:1788877051.050863:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050864:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050866:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050867:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050868:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050870:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a984b490[2 00000000414b29a2 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877051.050872:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050873:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050874:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050875:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0060 00000008:00000001:0.0:1788877051.050877:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050879:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0070 page ffff8d0bccef0060 at index 220. 00000008:00000001:0.0:1788877051.050881:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050883:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050885:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40196fc0 index 220 00000020:00000001:0.0:1788877051.050887:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050888:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050889:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050892:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a984b490[1 00000000414b29a2 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877051.050893:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050894:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050896:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0000. 00000020:00000001:0.0:1788877051.050898:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050899:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050900:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050902:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555214144 : -126393154337472 : ffff8d0bccef0540) 00000020:00000001:0.0:1788877051.050904:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050905:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050907:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050908:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050909:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050912:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000007f60cac[2 00000000414b29a2 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877051.050914:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050916:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050917:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050919:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef05a0 00000008:00000001:0.0:1788877051.050920:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050922:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef05b0 page ffff8d0bccef05a0 at index 221. 00000008:00000001:0.0:1788877051.050924:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050926:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050928:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197000 index 221 00000020:00000001:0.0:1788877051.050930:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050931:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050932:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050934:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000007f60cac[1 00000000414b29a2 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877051.050936:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050938:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050940:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0540. 00000020:00000001:0.0:1788877051.050942:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050943:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050945:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050947:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555216384 : -126393154335232 : ffff8d0bccef0e00) 00000020:00000001:0.0:1788877051.050949:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050951:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050952:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050953:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050955:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050957:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000effcd1d7[2 00000000414b29a2 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877051.050959:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.050960:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.050962:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.050963:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0e60 00000008:00000001:0.0:1788877051.050965:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.050966:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0e70 page ffff8d0bccef0e60 at index 222. 00000008:00000001:0.0:1788877051.050968:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.050971:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.050972:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197040 index 222 00000020:00000001:0.0:1788877051.050974:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050975:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.050976:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.050979:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000effcd1d7[1 00000000414b29a2 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877051.050981:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.050982:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.050983:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef0e00. 00000020:00000001:0.0:1788877051.050985:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.050986:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.050988:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.050989:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555215040 : -126393154336576 : ffff8d0bccef08c0) 00000020:00000001:0.0:1788877051.050991:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050992:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.050994:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.050995:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.050996:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.050999:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000072afa551[2 00000000414b29a2 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877051.051000:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051001:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051002:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051003:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccef0920 00000008:00000001:0.0:1788877051.051004:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051005:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccef0930 page ffff8d0bccef0920 at index 223. 00000008:00000001:0.0:1788877051.051008:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051010:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051012:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197080 index 223 00000020:00000001:0.0:1788877051.051014:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051015:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051016:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051019:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000072afa551[1 00000000414b29a2 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877051.051020:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051021:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051022:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccef08c0. 00000020:00000001:0.0:1788877051.051024:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051025:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051027:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051028:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554405152 : -126393155146464 : ffff8d0bcce2ad20) 00000020:00000001:0.0:1788877051.051030:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051030:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051032:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051033:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051034:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051037:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008413a91f[2 00000000414b29a2 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877051.051038:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051039:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051041:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051042:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2ad80 00000008:00000001:0.0:1788877051.051043:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051044:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2ad90 page ffff8d0bcce2ad80 at index 224. 00000008:00000001:0.0:1788877051.051046:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051048:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051050:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401970c0 index 224 00000020:00000001:0.0:1788877051.051051:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051053:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051054:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051056:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008413a91f[1 00000000414b29a2 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877051.051057:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051058:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051060:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2ad20. 00000020:00000001:0.0:1788877051.051062:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051063:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051103:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051105:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554402240 : -126393155149376 : ffff8d0bcce2a1c0) 00000020:00000001:0.0:1788877051.051107:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051109:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051110:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051111:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051112:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000137b01d[2 00000000414b29a2 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877051.051117:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051118:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051120:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051121:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a220 00000008:00000001:0.0:1788877051.051122:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051123:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a230 page ffff8d0bcce2a220 at index 225. 00000008:00000001:0.0:1788877051.051125:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051128:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051130:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197100 index 225 00000020:00000001:0.0:1788877051.051132:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051133:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051134:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051137:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000137b01d[1 00000000414b29a2 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877051.051139:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051140:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051142:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a1c0. 00000020:00000001:0.0:1788877051.051144:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051145:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051147:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051148:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554404480 : -126393155147136 : ffff8d0bcce2aa80) 00000020:00000001:0.0:1788877051.051150:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051151:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051152:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051153:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051154:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051157:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000010543b15[2 00000000414b29a2 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877051.051159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051160:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051161:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051162:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2aae0 00000008:00000001:0.0:1788877051.051163:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051165:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2aaf0 page ffff8d0bcce2aae0 at index 226. 00000008:00000001:0.0:1788877051.051167:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051169:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051171:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197140 index 226 00000020:00000001:0.0:1788877051.051173:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051174:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051175:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051177:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000010543b15[1 00000000414b29a2 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877051.051178:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051180:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051181:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2aa80. 00000020:00000001:0.0:1788877051.051183:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051184:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051671:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051674:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554403360 : -126393155148256 : ffff8d0bcce2a620) 00000020:00000001:0.0:1788877051.051677:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051678:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051680:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051681:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051682:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051685:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000097723730[2 00000000414b29a2 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877051.051687:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051688:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051690:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051691:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a680 00000008:00000001:0.0:1788877051.051692:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051694:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a690 page ffff8d0bcce2a680 at index 227. 00000008:00000001:0.0:1788877051.051695:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051698:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051700:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197180 index 227 00000020:00000001:0.0:1788877051.051702:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051704:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051705:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051707:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000097723730[1 00000000414b29a2 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877051.051709:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051710:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051713:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a620. 00000020:00000001:0.0:1788877051.051716:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051717:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051719:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051720:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554403584 : -126393155148032 : ffff8d0bcce2a700) 00000020:00000001:0.0:1788877051.051722:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051724:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051725:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051726:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051727:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051730:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ce64ec6b[2 00000000414b29a2 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877051.051732:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051733:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051735:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051736:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a760 00000008:00000001:0.0:1788877051.051737:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051738:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a770 page ffff8d0bcce2a760 at index 228. 00000008:00000001:0.0:1788877051.051741:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051743:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051745:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401971c0 index 228 00000020:00000001:0.0:1788877051.051747:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051748:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051749:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051752:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ce64ec6b[1 00000000414b29a2 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877051.051753:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051754:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051756:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a700. 00000020:00000001:0.0:1788877051.051758:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051759:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051761:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051762:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554404928 : -126393155146688 : ffff8d0bcce2ac40) 00000020:00000001:0.0:1788877051.051764:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051765:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051766:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051767:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051768:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051770:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003ef12d08[2 00000000414b29a2 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877051.051771:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051772:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051774:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051775:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2aca0 00000008:00000001:0.0:1788877051.051776:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051777:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2acb0 page ffff8d0bcce2aca0 at index 229. 00000008:00000001:0.0:1788877051.051779:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051782:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051783:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197200 index 229 00000020:00000001:0.0:1788877051.051785:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051786:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051787:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051789:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003ef12d08[1 00000000414b29a2 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877051.051791:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051792:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051793:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2ac40. 00000020:00000001:0.0:1788877051.051795:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051796:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051798:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051799:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554404256 : -126393155147360 : ffff8d0bcce2a9a0) 00000020:00000001:0.0:1788877051.051801:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051802:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051803:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051804:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051805:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051808:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000632a60b7[2 00000000414b29a2 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877051.051810:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051811:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051812:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051813:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2aa00 00000008:00000001:0.0:1788877051.051814:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051816:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2aa10 page ffff8d0bcce2aa00 at index 230. 00000008:00000001:0.0:1788877051.051817:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051820:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051821:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197240 index 230 00000020:00000001:0.0:1788877051.051823:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051824:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051825:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051828:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000632a60b7[1 00000000414b29a2 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877051.051829:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051830:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051832:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a9a0. 00000020:00000001:0.0:1788877051.051834:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051835:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051836:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051838:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554403808 : -126393155147808 : ffff8d0bcce2a7e0) 00000020:00000001:0.0:1788877051.051840:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051841:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051842:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051843:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051844:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051847:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001bbf99db[2 00000000414b29a2 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877051.051848:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051849:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051850:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051851:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a840 00000008:00000001:0.0:1788877051.051853:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051854:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a850 page ffff8d0bcce2a840 at index 231. 00000008:00000001:0.0:1788877051.051857:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051860:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051861:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197280 index 231 00000020:00000001:0.0:1788877051.051863:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051864:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051865:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051867:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001bbf99db[1 00000000414b29a2 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877051.051869:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051870:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051872:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a7e0. 00000020:00000001:0.0:1788877051.051874:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051874:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051876:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051877:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554405600 : -126393155146016 : ffff8d0bcce2aee0) 00000020:00000001:0.0:1788877051.051879:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051880:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051881:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051882:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051883:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051886:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dcccf13d[2 00000000414b29a2 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877051.051887:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051888:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051890:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051891:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2af40 00000008:00000001:0.0:1788877051.051892:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051893:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2af50 page ffff8d0bcce2af40 at index 232. 00000008:00000001:0.0:1788877051.051895:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051897:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051899:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401972c0 index 232 00000020:00000001:0.0:1788877051.051901:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051902:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051903:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051905:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dcccf13d[1 00000000414b29a2 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877051.051906:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051908:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051909:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2aee0. 00000020:00000001:0.0:1788877051.051911:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051913:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051914:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051915:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554402912 : -126393155148704 : ffff8d0bcce2a460) 00000020:00000001:0.0:1788877051.051917:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051918:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051919:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051920:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051921:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051924:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000675a0577[2 00000000414b29a2 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877051.051925:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051926:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051927:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051928:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a4c0 00000008:00000001:0.0:1788877051.051929:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051931:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a4d0 page ffff8d0bcce2a4c0 at index 233. 00000008:00000001:0.0:1788877051.051932:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051936:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051937:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197300 index 233 00000020:00000001:0.0:1788877051.051939:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051940:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051940:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051943:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000675a0577[1 00000000414b29a2 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877051.051944:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051945:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051946:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a460. 00000020:00000001:0.0:1788877051.051948:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051949:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051950:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051951:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554402464 : -126393155149152 : ffff8d0bcce2a2a0) 00000020:00000001:0.0:1788877051.051953:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051954:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051955:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051956:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051956:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051959:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000026d533d7[2 00000000414b29a2 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877051.051960:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051961:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051962:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051963:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a300 00000008:00000001:0.0:1788877051.051964:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051965:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a310 page ffff8d0bcce2a300 at index 234. 00000008:00000001:0.0:1788877051.051967:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.051969:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.051970:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197340 index 234 00000020:00000001:0.0:1788877051.051971:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051972:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.051973:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.051975:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000026d533d7[1 00000000414b29a2 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877051.051976:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.051977:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.051979:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a2a0. 00000020:00000001:0.0:1788877051.051980:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.051981:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.051982:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.051983:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554402688 : -126393155148928 : ffff8d0bcce2a380) 00000020:00000001:0.0:1788877051.051985:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051985:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.051986:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.051987:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.051988:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.051990:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000113ce5f2[2 00000000414b29a2 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877051.051992:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.051993:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.051994:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.051995:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a3e0 00000008:00000001:0.0:1788877051.051997:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.051998:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a3f0 page ffff8d0bcce2a3e0 at index 235. 00000008:00000001:0.0:1788877051.051999:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.052001:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.052003:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197380 index 235 00000020:00000001:0.0:1788877051.052005:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052005:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052006:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.052009:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000113ce5f2[1 00000000414b29a2 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877051.052010:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.052011:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.052013:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a380. 00000020:00000001:0.0:1788877051.052014:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.052015:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.052016:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.052018:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554402016 : -126393155149600 : ffff8d0bcce2a0e0) 00000020:00000001:0.0:1788877051.052019:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.052020:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.052021:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.052022:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.052023:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.052026:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000bc2d302[2 00000000414b29a2 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877051.052027:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.052028:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.052029:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.052031:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a140 00000008:00000001:0.0:1788877051.052032:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.052033:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a150 page ffff8d0bcce2a140 at index 236. 00000008:00000001:0.0:1788877051.052034:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.052036:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.052037:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401973c0 index 236 00000020:00000001:0.0:1788877051.052039:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052040:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052041:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.052043:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000bc2d302[1 00000000414b29a2 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877051.052044:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.052046:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.052047:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a0e0. 00000020:00000001:0.0:1788877051.052049:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.052050:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.052051:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.052052:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554401792 : -126393155149824 : ffff8d0bcce2a000) 00000020:00000001:0.0:1788877051.052054:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.052055:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.052056:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.052057:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.052058:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.052061:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000061a249f6[2 00000000414b29a2 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877051.052062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.052064:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.052065:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.052066:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a060 00000008:00000001:0.0:1788877051.052067:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.052069:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a070 page ffff8d0bcce2a060 at index 237. 00000008:00000001:0.0:1788877051.052071:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.052073:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.052074:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197400 index 237 00000020:00000001:0.0:1788877051.052076:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052077:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052078:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.052081:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000061a249f6[1 00000000414b29a2 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877051.052082:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.052084:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.052085:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a000. 00000020:00000001:0.0:1788877051.052087:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.052088:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.052089:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.052090:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554403136 : -126393155148480 : ffff8d0bcce2a540) 00000020:00000001:0.0:1788877051.052092:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.052093:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.052094:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.052095:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.052096:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.052099:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003ad5157a[2 00000000414b29a2 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877051.052100:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.052101:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.052102:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.052103:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a5a0 00000008:00000001:0.0:1788877051.052104:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.052106:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a5b0 page ffff8d0bcce2a5a0 at index 238. 00000008:00000001:0.0:1788877051.052107:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.052109:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.052111:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197440 index 238 00000020:00000001:0.0:1788877051.052113:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052114:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052115:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.052118:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003ad5157a[1 00000000414b29a2 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877051.052119:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.052120:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.052122:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a540. 00000020:00000001:0.0:1788877051.052124:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.052126:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.052127:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.052129:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554405376 : -126393155146240 : ffff8d0bcce2ae00) 00000020:00000001:0.0:1788877051.052131:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.052132:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.052133:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.052134:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.052135:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.052137:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003f8099ad[2 00000000414b29a2 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877051.052139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.052140:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.052141:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.052143:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2ae60 00000008:00000001:0.0:1788877051.052144:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.052145:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2ae70 page ffff8d0bcce2ae60 at index 239. 00000008:00000001:0.0:1788877051.052147:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.052149:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.052151:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197480 index 239 00000020:00000001:0.0:1788877051.052153:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052154:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.052155:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.052157:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003f8099ad[1 00000000414b29a2 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877051.052159:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.052160:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.052162:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2ae00. 00000020:00000001:0.0:1788877051.052165:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.052166:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053378:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053382:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554404032 : -126393155147584 : ffff8d0bcce2a8c0) 00000020:00000001:0.0:1788877051.053450:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053451:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053453:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053454:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053455:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053461:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001dbd1f64[2 00000000414b29a2 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877051.053462:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053464:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053465:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053467:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2a920 00000008:00000001:0.0:1788877051.053468:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053470:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2a930 page ffff8d0bcce2a920 at index 240. 00000008:00000001:0.0:1788877051.053472:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053477:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053479:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401974c0 index 240 00000020:00000001:0.0:1788877051.053482:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053483:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053485:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053488:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001dbd1f64[1 00000000414b29a2 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877051.053489:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053490:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053494:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2a8c0. 00000020:00000001:0.0:1788877051.053497:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053498:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053500:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053501:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554404704 : -126393155146912 : ffff8d0bcce2ab60) 00000020:00000001:0.0:1788877051.053503:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053504:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053506:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053507:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053508:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053510:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000365987fd[2 00000000414b29a2 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877051.053512:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053514:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053515:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053516:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcce2abc0 00000008:00000001:0.0:1788877051.053517:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053518:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcce2abd0 page ffff8d0bcce2abc0 at index 241. 00000008:00000001:0.0:1788877051.053521:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053523:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053525:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197500 index 241 00000020:00000001:0.0:1788877051.053527:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053528:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053529:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053531:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000365987fd[1 00000000414b29a2 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877051.053533:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053534:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053536:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcce2ab60. 00000020:00000001:0.0:1788877051.053538:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053539:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053540:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053542:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555574816 : -126393153976800 : ffff8d0bccf48620) 00000020:00000001:0.0:1788877051.053543:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053545:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053546:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053547:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053548:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053551:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a459dd12[2 00000000414b29a2 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877051.053553:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053554:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053555:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053556:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48680 00000008:00000001:0.0:1788877051.053558:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053559:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48690 page ffff8d0bccf48680 at index 242. 00000008:00000001:0.0:1788877051.053561:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053563:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053564:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197540 index 242 00000020:00000001:0.0:1788877051.053566:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053567:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053569:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053571:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a459dd12[1 00000000414b29a2 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877051.053573:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053574:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053576:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf48620. 00000020:00000001:0.0:1788877051.053578:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053579:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053580:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053582:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555575040 : -126393153976576 : ffff8d0bccf48700) 00000020:00000001:0.0:1788877051.053584:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053585:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053586:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053587:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053589:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053592:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f43a2054[2 00000000414b29a2 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877051.053594:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053595:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053596:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053597:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48760 00000008:00000001:0.0:1788877051.053599:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053600:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48770 page ffff8d0bccf48760 at index 243. 00000008:00000001:0.0:1788877051.053602:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053604:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053606:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197580 index 243 00000020:00000001:0.0:1788877051.053608:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053609:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053610:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053613:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f43a2054[1 00000000414b29a2 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877051.053614:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053615:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053617:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf48700. 00000020:00000001:0.0:1788877051.053619:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053620:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053621:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053623:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555576384 : -126393153975232 : ffff8d0bccf48c40) 00000020:00000001:0.0:1788877051.053625:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053626:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053627:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053628:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053629:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053631:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000cd8d3fd[2 00000000414b29a2 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877051.053633:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053634:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053635:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053636:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48ca0 00000008:00000001:0.0:1788877051.053637:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053638:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48cb0 page ffff8d0bccf48ca0 at index 244. 00000008:00000001:0.0:1788877051.053640:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053642:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053644:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401975c0 index 244 00000020:00000001:0.0:1788877051.053646:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053647:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053648:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053651:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000cd8d3fd[1 00000000414b29a2 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877051.053652:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053653:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053655:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf48c40. 00000020:00000001:0.0:1788877051.053656:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053658:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053659:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053660:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555575712 : -126393153975904 : ffff8d0bccf489a0) 00000020:00000001:0.0:1788877051.053662:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053663:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053664:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053665:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053666:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053669:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000007d1ae06[2 00000000414b29a2 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877051.053670:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053671:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053672:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053673:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48a00 00000008:00000001:0.0:1788877051.053675:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053676:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48a10 page ffff8d0bccf48a00 at index 245. 00000008:00000001:0.0:1788877051.053678:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053681:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053682:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197600 index 245 00000020:00000001:0.0:1788877051.053684:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053685:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053686:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053689:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000007d1ae06[1 00000000414b29a2 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877051.053690:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053692:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053693:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf489a0. 00000020:00000001:0.0:1788877051.053695:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053697:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053698:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053700:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555575264 : -126393153976352 : ffff8d0bccf487e0) 00000020:00000001:0.0:1788877051.053702:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053703:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053704:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053706:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053707:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e366a750[2 00000000414b29a2 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877051.053711:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053712:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053713:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053714:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48840 00000008:00000001:0.0:1788877051.053716:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053717:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48850 page ffff8d0bccf48840 at index 246. 00000008:00000001:0.0:1788877051.053718:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053720:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053721:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197640 index 246 00000020:00000001:0.0:1788877051.053723:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053724:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053725:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053727:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e366a750[1 00000000414b29a2 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877051.053728:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053729:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053731:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf487e0. 00000020:00000001:0.0:1788877051.053733:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053734:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053735:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053736:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555577056 : -126393153974560 : ffff8d0bccf48ee0) 00000020:00000001:0.0:1788877051.053738:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053739:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053740:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053741:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053742:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c93ccd62[2 00000000414b29a2 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877051.053746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053748:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053749:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053750:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48f40 00000008:00000001:0.0:1788877051.053751:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053752:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48f50 page ffff8d0bccf48f40 at index 247. 00000008:00000001:0.0:1788877051.053754:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053756:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053757:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197680 index 247 00000020:00000001:0.0:1788877051.053759:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053760:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053761:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053764:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c93ccd62[1 00000000414b29a2 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877051.053765:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053766:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053768:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf48ee0. 00000020:00000001:0.0:1788877051.053770:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053771:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053772:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053774:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555574368 : -126393153977248 : ffff8d0bccf48460) 00000020:00000001:0.0:1788877051.053776:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053777:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053778:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053779:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053780:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fef7c580[2 00000000414b29a2 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877051.053784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053785:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053786:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053786:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf484c0 00000008:00000001:0.0:1788877051.053788:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053789:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf484d0 page ffff8d0bccf484c0 at index 248. 00000008:00000001:0.0:1788877051.053790:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053793:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053794:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401976c0 index 248 00000020:00000001:0.0:1788877051.053795:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053796:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053797:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053799:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fef7c580[1 00000000414b29a2 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877051.053800:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053801:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053802:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf48460. 00000020:00000001:0.0:1788877051.053804:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053805:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053806:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053808:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555573920 : -126393153977696 : ffff8d0bccf482a0) 00000020:00000001:0.0:1788877051.053810:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053811:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053813:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053814:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053815:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053818:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004370eab4[2 00000000414b29a2 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877051.053819:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053820:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053821:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053822:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48300 00000008:00000001:0.0:1788877051.053823:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053824:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48310 page ffff8d0bccf48300 at index 249. 00000008:00000001:0.0:1788877051.053826:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053828:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053830:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197700 index 249 00000020:00000001:0.0:1788877051.053831:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053833:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053834:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053836:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004370eab4[1 00000000414b29a2 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877051.053837:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053838:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053840:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf482a0. 00000020:00000001:0.0:1788877051.053841:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053842:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053843:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053844:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555574144 : -126393153977472 : ffff8d0bccf48380) 00000020:00000001:0.0:1788877051.053846:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053847:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053847:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053848:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053849:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053852:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000733c6572[2 00000000414b29a2 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877051.053854:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053856:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053857:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053858:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf483e0 00000008:00000001:0.0:1788877051.053859:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053860:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf483f0 page ffff8d0bccf483e0 at index 250. 00000008:00000001:0.0:1788877051.053861:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053864:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053865:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197740 index 250 00000020:00000001:0.0:1788877051.053867:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053868:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053869:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053872:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000733c6572[1 00000000414b29a2 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877051.053873:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053874:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053876:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf48380. 00000020:00000001:0.0:1788877051.053878:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053879:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053881:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053882:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555573472 : -126393153978144 : ffff8d0bccf480e0) 00000020:00000001:0.0:1788877051.053884:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053885:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053886:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053887:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053888:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053891:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009d1bc051[2 00000000414b29a2 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877051.053893:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053894:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053895:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053896:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48140 00000008:00000001:0.0:1788877051.053898:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053899:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48150 page ffff8d0bccf48140 at index 251. 00000008:00000001:0.0:1788877051.053901:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053904:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053905:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197780 index 251 00000020:00000001:0.0:1788877051.053907:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053909:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053910:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053912:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009d1bc051[1 00000000414b29a2 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877051.053914:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053915:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053917:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf480e0. 00000020:00000001:0.0:1788877051.053919:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053921:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053922:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053923:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555573248 : -126393153978368 : ffff8d0bccf48000) 00000020:00000001:0.0:1788877051.053925:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053927:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053928:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053929:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053930:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053932:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d46c0371[2 00000000414b29a2 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877051.053934:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053935:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053936:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053937:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48060 00000008:00000001:0.0:1788877051.053938:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053939:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48070 page ffff8d0bccf48060 at index 252. 00000008:00000001:0.0:1788877051.053942:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053944:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053945:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc401977c0 index 252 00000020:00000001:0.0:1788877051.053947:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053948:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053949:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053952:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d46c0371[1 00000000414b29a2 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877051.053954:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053955:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053957:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf48000. 00000020:00000001:0.0:1788877051.053959:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.053960:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.053962:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.053963:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555574592 : -126393153977024 : ffff8d0bccf48540) 00000020:00000001:0.0:1788877051.053965:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053966:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.053968:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.053969:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.053970:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.053972:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fc8e7362[2 00000000414b29a2 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877051.053974:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.053976:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.053977:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.053978:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf485a0 00000008:00000001:0.0:1788877051.053979:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.053981:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf485b0 page ffff8d0bccf485a0 at index 253. 00000008:00000001:0.0:1788877051.053983:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.053985:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.053987:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197800 index 253 00000020:00000001:0.0:1788877051.053989:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053990:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.053992:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.053994:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fc8e7362[1 00000000414b29a2 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877051.053996:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.053997:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.053998:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf48540. 00000020:00000001:0.0:1788877051.054000:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.054001:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.054003:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.054004:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555576832 : -126393153974784 : ffff8d0bccf48e00) 00000020:00000001:0.0:1788877051.054006:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.054007:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.054009:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.054010:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.054011:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.054014:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074a3c76c[2 00000000414b29a2 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877051.054015:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.054017:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.054018:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.054019:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48e60 00000008:00000001:0.0:1788877051.054020:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.054022:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48e70 page ffff8d0bccf48e60 at index 254. 00000008:00000001:0.0:1788877051.054023:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.054025:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.054027:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197840 index 254 00000020:00000001:0.0:1788877051.054029:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.054030:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.054031:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.054033:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000074a3c76c[1 00000000414b29a2 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877051.054035:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.054036:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.054038:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf48e00. 00000020:00000001:0.0:1788877051.054040:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.054041:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877051.054083:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877051.054086:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680555575488 : -126393153976128 : ffff8d0bccf488c0) 00000020:00000001:0.0:1788877051.054088:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.054089:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877051.054090:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877051.054092:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877051.054093:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877051.054096:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000db7ff183[2 00000000414b29a2 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877051.054097:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877051.054099:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877051.054100:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877051.054102:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccf48920 00000008:00000001:0.0:1788877051.054103:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877051.054104:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccf48930 page ffff8d0bccf48920 at index 255. 00000008:00000001:0.0:1788877051.054106:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877051.054116:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877051.054118:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40197880 index 255 00000020:00000001:0.0:1788877051.054120:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.054121:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877051.054123:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877051.054126:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000db7ff183[1 00000000414b29a2 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877051.054127:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877051.054129:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877051.054131:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccf488c0. 00000020:00000001:0.0:1788877051.054139:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877051.054141:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877051.054155:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877051.054158:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x3bf:0x0](ffff8d0cd06ae3c8) 00800000:00000001:0.0:1788877051.054164:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877051.054166:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x3bf:0x0] 00000002:00000001:0.0:1788877051.054172:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877051.054178:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877051.054181:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877051.054184:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877051.055504:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877051.055513:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877051.055516:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877051.055518:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877051.055519:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877051.055523:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877051.055526:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877051.055529:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877051.055532:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877051.055535:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877051.055539:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877051.055543:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877051.055546:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877051.055554:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877051.055556:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf21b2ba0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877051.055559:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877051.055563:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf47a2180, objid 0x3bf:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877051.055568:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877051.055573:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4101800: ostid: 0x280000402:2350 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877051.055576:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877051.055577:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877051.055580:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877051.055581:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877051.055587:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877051.055593:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf5324300 count: 2 00010000:00000001:0.0:1788877051.055596:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877051.055599:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877051.055602:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877051.055609:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876980 1788876980 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000a6fe6b4c/0x4a37134b6b77a880 lrc: 1/0,0 mode: PW/PW res: [0x280000402:0x92e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd5a058ca expref: -99 pid: 198440 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877051.055623:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cc9c3f340 -> ffff8d0cf40d3850 00000020:00000001:0.0:1788877051.055625:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cc9c3f340 -> ffff8d0cf40d3850 00000008:00000001:0.0:1788877051.055628:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877051.055631:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877051.055633:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877051.055635:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877051.055641:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cc9c3f340. 00020000:00000001:0.0:1788877051.055646:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877051.055649:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cf40d30c8. 00020000:00000001:0.0:1788877051.055655:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877051.055657:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877051.055659:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877051.055661:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf21b2ba0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877051.055665:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877051.055667:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877051.055668:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf21b2ba0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877051.055671:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877051.055674:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf47d1318. 00020000:00000010:0.0:1788877051.055678:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cd7874e40. 00020000:00000010:0.0:1788877051.055681:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc8727730. 00020000:00000002:0.0:1788877051.055684:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf47a2180, objid 0x3bf:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877051.055689:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877051.055692:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4101800: ostid: 0x280000402:2350 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877051.055697:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf4101800. 00020000:00000010:0.0:1788877051.055700:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf47a2cc0. 00020000:00000010:0.0:1788877051.055703:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf47a2180. 00020000:00000001:0.0:1788877051.055705:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877051.055706:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf21b2ba0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877051.055709:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf21b2ba0. 00020000:00000001:0.0:1788877051.055712:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877051.055714:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cf40d37d0. 00000020:00001000:0.0:1788877051.055718:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877051.055722:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877051.055724:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877051.055772:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877051.055776:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877051.055778:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877051.055785:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788877051.055799:0:198588:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8d0ceab84020. 00000020:00000001:0.0:1788877051.055804:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdc0 00000080:00200000:0.0:1788877051.055807:0:198588:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=w201, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), flags=0 00000080:00000001:0.0:1788877051.055810:0:198588:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788877051.055812:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fc70 00000080:00200000:0.0:1788877051.055815:0:198588:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=w201, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), intent=getattr 00000080:00000010:0.0:1788877051.055827:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd170f400. 00800000:00000002:0.0:1788877051.055832:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877051.055836:0:198588:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788877051.055839:0:198588:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788877051.055841:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb90 00800000:00000002:0.0:1788877051.055846:0:198588:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'w201' on [0x200002b12:0x7:0x0] 00800000:00000001:0.0:1788877051.055849:0:198588:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1788877051.055854:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w201 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877051.055858:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00000020:00000001:0.0:1788877051.055861:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb28 00800000:00000002:0.0:1788877051.055863:0:198588:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b11:0xc0:0x0], fid2=[0x0:0x0:0x0], name='w201' -> mds #1 00000002:00000001:0.0:1788877051.055868:0:198588:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788877051.055869:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000002:00010000:0.0:1788877051.055871:0:198588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: w201,[0x0:0x0:0x0]) in obj [0x240002b11:0xc0:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788877051.055876:0:198588:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788877051.055879:0:198588:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788877051.055884:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438e00. 00000020:00000040:0.0:1788877051.055888:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=21 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00010000:00000001:0.0:1788877051.055894:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877051.055904:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877051.055910:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877051.055912:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877051.055913:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877051.055917:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877051.055920:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877051.055925:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877051.055932:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877051.055941:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877051.055946:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877051.055948:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877051.055949:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877051.055951:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877051.055956:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877051.055965:0:198588:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446617684788612608 : -126388920939008 : ffff8d0cc9438e00) 00010000:00000001:0.0:1788877051.055969:0:198588:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788877051.055972:0:198588:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788877051.055978:0:198588:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8d0bcc55ea00. 00010000:00000010:0.0:1788877051.055982:0:198588:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8d0cd7906f80. 00010000:00000001:0.0:1788877051.055986:0:198588:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788877051.055990:0:198588:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8d0bcc574c00. 00000020:00000001:0.0:1788877051.055994:0:198588:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788877051.055997:0:198588:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8d0bcc574c00 with handle 0x4a37134b6b77ba00 to hash 00000020:00000001:0.0:1788877051.055999:0:198588:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788877051.056001:0:198588:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617680545270784 : -126393164280832 : ffff8d0bcc574c00) 00010000:00000001:0.0:1788877051.056004:0:198588:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617680545270784 : -126393164280832 : ffff8d0bcc574c00) 00010000:00000001:0.0:1788877051.056007:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877051.056013:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877051.056017:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574c00/0x4a37134b6b77ba00 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877051.056026:0:198588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574c00/0x4a37134b6b77ba00 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877051.056039:0:198588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574c00/0x4a37134b6b77ba00 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788877051.056046:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877051.056048:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877051.056054:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877051.056057:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511868416 : -126388197683200 : ffff8d0cf45f9000) 00000100:00000001:0.0:1788877051.056060:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877051.056061:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788612608 : -126388920939008 : ffff8d0cc9438e00) 00000100:00000001:0.0:1788877051.056066:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877051.056071:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877051.056073:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877051.056075:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877051.056086:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9438e00 x1875765519174016/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877051.056274:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877051.056277:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877051.056281:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877051.056283:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877051.056286:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877051.056291:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9438e00 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519174016:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877051.056295:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877051.056300:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877051.056303:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877051.056305:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877051.056327:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8d0cfd7f8000. 02000000:00000001:0.0:1788877051.056330:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877051.056339:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877051.056343:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39494d0. 00000400:00000010:0.0:1788877051.056350:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8d0cf45f9240. 00000100:00000200:0.0:1788877051.056357:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875765519174016, portal 10 00000100:00000001:0.0:1788877051.056359:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877051.056361:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788612608 : -126388920939008 : ffff8d0cc9438e00) 00000100:00000040:0.0:1788877051.056368:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8d0cc9438e00 x1875765519174016/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877067 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877051.056375:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877051.056378:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877051.056382:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52908. 00000100:00000200:0.0:1788877051.056756:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875765519174016, offset 0 00000400:00000200:0.0:1788877051.056765:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877051.056775:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.056783:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877051.056789:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877051.056793:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877051.056797:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877051.056800:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877051.056804:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457465:457465:256:4294967295] 192.168.203.155@tcp LPNI seq info [457459:457459:8:4294967295] 00000400:00000200:0.0:1788877051.056809:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.056820:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877051.056827:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877051.056833:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877051.056841:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877051.056849:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877051.056854:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788877051.056931:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877051.056936:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13305 usecs (14 jiffies) 00000400:00000200:0.0:1788877051.056940:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877051.056943:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302478132 00000100:00000010:0.0:1788877051.056948:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877051.056954:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877051.056961:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302478132 00000100:00000010:0.0:1788877051.056964:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655360. 00000100:00000001:0.0:1788877051.056967:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877051.056970:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877051.056972:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877051.056975:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877051.056978:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877051.056981:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9000 going to sleep for 11 seconds 00000100:00000001:0.0:1788877051.056983:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877051.056987:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877051.064356:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.064373:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.064377:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.064379:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.064398:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.064405:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.064415:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.064420:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.064427:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.064432:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb173c980 00000400:00000200:0.0:1788877051.064445:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.064451:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f4f9 [4] + 224 00000800:00000001:0.0:1788877051.064460:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.064468:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.064471:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.064475:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.064481:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.064490:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9438e00 x1875765519174016/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877051.064500:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cc9438e00 x1875765519174016/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877051.064523:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.064531:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.064534:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.074665:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.074681:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.074686:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.074688:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.074697:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.074704:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.074713:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.074718:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.074724:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.074728:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173ca80 00000400:00000200:0.0:1788877051.074733:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.074739:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f509 [2] + 224 00000800:00000001:0.0:1788877051.074746:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.074753:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.074757:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.074762:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.074770:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.074780:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca319f80 x1875765519174272/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.074791:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca319f80 x1875765519174272/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.074811:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.074820:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.074823:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877051.080427:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302478140, at 4302478141 00000100:00000010:0.0:1788877051.080435:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000100:00000040:0.0:1788877051.117689:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302478178, at 4302478179 00000100:00000010:0.0:1788877051.117703:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000800:00000001:0.0:1788877051.125823:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.125840:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.125844:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.125847:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.125856:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.125864:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.125873:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.125879:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.125884:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.125889:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173cb80 00000400:00000200:0.0:1788877051.125894:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.125900:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f511 [2] + 224 00000800:00000001:0.0:1788877051.125907:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.125915:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.125919:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.125924:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.125931:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.125941:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca31a680 x1875765519174528/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.125959:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca31a680 x1875765519174528/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.125980:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.125990:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.125994:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877051.142410:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302478203, at 4302478204 00000100:00000010:0.0:1788877051.142425:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000800:00000001:0.0:1788877051.144672:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.144686:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.144690:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.144692:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.144701:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.144709:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.144718:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.144723:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.144729:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.144733:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173cc80 00000400:00000200:0.0:1788877051.144738:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.144744:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f519 [2] + 224 00000800:00000001:0.0:1788877051.144752:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.144759:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.144762:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.144767:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.144776:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.144785:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca318700 x1875765519174784/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.144795:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca318700 x1875765519174784/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.144817:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.144826:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.144829:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.156905:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.156920:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.156924:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.156927:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.156936:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.156945:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.156954:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.156959:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.156964:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.156969:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173cd80 00000400:00000200:0.0:1788877051.156974:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.156980:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f521 [2] + 224 00000800:00000001:0.0:1788877051.156990:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.156996:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.157000:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.157005:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.157013:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.157024:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca318a80 x1875765519175040/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.157035:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca318a80 x1875765519175040/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.157050:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.157059:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.157062:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.171990:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.172006:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.172010:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.172013:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.172022:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.172030:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.172040:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.172045:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.172050:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.172055:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173ce80 00000400:00000200:0.0:1788877051.172060:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.172066:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f529 [2] + 224 00000800:00000001:0.0:1788877051.172074:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.172082:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.172086:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.172090:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.172100:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.172110:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4365180 x1875765519175296/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.172121:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4365180 x1875765519175296/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.172140:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.172148:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.172151:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.185849:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.185865:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.185869:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.185872:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.185881:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.185889:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.185898:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.185903:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.185908:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.185913:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173cf80 00000400:00000200:0.0:1788877051.185919:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.185925:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f531 [2] + 224 00000800:00000001:0.0:1788877051.185932:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.185940:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.185944:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.185950:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.185958:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.185967:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4366a00 x1875765519175552/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.185978:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf4366a00 x1875765519175552/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.185997:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.186005:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.186008:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877051.202995:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302478263, at 4302478264 00000100:00000010:0.0:1788877051.203002:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000800:00000001:0.0:1788877051.209773:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1788877051.245630:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302478305, at 4302478306 00000100:00000010:0.0:1788877051.245638:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00000800:00000001:0.0:1788877051.280568:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.280580:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.280584:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.280586:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.280595:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280602:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.280611:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280616:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280621:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280625:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 4 MB=0x6a9ffb173d380 00000400:00000200:0.0:1788877051.280630:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280636:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f561 [1] + 224 00000800:00000001:0.0:1788877051.280643:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.280647:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.280651:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.280656:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.280665:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.280674:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4364700 x1875765519176576/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.280684:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf4364700 x1875765519176576/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.280696:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.280704:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.280707:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.280709:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.280711:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.280714:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280718:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.280722:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280725:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280727:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280730:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 10 MB=0x6a9ffb173d300 00000400:00000200:0.0:1788877051.280733:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.280737:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 224/224 into md 0x43f569 [1] + 224 00000800:00000001:0.0:1788877051.280741:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.280747:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.280749:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.280752:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.280755:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.280759:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4366680 x1875765519176448/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.280768:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf4366680 x1875765519176448/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.280775:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.280778:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.280781:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877051.284137:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877051.284142:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877051.284150:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.284156:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877051.284164:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915110 00000400:00000010:0.0:1788877051.284167:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915110. 00000100:00000001:0.0:1788877051.284172:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877051.284177:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca31b100 x1875765519176832/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.284197:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877051.284202:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca31b100 x1875765519176832/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.284209:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877051.284211:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877051.297038:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.297054:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.297058:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.297060:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.297069:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.297078:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.297087:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.297092:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.297098:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.297102:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173d480 00000400:00000200:0.0:1788877051.297107:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.297113:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f571 [2] + 224 00000800:00000001:0.0:1788877051.297121:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.297128:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.297132:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.297136:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.297145:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.297154:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca31b100 x1875765519176832/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877051.297164:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca31b100 x1875765519176832/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877051.297194:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.297203:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.297206:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.317955:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.317971:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877051.317975:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.317977:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.317997:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.318005:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877051.318014:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.318019:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.318025:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.318038:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb173d500 00000400:00000200:0.0:1788877051.318043:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877051.318048:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f579 [4] + 224 00000800:00000001:0.0:1788877051.318057:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.318064:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877051.318068:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877051.318073:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877051.318083:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877051.318093:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf4367800 x1875765519176960/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877067 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877051.318103:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf4367800 x1875765519176960/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877067 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877051.319718:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877051.319732:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877051.319739:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.053950:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9439f80. 00000020:00000040:0.0:1788877052.053956:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=47 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.053962:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.053965:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.053969:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.053975:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.053981:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.053982:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.053984:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.053987:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.053990:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.053996:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.054002:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd170e600. 00000100:00000001:0.0:1788877052.054011:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.054014:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.054016:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.054022:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf5346800/0x4a37134b6b7748cc lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ec276 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.054031:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.054032:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.054034:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.054037:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf5346800/0x4a37134b6b7748cc lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ec276 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.054046:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cc922b180. 00010000:00000040:0.0:1788877052.054050:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cc556c900 count: 0 00010000:00000010:0.0:1788877052.054056:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0ceb14e200. 00010000:00000001:0.0:1788877052.054064:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.054066:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.054068:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.054069:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.054071:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.054080:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.054090:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9439f80 x1875765519186432/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.054097:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.054099:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.054107:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9d80. 00000100:00000001:0.0:1788877052.054110:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511871872 : -126388197679744 : ffff8d0cf45f9d80) 00000100:00000001:0.0:1788877052.054113:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.054115:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788617088 : -126388920934528 : ffff8d0cc9439f80) 00000100:00000001:0.0:1788877052.054120:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.054124:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.054126:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.054128:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.054132:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9439f80 x1875765519186432/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.054140:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.054143:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.054148:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.054151:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.054154:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.054158:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9439f80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519186432:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.054163:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.054168:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.054171:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.054174:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.055160:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd4a2000. 02000000:00000001:0.0:1788877052.055166:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.055175:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.055467:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949aa8. 00000400:00000010:0.0:1788877052.055477:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9300. 00000100:00000200:0.0:1788877052.055485:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519186432, portal 10 00000100:00000001:0.0:1788877052.055488:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.055489:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788617088 : -126388920934528 : ffff8d0cc9439f80) 00000100:00000040:0.0:1788877052.055501:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9439f80 x1875765519186432/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.055510:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.055513:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.055517:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52770. 00000100:00000200:0.0:1788877052.055520:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519186432, offset 0 00000400:00000200:0.0:1788877052.055527:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.055537:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.055545:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.055551:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.055556:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.055560:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.055562:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.055566:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457517:457517:256:4294967295] 192.168.203.155@tcp LPNI seq info [457511:457511:8:4294967295] 00000400:00000200:0.0:1788877052.055570:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.055590:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.055596:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.055603:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877052.055610:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.055618:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.055624:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.055683:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.055689:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13328 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.055692:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.055695:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479131 00000100:00000001:0.0:1788877052.055699:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.055701:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479131 00000100:00000001:0.0:1788877052.055704:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.055706:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.055709:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.055713:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.055715:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.055718:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.055721:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.055725:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.070775:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877052.070985:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877052.070987:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877052.070991:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949aa8. 00000400:00000200:0.0:1788877052.070996:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9300 00000400:00000010:0.0:1788877052.070999:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9300. 00000100:00000001:0.0:1788877052.071002:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.071007:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9439f80 x1875765519186432/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877052.071016:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9439f80 x1875765519186432/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.071022:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877052.071023:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.071026:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877052.071030:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877052.071033:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877052.071036:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.071039:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877052.071052:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=65 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877052.071056:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=65 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877052.071059:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877052.071061:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.071065:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877052.071069:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.071073:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877052.071075:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001bc4e] 00000100:00000001:0.0:1788877052.071078:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877052.071080:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.071082:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788617088 : -126388920934528 : ffff8d0cc9439f80) 00000100:00000001:0.0:1788877052.071086:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877052.071088:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877052.071090:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877052.071092:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.071097:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9439f80 x1875765519186432/t25769921126(25769921126) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.071110:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.071114:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877052.071117:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877052.071120:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9439f80 x1875765519186432/t25769921126(25769921126) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877052.071127:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9439f80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519186432:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.071133:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.071136:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.071139:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877052.071141:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.071145:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9439f80 x1875765519186432/t25769921126(25769921126) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.071153:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877052.071155:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9d80. 00000100:00000001:0.0:1788877052.071159:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877052.071160:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.071168:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.071171:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.071175:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877052.073565:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd1afc000. 00000100:00000001:0.0:1788877052.073587:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.073597:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9439f80 x1875765519186432/t25769921126(25769921126) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.073606:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.073611:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.073639:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877052.073644:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877052.073646:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f264 (ffff8d0ccb104288, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877052.073650:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877052.073656:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877052.073663:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877052.073670:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877052.073673:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877052.073675:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.073680:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.073683:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.073689:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd79215f8 -> ffff8d0cd79215f8 00000020:00000001:0.0:1788877052.073691:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877052.073694:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877052.073696:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0x85:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877052.073699:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.073700:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877052.073702:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.073706:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0x85:0x0]io ffff8d0d008330f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877052.073710:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd79cde88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.073713:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877052.073715:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877052.073718:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877052.073720:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073722:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877052.073725:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877052.073726:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073728:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.073729:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877052.073730:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877052.073731:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd79cde88) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877052.073734:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073737:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877052.073738:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877052.073740:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877052.073743:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877052.073747:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877052.073750:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877052.073752:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877052.073754:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.073756:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538630760 : -126388170920856 : ffff8d0cf5f7ec68) 00000020:00001000:0.0:1788877052.073758:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7ec60 00000020:00000001:0.0:1788877052.073761:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd79219e0 -> ffff8d0cd79215f8 00000020:00000001:0.0:1788877052.073763:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877052.073767:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.073768:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877052.073769:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877052.073771:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715529968 : -126387994021648 : ffff8d0d008330f0) 00000020:00000001:0.0:1788877052.073772:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073774:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073776:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945939392 : -126388763612224 : ffff8d0cd2a42bc0) 00000020:00000001:0.0:1788877052.073779:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877052.073780:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073783:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073785:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073787:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877052.073788:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877052.073791:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.073792:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877052.073793:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.073795:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073796:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073798:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073800:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073801:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.073803:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073804:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073806:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877052.073808:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877052.073809:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.073810:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877052.073813:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877052.073815:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877052.073818:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877052.073821:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cd7925880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877052.073824:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877052.073827:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cd7925880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877052.073831:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.073833:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073835:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073836:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073838:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073839:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073841:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877052.073843:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877052.073845:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877052.073846:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877052.073847:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877052.073849:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073850:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877052.073852:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877052.073853:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.073855:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.073856:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.073857:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877052.073859:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877052.073860:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073862:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073863:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.073864:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.073865:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877052.073867:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877052.073868:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.073870:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.073872:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.073873:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877052.073874:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877052.073875:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073877:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073878:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.073880:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.073881:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073883:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877052.073884:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877052.073886:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877052.073887:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877052.073889:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.073890:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7ec60 00020000:00000001:0.0:1788877052.073893:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877052.073895:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877052.073897:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877052.073900:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x85:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877052.073903:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877052.073904:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.073906:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.073908:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.073912:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877052.073914:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x85:0x0](ffff8d0ced134b08) 00800000:00000001:0.0:1788877052.073920:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877052.073922:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x85:0x0] 00000002:00000001:0.0:1788877052.073928:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.073935:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.073937:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.073940:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.073942:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.073945:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877052.073947:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877052.073949:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.073951:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073954:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.073955:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.073958:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877052.073964:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877052.073965:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd79cde88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.073968:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877052.073971:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cea90a0c0, objid 0x85:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.073976:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.073980:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca376b00: ostid: 0x280000402:1937 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877052.073983:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877052.073985:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.073987:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877052.073989:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877052.073993:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877052.073996:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.073998:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877052.074004:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cd7925880. 00020000:00000001:0.0:1788877052.074021:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877052.074024:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cd7921960. 00020000:00000001:0.0:1788877052.074028:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877052.074030:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.074033:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.074035:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd79cde88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.074037:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877052.074039:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877052.074040:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd79cde88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.074042:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877052.074045:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf47d10b8. 00020000:00000010:0.0:1788877052.074049:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cd7835000. 00020000:00000010:0.0:1788877052.074052:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf40c9770. 00020000:00000002:0.0:1788877052.074055:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cea90a0c0, objid 0x85:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.074059:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.074062:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca376b00: ostid: 0x280000402:1937 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877052.074067:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca376b00. 00020000:00000010:0.0:1788877052.074070:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cea90a120. 00020000:00000010:0.0:1788877052.074072:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cea90a0c0. 00020000:00000001:0.0:1788877052.074074:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877052.074075:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd79cde88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.074078:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd79cde88. 00020000:00000001:0.0:1788877052.074086:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877052.074088:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cd7921578. 00000020:00001000:0.0:1788877052.074092:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.074095:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877052.074097:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877052.074132:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877052.074135:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.074138:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877052.074142:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.074148:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877052.074150:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877052.074152:0:198588:0:(dcache.c:87:ll_dcompare()) found name f390(ffff8d0ccb179ca8) flags 0x48000e refc 0 00000080:00000001:0.0:1788877052.074155:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.074157:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877052.074158:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f390, flags=0 00000080:00000001:0.0:1788877052.074163:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.074165:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877052.074168:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.074171:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877052.074173:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877052.074175:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f390, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877052.074178:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877052.074832:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.074834:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.074837:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.074840:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.074844:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7b4be88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.074847:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf416fa20 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.074849:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7b4be88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.074852:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.074854:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.074856:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.074857:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877052.074860:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877052.074863:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.074865:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877052.074873:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd170f400. 00800000:00000002:0.0:1788877052.074878:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877052.074886:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877052.074890:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f390 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877052.074895:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877052.074898:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.074901:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.074903:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.074906:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.074909:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.074911:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0xc4:0x0] 00800000:00000001:0.0:1788877052.074914:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.074917:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877052.074919:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.074920:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.074921:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.074922:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.074925:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.074927:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0xc4:0x0] 00800000:00000001:0.0:1788877052.074929:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.074931:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0xc4:0x0] 00800000:00000001:0.0:1788877052.074934:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.074936:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0xc4:0x0] -> mds #1 00000002:00000001:0.0:1788877052.074941:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877052.074943:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877052.074947:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.074949:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877052.074953:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc5147100 count: 2 00010000:00000001:0.0:1788877052.074956:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.074959:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877052.074964:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.074968:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ccacee400/0x4a37134b6b774c3e lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59ed3b0 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.074979:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.074983:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.074985:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.074987:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0xc4:0x0] mode (null) 00000002:00000001:0.0:1788877052.074991:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.074994:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.074996:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc5147100 count: 3 00010000:00000001:0.0:1788877052.074999:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.075003:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.075004:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.075006:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.075007:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc5147100 count: 3 00010000:00000001:0.0:1788877052.075009:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.075012:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.075013:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.075015:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.075016:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc5147100 count: 3 00010000:00000001:0.0:1788877052.075018:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.075021:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.075022:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.075024:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.075025:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc5147100 count: 3 00010000:00000001:0.0:1788877052.075027:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.075029:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.075031:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.075034:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.075035:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.075037:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.075039:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.075042:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.075044:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0xc4:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.075047:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.075049:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.075052:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.075054:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.075056:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0xc4:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.075057:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.075059:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.075061:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.075063:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.075065:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.075067:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0xc4:0x0](ffff8d0ced18db88) invalid 00000020:00000001:0.0:1788877052.075069:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.075071:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f390 (ffff8d0ccb179ca8) parent ffff8d0cc22750d8 inode ffff8d0ced18db88 refc 1 00000080:00000001:0.0:1788877052.075074:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.075075:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.075077:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.075080:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.075083:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.075085:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.075087:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.075090:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.075093:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ccacee400 with handle 0x4a37134b6b774c3e from hash 00010000:00000001:0.0:1788877052.075096:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.075098:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.075100:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.075101:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.075104:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.075106:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.075109:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.075111:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877052.075113:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.075119:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943b100. 00000020:00000040:0.0:1788877052.075123:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=48 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.075128:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.075130:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.075132:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.075137:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.075142:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.075143:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.075145:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.075148:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.075150:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.075155:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.075163:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd1ba5800. 00000100:00000001:0.0:1788877052.075171:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.075174:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.075176:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.075181:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ccacee400/0x4a37134b6b774c3e lrc: 1/0,0 mode: --/PR res: [0x240002b13:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ed3b0 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.075472:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.075474:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.075476:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.075479:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ccacee400/0x4a37134b6b774c3e lrc: 0/0,0 mode: --/PR res: [0x240002b13:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ed3b0 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.075487:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf7f5b940. 00010000:00000040:0.0:1788877052.075491:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cc5147100 count: 0 00010000:00000010:0.0:1788877052.075497:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0d00879300. 00010000:00000001:0.0:1788877052.075504:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.075506:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.075508:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.075509:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.075511:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.075522:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.075532:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc943b100 x1875765519186688/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.075541:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.075543:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.075550:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9d80. 00000100:00000001:0.0:1788877052.075552:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511871872 : -126388197679744 : ffff8d0cf45f9d80) 00000100:00000001:0.0:1788877052.075555:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.075556:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788621568 : -126388920930048 : ffff8d0cc943b100) 00000100:00000001:0.0:1788877052.075561:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.075565:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.075567:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.075569:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.075573:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943b100 x1875765519186688/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.075581:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.075583:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.075588:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.075591:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.075594:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.075598:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943b100 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519186688:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.075603:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.075610:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.075612:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.075615:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.075623:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd4a4000. 02000000:00000001:0.0:1788877052.075625:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.075633:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.075637:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949aa8. 00000400:00000010:0.0:1788877052.075644:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9300. 00000100:00000200:0.0:1788877052.075651:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519186688, portal 10 00000100:00000001:0.0:1788877052.075653:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.075654:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788621568 : -126388920930048 : ffff8d0cc943b100) 00000100:00000040:0.0:1788877052.075662:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc943b100 x1875765519186688/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.075669:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.075672:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.075676:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca524c8. 00000100:00000200:0.0:1788877052.075680:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519186688, offset 0 00000400:00000200:0.0:1788877052.075686:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.075695:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.075704:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.075710:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.075715:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.075718:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.075721:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.075725:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457518:457518:256:4294967295] 192.168.203.155@tcp LPNI seq info [457512:457512:8:4294967295] 00000400:00000200:0.0:1788877052.075729:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.075739:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.075745:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.075750:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877052.075758:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.075765:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.075770:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.075829:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.075834:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13331 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.075838:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.075841:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479151 00000100:00000001:0.0:1788877052.075845:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.075847:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479151 00000100:00000001:0.0:1788877052.075849:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.075851:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.075855:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.075857:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.075859:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.075862:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.075864:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.075867:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.083228:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877052.083237:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877052.083240:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877052.083243:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949aa8. 00000400:00000200:0.0:1788877052.083278:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9300 00000400:00000010:0.0:1788877052.083281:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9300. 00000100:00000001:0.0:1788877052.083285:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.083289:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc943b100 x1875765519186688/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877052.083299:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc943b100 x1875765519186688/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.083306:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877052.083308:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.083311:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877052.083315:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877052.083318:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877052.083321:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.083325:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877052.083335:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=65 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877052.083339:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=65 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877052.083342:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877052.083344:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.083347:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877052.083351:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.083355:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877052.083358:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001bccc] 00000100:00000001:0.0:1788877052.083360:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877052.083363:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.083364:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788621568 : -126388920930048 : ffff8d0cc943b100) 00000100:00000001:0.0:1788877052.083368:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877052.083370:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877052.083372:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877052.083375:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.083380:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc943b100 x1875765519186688/t25769921127(25769921127) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.083395:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.083399:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877052.083402:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877052.083407:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc943b100 x1875765519186688/t25769921127(25769921127) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877052.083416:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc943b100 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519186688:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.083421:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.083424:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.083427:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877052.083430:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.083441:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc943b100 x1875765519186688/t25769921127(25769921127) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.083448:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877052.083452:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9d80. 00000100:00000001:0.0:1788877052.083455:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877052.083456:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.083465:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.083468:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.083472:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877052.083476:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd170f400. 00000100:00000001:0.0:1788877052.083484:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.083488:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc943b100 x1875765519186688/t25769921127(25769921127) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.083494:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.083499:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.083509:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877052.083512:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877052.083514:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f390 (ffff8d0ccb179ca8, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877052.083518:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877052.083524:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877052.083529:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877052.083535:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877052.083538:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877052.083540:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.083544:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.083547:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.083553:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cea94adc8 -> ffff8d0cea94adc8 00000020:00000001:0.0:1788877052.083555:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877052.083558:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877052.083560:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0xc4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877052.083563:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.083564:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877052.083566:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.083570:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0xc4:0x0]io ffff8d0d008330f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877052.083574:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7b4be88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.083578:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877052.083579:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877052.083581:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877052.083583:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083585:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877052.083587:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877052.083589:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083590:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.083591:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877052.083593:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877052.083594:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7b4be88) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877052.083597:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083599:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877052.083601:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877052.083603:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877052.083606:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877052.083610:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877052.083614:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877052.083615:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877052.083617:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.083619:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538630760 : -126388170920856 : ffff8d0cf5f7ec68) 00000020:00001000:0.0:1788877052.083621:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7ec60 00000020:00000001:0.0:1788877052.083624:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cea94a210 -> ffff8d0cea94adc8 00000020:00000001:0.0:1788877052.083626:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877052.083629:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.083630:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877052.083632:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877052.083634:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715529968 : -126387994021648 : ffff8d0d008330f0) 00000020:00000001:0.0:1788877052.083636:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083637:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083640:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945939392 : -126388763612224 : ffff8d0cd2a42bc0) 00000020:00000001:0.0:1788877052.083642:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877052.083644:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083646:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083648:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083650:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877052.083651:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877052.083653:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.083654:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877052.083656:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.083657:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083659:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083660:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083662:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083663:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.083664:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083666:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083668:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877052.083670:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877052.083671:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.083672:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877052.083674:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877052.083676:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877052.083680:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877052.083683:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0ceabf4a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877052.083686:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877052.083689:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0ceabf4a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877052.083693:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.083695:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083697:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083699:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083700:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083702:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083704:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877052.083705:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877052.083707:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877052.083708:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877052.083709:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877052.083710:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083712:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877052.083714:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877052.083715:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.083717:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.083718:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.083719:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877052.083721:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877052.083722:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083723:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083725:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.083726:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.083727:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877052.083729:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877052.083730:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.083732:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.083733:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.083734:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877052.083735:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877052.083736:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083738:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083739:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.083740:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.083742:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083743:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877052.083744:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877052.083745:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877052.083747:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877052.083749:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.083750:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7ec60 00020000:00000001:0.0:1788877052.083752:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877052.083754:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877052.083756:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877052.083757:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0xc4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877052.083761:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877052.083761:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.083763:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.083765:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.083769:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877052.083771:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0xc4:0x0](ffff8d0ced18db88) 00800000:00000001:0.0:1788877052.083775:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877052.083777:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0xc4:0x0] 00000002:00000001:0.0:1788877052.083782:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.083788:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.083790:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.083792:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.083794:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.083796:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877052.083798:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877052.083800:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.083802:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083805:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.083806:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.083809:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877052.083814:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877052.083815:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7b4be88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.083818:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877052.083820:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf416fa20, objid 0xc4:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.083825:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.083829:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc9b62f80: ostid: 0x2c0000402:1898 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877052.083832:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877052.083833:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083835:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877052.083838:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877052.083842:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877052.083845:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083848:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877052.083853:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0ceabf4a80. 00020000:00000001:0.0:1788877052.083856:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877052.083859:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cea94a190. 00020000:00000001:0.0:1788877052.083863:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877052.083865:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.083867:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.083869:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7b4be88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.083872:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877052.083874:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877052.083875:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7b4be88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.083878:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877052.083881:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf446d758. 00020000:00000010:0.0:1788877052.083885:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cc55e5e40. 00020000:00000010:0.0:1788877052.083888:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cea93f0f0. 00020000:00000002:0.0:1788877052.083892:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf416fa20, objid 0xc4:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.083896:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.083899:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc9b62f80: ostid: 0x2c0000402:1898 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877052.083903:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cc9b62f80. 00020000:00000010:0.0:1788877052.083906:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf416fc00. 00020000:00000010:0.0:1788877052.083909:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf416fa20. 00020000:00000001:0.0:1788877052.083911:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877052.083913:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7b4be88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.083916:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd7b4be88. 00020000:00000001:0.0:1788877052.083919:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877052.083921:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cea94ad48. 00000020:00001000:0.0:1788877052.083925:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.083927:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877052.083929:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877052.083963:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877052.083967:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.083969:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877052.083974:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.083980:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877052.083982:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877052.083984:0:198588:0:(dcache.c:87:ll_dcompare()) found name f780(ffff8d0ccaa1a288) flags 0x48000e refc 0 00000080:00000001:0.0:1788877052.083987:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.083989:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877052.083991:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f780, flags=0 00000080:00000001:0.0:1788877052.083995:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.083997:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877052.083999:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.084002:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877052.084004:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877052.084006:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f780, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877052.084009:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877052.084011:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.084012:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.084014:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.084016:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.084019:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7aa83e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.084022:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf4306720 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.084025:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7aa83e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.084027:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.084030:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.084031:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.084033:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877052.084035:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877052.084038:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.084040:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877052.084044:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd1ba4000. 00800000:00000002:0.0:1788877052.084048:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877052.084056:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877052.084059:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f780 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877052.084064:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877052.084067:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.084070:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.084073:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.084075:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.084077:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.084079:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x18f:0x0] 00800000:00000001:0.0:1788877052.084082:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.084084:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877052.084086:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.084087:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.084088:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.084089:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.084091:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.084092:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x18f:0x0] 00800000:00000001:0.0:1788877052.084093:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.084096:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x18f:0x0] 00800000:00000001:0.0:1788877052.084098:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.084101:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x18f:0x0] -> mds #0 00000002:00000001:0.0:1788877052.084105:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877052.084107:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877052.084110:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.084112:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877052.084116:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4be7400 count: 2 00010000:00000001:0.0:1788877052.084119:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.084123:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877052.084128:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.084132:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceb186800/0x4a37134b6b7756e8 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f0902 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.084144:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.084147:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.084149:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.084152:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x18f:0x0] mode (null) 00000002:00000001:0.0:1788877052.084155:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.084157:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.084159:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4be7400 count: 3 00010000:00000001:0.0:1788877052.084161:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.084165:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.084167:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.084168:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.084169:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4be7400 count: 3 00010000:00000001:0.0:1788877052.084171:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.084173:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.084174:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.084176:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.084177:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4be7400 count: 3 00010000:00000001:0.0:1788877052.084179:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.084181:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.084182:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.084184:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.084185:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf4be7400 count: 3 00010000:00000001:0.0:1788877052.084187:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.084189:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.084191:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.084193:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.084195:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.084197:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.084199:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.084201:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.084203:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x18f:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.084206:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.084209:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.084211:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.084213:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.084216:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x18f:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.084218:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.084219:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.084221:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.084223:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.084225:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.084228:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x18f:0x0](ffff8d0cd068c2c8) invalid 00000020:00000001:0.0:1788877052.084230:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.084232:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f780 (ffff8d0ccaa1a288) parent ffff8d0cc22750d8 inode ffff8d0cd068c2c8 refc 1 00000080:00000001:0.0:1788877052.084235:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.084237:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.084238:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.084242:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.084245:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.084270:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.084273:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.084276:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.084280:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceb186800 with handle 0x4a37134b6b7756e8 from hash 00010000:00000001:0.0:1788877052.084284:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.084286:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.084288:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.084289:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.084293:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.084294:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.084298:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.084300:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877052.084302:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.084309:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943bb80. 00000020:00000040:0.0:1788877052.084313:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=32 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.084318:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.084320:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.084323:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.084327:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.084332:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.084333:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.084335:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.084338:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.084340:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.084346:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.084353:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd1ba4200. 00000100:00000001:0.0:1788877052.084360:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.084362:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.084365:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.084371:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceb186800/0x4a37134b6b7756e8 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f0902 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.084379:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.084381:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.084383:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.084386:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceb186800/0x4a37134b6b7756e8 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f0902 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.084395:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf51eaf00. 00010000:00000040:0.0:1788877052.084399:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf4be7400 count: 0 00010000:00000010:0.0:1788877052.084404:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf7c6ae00. 00010000:00000001:0.0:1788877052.084411:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.084412:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.084414:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.084416:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.084418:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.084428:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.084449:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc943bb80 x1875765519186944/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.084456:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.084458:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.084464:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9d80. 00000100:00000001:0.0:1788877052.084466:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511871872 : -126388197679744 : ffff8d0cf45f9d80) 00000100:00000001:0.0:1788877052.084469:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.084470:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788624256 : -126388920927360 : ffff8d0cc943bb80) 00000100:00000001:0.0:1788877052.084474:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.084479:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.084481:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.084482:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.084487:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943bb80 x1875765519186944/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.084494:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.084496:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.084500:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.084503:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.084505:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.084509:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943bb80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519186944:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.084513:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.084518:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.084520:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.084523:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.084530:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd4a0000. 02000000:00000001:0.0:1788877052.084532:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.084538:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.084541:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949aa8. 00000400:00000010:0.0:1788877052.084547:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9300. 00000100:00000200:0.0:1788877052.084553:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519186944, portal 10 00000100:00000001:0.0:1788877052.084555:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.084556:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788624256 : -126388920927360 : ffff8d0cc943bb80) 00000100:00000040:0.0:1788877052.084563:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc943bb80 x1875765519186944/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.084570:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.084572:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.084576:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52e58. 00000100:00000200:0.0:1788877052.084579:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519186944, offset 0 00000400:00000200:0.0:1788877052.084586:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.084592:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.084600:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.084606:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.084611:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.084614:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.084617:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.084621:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457519:457519:256:4294967295] 192.168.203.155@tcp LPNI seq info [457513:457513:8:4294967295] 00000400:00000200:0.0:1788877052.084625:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.084635:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.084642:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.084647:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877052.084655:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.084664:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.084669:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.084681:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.084686:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13573 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.084689:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.084693:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479158 00000100:00000001:0.0:1788877052.084696:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.084698:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479158 00000100:00000001:0.0:1788877052.084701:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.084703:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.084706:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.084708:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.084710:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.084713:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.084715:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.084718:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877052.092809:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.092814:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.092831:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877052.092839:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877052.092842:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877052.092846:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949aa8. 00000400:00000200:0.0:1788877052.092851:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9300 00000400:00000010:0.0:1788877052.092853:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9300. 00000100:00000001:0.0:1788877052.092857:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.092863:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc943bb80 x1875765519186944/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877052.092872:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc943bb80 x1875765519186944/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.092879:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877052.092881:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.092884:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877052.092888:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877052.092891:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877052.092893:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.092895:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877052.092905:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=65 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877052.092911:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=65 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877052.092914:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877052.092916:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.092920:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877052.092924:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.092929:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877052.092931:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x6000262c1] 00000100:00000001:0.0:1788877052.092934:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877052.092937:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.092940:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788624256 : -126388920927360 : ffff8d0cc943bb80) 00000100:00000001:0.0:1788877052.092943:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877052.092945:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963208 00000100:00000001:0.0:1788877052.092948:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877052.092951:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.092956:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc943bb80 x1875765519186944/t25769963236(25769963236) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.092963:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.092967:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877052.092970:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877052.092974:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc943bb80 x1875765519186944/t25769963236(25769963236) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877052.092983:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc943bb80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519186944:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.092989:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.092992:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.092995:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877052.092997:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.093001:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc943bb80 x1875765519186944/t25769963236(25769963236) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.093009:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877052.093012:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9d80. 00000100:00000001:0.0:1788877052.093015:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877052.093017:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.093024:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.093028:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.093032:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877052.093036:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd1ba4000. 00000100:00000001:0.0:1788877052.093043:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.093047:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc943bb80 x1875765519186944/t25769963236(25769963236) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.093054:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.093059:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.093069:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877052.093072:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877052.093075:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f780 (ffff8d0ccaa1a288, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877052.093079:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877052.093084:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877052.093089:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877052.093096:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877052.093099:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877052.093102:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.093107:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.093109:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.093116:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd1aa3850 -> ffff8d0cd1aa3850 00000020:00000001:0.0:1788877052.093118:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877052.093121:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877052.093122:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0x18f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877052.093126:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.093127:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877052.093129:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.093133:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0x18f:0x0]io ffff8d0d008330f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877052.093137:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7aa83e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.093141:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877052.093144:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877052.093146:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877052.093148:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093150:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877052.093152:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877052.093154:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093156:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.093157:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877052.093158:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877052.093160:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7aa83e0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877052.093163:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093165:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877052.093167:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877052.093169:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877052.093173:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877052.093176:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877052.093179:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877052.093181:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877052.093182:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.093184:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538630760 : -126388170920856 : ffff8d0cf5f7ec68) 00000020:00001000:0.0:1788877052.093186:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7ec60 00000020:00000001:0.0:1788877052.093190:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd1aa3148 -> ffff8d0cd1aa3850 00000020:00000001:0.0:1788877052.093191:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877052.093196:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.093196:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877052.093198:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877052.093199:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715529968 : -126387994021648 : ffff8d0d008330f0) 00000020:00000001:0.0:1788877052.093202:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093203:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093205:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945939392 : -126388763612224 : ffff8d0cd2a42bc0) 00000020:00000001:0.0:1788877052.093207:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877052.093208:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093211:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093213:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093214:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877052.093216:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877052.093218:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.093233:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877052.093235:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.093236:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093239:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093241:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093242:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093244:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.093245:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093282:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093285:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877052.093287:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877052.093288:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.093290:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877052.093292:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877052.093295:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877052.093297:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877052.093300:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cf4a89340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877052.093303:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877052.093306:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cf4a89340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877052.093310:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.093312:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093314:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093316:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093318:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093319:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093321:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877052.093323:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877052.093324:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877052.093325:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877052.093327:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877052.093329:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093331:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877052.093332:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877052.093334:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.093336:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.093338:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.093339:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877052.093339:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877052.093340:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093342:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093343:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.093344:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.093346:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877052.093347:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877052.093350:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.093351:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.093352:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.093353:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877052.093354:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877052.093356:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093358:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093359:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.093360:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.093362:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093364:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877052.093366:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877052.093367:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877052.093368:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877052.093369:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.093371:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7ec60 00020000:00000001:0.0:1788877052.093373:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877052.093376:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877052.093604:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877052.093608:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x18f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877052.093611:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877052.093613:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.093616:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.093619:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.093623:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877052.093625:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x18f:0x0](ffff8d0cd068c2c8) 00800000:00000001:0.0:1788877052.093629:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877052.093631:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x18f:0x0] 00000002:00000001:0.0:1788877052.093636:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.093643:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.093645:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.093647:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.093649:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.093652:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877052.093655:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877052.093656:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.093659:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093662:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.093664:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.093666:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877052.093674:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877052.093676:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7aa83e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.093679:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877052.093682:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4306720, objid 0x18f:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.093687:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.093691:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf48b1100: ostid: 0x2c0000403:2091 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877052.093694:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877052.093696:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093698:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877052.093699:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877052.093703:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877052.093707:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093709:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877052.093714:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf4a89340. 00020000:00000001:0.0:1788877052.093726:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877052.093728:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cd1aa30c8. 00020000:00000001:0.0:1788877052.093732:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877052.093734:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.093736:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.093738:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7aa83e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.093740:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877052.093741:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877052.093743:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7aa83e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.093746:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877052.093748:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf47d1e30. 00020000:00000010:0.0:1788877052.093752:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cc84daa80. 00020000:00000010:0.0:1788877052.093755:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf40c94c0. 00020000:00000002:0.0:1788877052.093758:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4306720, objid 0x18f:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.093762:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.093765:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf48b1100: ostid: 0x2c0000403:2091 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877052.093770:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf48b1100. 00020000:00000010:0.0:1788877052.093776:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4306d80. 00020000:00000010:0.0:1788877052.093780:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4306720. 00020000:00000001:0.0:1788877052.093785:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877052.093787:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7aa83e0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.093789:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd7aa83e0. 00020000:00000001:0.0:1788877052.093795:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877052.093797:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cd1aa37d0. 00000020:00001000:0.0:1788877052.093801:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.093803:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877052.093805:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877052.093838:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877052.093841:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.093843:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877052.093847:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.093854:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877052.093857:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877052.093859:0:198588:0:(dcache.c:87:ll_dcompare()) found name w721(ffff8d0ccb00d288) flags 0x48004e refc 0 00000080:00000001:0.0:1788877052.093861:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.093863:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877052.093865:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w721, flags=0 00000080:00000001:0.0:1788877052.093869:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.093871:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877052.093873:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.093876:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877052.093878:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877052.093880:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w721, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877052.093883:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877052.093885:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.093887:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.093889:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.093891:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.093896:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceb34ae88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.093899:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf45c8480 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.093901:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceb34ae88) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.093903:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.093906:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.093907:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.093910:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877052.093912:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877052.093914:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.093916:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877052.093921:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd1ba4000. 00800000:00000002:0.0:1788877052.093924:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877052.093932:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877052.093936:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w721 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877052.093940:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877052.093944:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.093947:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.093950:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.093953:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.093955:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.093957:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x365:0x0] 00800000:00000001:0.0:1788877052.093959:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.093962:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877052.093964:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.093965:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.093966:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.093967:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.093969:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.093971:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x365:0x0] 00800000:00000001:0.0:1788877052.093973:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.093975:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x365:0x0] 00800000:00000001:0.0:1788877052.093977:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.093979:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x365:0x0] -> mds #0 00000002:00000001:0.0:1788877052.093982:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877052.093985:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877052.093988:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.093990:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877052.093993:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf410b100 count: 2 00010000:00000001:0.0:1788877052.093996:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.093999:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877052.094004:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.094008:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf7d8fc00/0x4a37134b6b7770a3 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f89a9 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.094018:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.094022:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.094025:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.094027:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x365:0x0] mode (null) 00000002:00000001:0.0:1788877052.094029:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.094032:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.094033:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf410b100 count: 3 00010000:00000001:0.0:1788877052.094036:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.094039:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.094041:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.094042:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.094043:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf410b100 count: 3 00010000:00000001:0.0:1788877052.094045:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.094047:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.094048:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.094049:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.094051:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf410b100 count: 3 00010000:00000001:0.0:1788877052.094053:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.094055:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.094056:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.094057:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.094058:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf410b100 count: 3 00010000:00000001:0.0:1788877052.094060:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.094061:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.094063:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.094065:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.094066:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.094068:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.094070:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.094072:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.094073:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x365:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.094076:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.094079:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.094081:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.094084:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.094086:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x365:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.094088:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.094090:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.094092:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.094094:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.094096:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.094098:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x365:0x0](ffff8d0cca910908) invalid 00000020:00000001:0.0:1788877052.094101:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.094102:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w721 (ffff8d0ccb00d288) parent ffff8d0cc22750d8 inode ffff8d0cca910908 refc 1 00000080:00000001:0.0:1788877052.094105:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.094107:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.094109:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.094111:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.094115:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.094116:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.094119:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.094122:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.094125:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf7d8fc00 with handle 0x4a37134b6b7770a3 from hash 00010000:00000001:0.0:1788877052.094128:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.094130:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.094131:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.094133:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.094136:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.094138:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.094141:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.094142:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877052.094144:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.094150:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943a680. 00000020:00000040:0.0:1788877052.094154:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=33 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.094159:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.094161:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.094164:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.094168:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.094172:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.094174:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.094175:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.094179:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.094181:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.094185:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.094193:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd170f400. 00000100:00000001:0.0:1788877052.094199:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.094202:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.094204:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.094209:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf7d8fc00/0x4a37134b6b7770a3 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f89a9 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.094215:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.094217:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.094219:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.094539:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf7d8fc00/0x4a37134b6b7770a3 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f89a9 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.094548:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0d001b4640. 00010000:00000040:0.0:1788877052.094554:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf410b100 count: 0 00010000:00000010:0.0:1788877052.094559:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cc8af7080. 00010000:00000001:0.0:1788877052.094566:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.094568:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.094571:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.094572:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.094574:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.094585:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.094594:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc943a680 x1875765519187200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.094602:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.094604:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.094610:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9d80. 00000100:00000001:0.0:1788877052.094613:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511871872 : -126388197679744 : ffff8d0cf45f9d80) 00000100:00000001:0.0:1788877052.094615:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.094616:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788618880 : -126388920932736 : ffff8d0cc943a680) 00000100:00000001:0.0:1788877052.094621:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.094625:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.094628:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.094629:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.094633:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943a680 x1875765519187200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.094641:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.094643:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.094647:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.094650:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.094652:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.094656:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943a680 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519187200:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.094660:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.094665:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.094668:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.094670:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.094692:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd674000. 02000000:00000001:0.0:1788877052.094695:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.094702:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.094706:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949aa8. 00000400:00000010:0.0:1788877052.094712:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9300. 00000100:00000200:0.0:1788877052.094720:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519187200, portal 10 00000100:00000001:0.0:1788877052.094722:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.094723:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788618880 : -126388920932736 : ffff8d0cc943a680) 00000100:00000040:0.0:1788877052.094730:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc943a680 x1875765519187200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.094737:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.094740:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.094745:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52f68. 00000100:00000200:0.0:1788877052.094748:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519187200, offset 0 00000400:00000200:0.0:1788877052.094754:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.094762:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.094770:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.094776:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.094781:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.094785:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.094788:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.094792:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457520:457520:256:4294967295] 192.168.203.155@tcp LPNI seq info [457514:457514:8:4294967295] 00000400:00000200:0.0:1788877052.094797:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.094806:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.094813:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.094819:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954b00. 00000800:00000200:0.0:1788877052.094826:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.094834:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.094840:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954b00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.094899:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.094904:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13573 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.094909:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.094912:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479170 00000100:00000001:0.0:1788877052.094916:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.094918:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479170 00000100:00000001:0.0:1788877052.094921:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.094924:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.094927:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.094929:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.094931:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.094935:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.094937:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.094940:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877052.100861:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.100867:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954b00. 00000400:00000200:0.0:1788877052.100875:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.100885:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.100895:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52f68 00000400:00000010:0.0:1788877052.100899:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52f68. 00000100:00000001:0.0:1788877052.100904:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.100915:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc943a680 x1875765519187200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.100929:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.100934:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc943a680 x1875765519187200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.100941:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.100943:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.102560:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.102576:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.102580:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.102583:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.102591:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.102598:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.102607:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.102611:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.102618:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.102622:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173fd00 00000400:00000200:0.0:1788877052.102628:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.102634:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f6d9 [2] + 224 00000800:00000001:0.0:1788877052.102642:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.102650:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.102653:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.102657:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.102663:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.102671:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc943a680 x1875765519187200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.102681:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc943a680 x1875765519187200/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.102706:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.102715:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.102719:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.108893:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.108898:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877052.108903:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.108912:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.108920:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915b28 00000400:00000010:0.0:1788877052.108923:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915b28. 00000100:00000001:0.0:1788877052.108928:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.108938:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac4700 x1875765519187456/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.108951:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.108956:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac4700 x1875765519187456/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.108964:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.108966:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.112049:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.112065:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.112070:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.112072:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.112080:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.112089:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.112098:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.112103:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.112109:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.112113:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173fe00 00000400:00000200:0.0:1788877052.112118:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.112124:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f6e9 [2] + 224 00000800:00000001:0.0:1788877052.112131:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.112138:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.112142:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.112147:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.112155:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.112166:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac4700 x1875765519187456/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.112176:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac4700 x1875765519187456/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.112281:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.112290:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.112293:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.119489:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.119499:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877052.119508:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.119516:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.119525:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915990 00000400:00000010:0.0:1788877052.119528:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915990. 00000100:00000001:0.0:1788877052.119534:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.119543:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac7800 x1875765519187584/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.119556:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.119560:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac7800 x1875765519187584/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.119566:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.119568:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.123008:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.123024:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.123028:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.123031:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.123040:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.123048:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.123058:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.123063:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.123069:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.123073:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb173fe80 00000400:00000200:0.0:1788877052.123079:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.123086:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f6f1 [4] + 224 00000800:00000001:0.0:1788877052.123093:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.123101:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.123105:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.123110:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.123119:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.123129:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac7800 x1875765519187584/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877052.123140:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0ceaac7800 x1875765519187584/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.123170:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.123178:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.123182:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.125488:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.125493:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877052.125499:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.125504:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.125509:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915440 00000400:00000010:0.0:1788877052.125511:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915440. 00000100:00000001:0.0:1788877052.125515:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.125520:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac7800 x1875765519187840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.125528:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.125532:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac7800 x1875765519187840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.125538:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.125540:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.133077:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.133091:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.133094:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.133097:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.133105:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.133113:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.133122:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.133127:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.133132:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.133137:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb173ff80 00000400:00000200:0.0:1788877052.133142:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.133149:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f6f9 [2] + 224 00000800:00000001:0.0:1788877052.133156:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.133164:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.133168:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.133173:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.133192:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.133204:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac7800 x1875765519187840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.133215:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac7800 x1875765519187840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.133278:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.133288:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.133291:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.155051:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.155059:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877052.155065:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.155072:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.155081:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915000 00000400:00000010:0.0:1788877052.155083:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915000. 00000100:00000001:0.0:1788877052.155088:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.155093:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac5180 x1875765519188096/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.155104:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.155108:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac5180 x1875765519188096/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.155115:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.155118:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.161747:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.161763:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.161766:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.161769:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.161778:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.161785:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.161796:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.161800:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.161807:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.161811:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740080 00000400:00000200:0.0:1788877052.161816:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.161822:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f701 [2] + 224 00000800:00000001:0.0:1788877052.161830:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.161837:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.161841:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.161846:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.161857:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.161868:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac5180 x1875765519188096/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.161878:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac5180 x1875765519188096/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.161898:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.161907:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.161910:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.163655:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.163661:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877052.163666:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.163670:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.163674:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915ee0 00000400:00000010:0.0:1788877052.163677:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915ee0. 00000100:00000001:0.0:1788877052.163680:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.163684:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac7b80 x1875765519188352/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.163694:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.163697:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac7b80 x1875765519188352/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.163703:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.163704:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.171083:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.171109:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.171113:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.171115:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.171125:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.171132:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.171141:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.171146:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.171153:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.171157:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740180 00000400:00000200:0.0:1788877052.171162:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.171168:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f709 [2] + 224 00000800:00000001:0.0:1788877052.171177:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.171184:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.171188:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.171194:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.171203:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.171213:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac7b80 x1875765519188352/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.171235:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac7b80 x1875765519188352/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.171288:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.171297:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.171301:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.173869:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.173876:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877052.173882:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.173887:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.173894:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915ee0 00000400:00000010:0.0:1788877052.173897:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915ee0. 00000100:00000001:0.0:1788877052.173901:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.173906:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac6680 x1875765519188608/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.173915:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.173919:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac6680 x1875765519188608/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.173926:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.173928:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.180948:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.180966:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.180970:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.180972:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.180982:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.180990:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.180999:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.181003:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.181009:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.181014:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740280 00000400:00000200:0.0:1788877052.181019:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.181025:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f711 [2] + 224 00000800:00000001:0.0:1788877052.181033:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.181040:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.181044:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.181049:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.181058:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.181068:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac6680 x1875765519188608/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.181079:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac6680 x1875765519188608/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.181103:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.181112:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.181115:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.182915:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.182921:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa700. 00000400:00000200:0.0:1788877052.182925:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.182930:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.182935:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4110 00000400:00000010:0.0:1788877052.182938:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4110. 00000100:00000001:0.0:1788877052.182942:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.182946:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd699500 x1875765519188864/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.182955:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.182958:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd699500 x1875765519188864/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.182964:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.182966:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.188719:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.188736:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.188740:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.188742:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.188752:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.188760:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.188770:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.188775:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.188781:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.188784:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740380 00000400:00000200:0.0:1788877052.188790:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.188795:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f719 [2] + 224 00000800:00000001:0.0:1788877052.188803:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.188810:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.188814:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.188819:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.188828:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.188838:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd699500 x1875765519188864/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.188850:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd699500 x1875765519188864/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.188869:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.188878:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.188881:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1788877052.190793:0:198588:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8d0bcc55ea00. 00010000:00000010:0.0:1788877052.190800:0:198588:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8d0cd7906800. 00010000:00000001:0.0:1788877052.190805:0:198588:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788877052.190809:0:198588:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8d0bcc574000. 00000020:00000001:0.0:1788877052.190813:0:198588:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788877052.190816:0:198588:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8d0bcc574000 with handle 0x4a37134b6b77ba2a to hash 00000020:00000001:0.0:1788877052.190818:0:198588:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788877052.190819:0:198588:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.190822:0:198588:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.190826:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.190828:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877052.190832:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba2a lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877052.190842:0:198588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba2a lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877052.190851:0:198588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba2a lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788877052.190857:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.190859:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.190865:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.190868:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877052.190870:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.190871:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685663521792 : -126388046029824 : ffff8d0cfd699c00) 00000100:00000001:0.0:1788877052.190875:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.190879:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.190881:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.190883:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.190890:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cfd699c00 x1875765519188992/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.190899:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.190901:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.190904:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.190907:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.190910:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.190914:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cfd699c00 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519188992:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877052.190918:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.190923:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.190926:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.190928:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.190952:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8d0cfd60c000. 02000000:00000001:0.0:1788877052.190955:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.190962:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.190967:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949528. 00000400:00000010:0.0:1788877052.190973:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877052.190981:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875765519188992, portal 10 00000100:00000001:0.0:1788877052.190983:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.190984:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685663521792 : -126388046029824 : ffff8d0cfd699c00) 00000100:00000040:0.0:1788877052.190991:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8d0cfd699c00 x1875765519188992/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.190998:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.191001:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.191005:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52f68. 00000100:00000200:0.0:1788877052.191009:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875765519188992, offset 0 00000400:00000200:0.0:1788877052.191016:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.191023:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.191031:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.191036:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.191041:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.191045:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.191047:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.191051:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457528:457528:256:4294967295] 192.168.203.155@tcp LPNI seq info [457522:457522:8:4294967295] 00000400:00000200:0.0:1788877052.191055:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.191064:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.191070:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.191076:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954b00. 00000800:00000200:0.0:1788877052.191083:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.191091:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.191096:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.191166:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.191171:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13568 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.191175:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.191177:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479266 00000100:00000001:0.0:1788877052.191191:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.191193:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479266 00000100:00000001:0.0:1788877052.191196:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.191199:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.191201:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.191204:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.191206:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.191209:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9540 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.191211:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.191214:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877052.197724:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.197740:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.197744:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.197747:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.197757:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.197765:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.197773:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.197778:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.197784:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.197788:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1740400 00000400:00000200:0.0:1788877052.197794:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.197800:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f721 [4] + 224 00000800:00000001:0.0:1788877052.197808:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.197814:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.197819:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.197824:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.197831:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.197840:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd699c00 x1875765519188992/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877052.197851:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cfd699c00 x1875765519188992/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.197874:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.197883:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.197886:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.207696:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.207710:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.207713:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.207716:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.207726:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.207734:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.207743:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.207748:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.207754:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.207759:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740500 00000400:00000200:0.0:1788877052.207765:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.207772:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f731 [2] + 224 00000800:00000001:0.0:1788877052.207780:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.207787:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.207791:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.207797:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.207807:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.207818:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac4000 x1875765519189248/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.207830:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac4000 x1875765519189248/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.207850:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.207858:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.207863:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877052.210849:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.210853:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556227648 : -126393153323968 : ffff8d0bccfe7c40) 00000020:00000001:0.0:1788877052.210856:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.210857:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.210858:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.210860:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.210861:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.210865:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000084ffba42[2 000000009881f609 1 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877052.210866:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.210868:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.210869:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.210871:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe7ca0 00000008:00000001:0.0:1788877052.210872:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.210874:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe7cb0 page ffff8d0bccfe7ca0 at index 30. 00000008:00000001:0.0:1788877052.210876:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.210879:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.210880:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026aa00 index 30 00000020:00000001:0.0:1788877052.210883:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.210884:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.210886:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.210888:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000084ffba42[1 000000009881f609 5 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877052.210889:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.210891:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.210893:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe7c40. 00000020:00000001:0.0:1788877052.210896:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.210897:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.210898:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.210900:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556230624 : -126393153320992 : ffff8d0bccfe87e0) 00000020:00000001:0.0:1788877052.210901:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.210902:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.210903:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.210904:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.210905:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.210908:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e796ae6f[2 000000009881f609 1 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877052.210909:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.210910:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.210912:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.210913:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8840 00000008:00000001:0.0:1788877052.210914:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.210915:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8850 page ffff8d0bccfe8840 at index 31. 00000008:00000001:0.0:1788877052.210917:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.210920:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.210921:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026aa40 index 31 00000020:00000001:0.0:1788877052.210923:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.210924:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.210925:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.210928:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e796ae6f[1 000000009881f609 5 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877052.210929:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.210930:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.210932:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe87e0. 00000020:00000001:0.0:1788877052.210935:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.210936:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.210937:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.210939:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556232416 : -126393153319200 : ffff8d0bccfe8ee0) 00000020:00000001:0.0:1788877052.210941:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.210942:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.210943:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.210944:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.210945:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.210948:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d43ba75d[2 000000009881f609 1 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877052.210949:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.210951:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.210952:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.210953:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8f40 00000008:00000001:0.0:1788877052.210955:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.210956:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8f50 page ffff8d0bccfe8f40 at index 32. 00000008:00000001:0.0:1788877052.210958:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.210960:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.210961:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026aa80 index 32 00000020:00000001:0.0:1788877052.210963:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.210964:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.210966:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.210968:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d43ba75d[1 000000009881f609 5 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877052.210969:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.210971:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.210972:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8ee0. 00000020:00000001:0.0:1788877052.210974:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.210975:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.210976:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.210978:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556229728 : -126393153321888 : ffff8d0bccfe8460) 00000020:00000001:0.0:1788877052.210980:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.210980:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.210982:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.210983:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.210984:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.210986:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000083c1d013[2 000000009881f609 1 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877052.210988:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.210989:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.210990:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.210991:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe84c0 00000008:00000001:0.0:1788877052.210992:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.210994:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe84d0 page ffff8d0bccfe84c0 at index 33. 00000008:00000001:0.0:1788877052.210996:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.210998:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.210999:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026aac0 index 33 00000020:00000001:0.0:1788877052.211001:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211002:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211003:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211006:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000083c1d013[1 000000009881f609 5 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877052.211008:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211009:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211011:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8460. 00000020:00000001:0.0:1788877052.211013:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211014:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211015:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211017:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556229280 : -126393153322336 : ffff8d0bccfe82a0) 00000020:00000001:0.0:1788877052.211018:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211019:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211021:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211022:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211023:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000133ce7d6[2 000000009881f609 1 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877052.211027:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211028:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211029:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211030:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8300 00000008:00000001:0.0:1788877052.211031:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211032:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8310 page ffff8d0bccfe8300 at index 34. 00000008:00000001:0.0:1788877052.211034:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211036:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211037:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ab00 index 34 00000020:00000001:0.0:1788877052.211038:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211039:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211040:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211042:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000133ce7d6[1 000000009881f609 5 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877052.211043:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211045:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211046:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe82a0. 00000020:00000001:0.0:1788877052.211048:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211049:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211050:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211052:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556229504 : -126393153322112 : ffff8d0bccfe8380) 00000020:00000001:0.0:1788877052.211054:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211054:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211055:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211056:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211057:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211060:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000973f2539[2 000000009881f609 1 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877052.211062:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211063:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211065:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211066:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe83e0 00000008:00000001:0.0:1788877052.211067:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211068:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe83f0 page ffff8d0bccfe83e0 at index 35. 00000008:00000001:0.0:1788877052.211070:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211073:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211074:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ab40 index 35 00000020:00000001:0.0:1788877052.211076:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211077:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211078:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211080:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000973f2539[1 000000009881f609 5 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877052.211082:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211083:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211084:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8380. 00000020:00000001:0.0:1788877052.211086:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211087:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211088:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211089:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556228832 : -126393153322784 : ffff8d0bccfe80e0) 00000020:00000001:0.0:1788877052.211091:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211092:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211093:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211094:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211095:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211098:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c8949145[2 000000009881f609 1 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877052.211100:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211101:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211102:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211103:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8140 00000008:00000001:0.0:1788877052.211105:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211106:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8150 page ffff8d0bccfe8140 at index 36. 00000008:00000001:0.0:1788877052.211107:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211109:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211110:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ab80 index 36 00000020:00000001:0.0:1788877052.211112:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211113:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211114:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211117:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c8949145[1 000000009881f609 5 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877052.211118:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211119:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211121:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe80e0. 00000020:00000001:0.0:1788877052.211123:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211124:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211126:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211127:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556228608 : -126393153323008 : ffff8d0bccfe8000) 00000020:00000001:0.0:1788877052.211129:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211130:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211131:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211132:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211133:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211136:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000df1e2124[2 000000009881f609 1 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877052.211137:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211139:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211140:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211141:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8060 00000008:00000001:0.0:1788877052.211142:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211143:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8070 page ffff8d0bccfe8060 at index 37. 00000008:00000001:0.0:1788877052.211145:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211147:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211148:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026abc0 index 37 00000020:00000001:0.0:1788877052.211150:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211151:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211152:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211154:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000df1e2124[1 000000009881f609 5 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877052.211155:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211157:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211158:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8000. 00000020:00000001:0.0:1788877052.211160:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211161:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211163:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211164:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556229952 : -126393153321664 : ffff8d0bccfe8540) 00000020:00000001:0.0:1788877052.211166:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211167:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211168:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211169:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211171:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211173:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007c133b75[2 000000009881f609 1 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877052.211175:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211176:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211177:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211179:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe85a0 00000008:00000001:0.0:1788877052.211190:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211192:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe85b0 page ffff8d0bccfe85a0 at index 38. 00000008:00000001:0.0:1788877052.211194:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211196:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211198:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ac00 index 38 00000020:00000001:0.0:1788877052.211200:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211201:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211202:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211205:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007c133b75[1 000000009881f609 5 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877052.211206:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211207:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211209:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8540. 00000020:00000001:0.0:1788877052.211211:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211212:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211214:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211215:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556232192 : -126393153319424 : ffff8d0bccfe8e00) 00000020:00000001:0.0:1788877052.211217:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211218:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211229:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211230:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211231:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211234:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000805e8237[2 000000009881f609 1 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877052.211236:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211237:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211238:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211240:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8e60 00000008:00000001:0.0:1788877052.211241:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211242:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8e70 page ffff8d0bccfe8e60 at index 39. 00000008:00000001:0.0:1788877052.211244:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211269:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211271:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ac40 index 39 00000020:00000001:0.0:1788877052.211274:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211275:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211276:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211280:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000805e8237[1 000000009881f609 5 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877052.211281:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211282:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211284:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8e00. 00000020:00000001:0.0:1788877052.211286:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211287:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211289:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211290:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556230848 : -126393153320768 : ffff8d0bccfe88c0) 00000020:00000001:0.0:1788877052.211292:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211293:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211294:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211295:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211297:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211299:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ac626d62[2 000000009881f609 1 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877052.211301:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211302:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211303:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211304:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8920 00000008:00000001:0.0:1788877052.211305:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211307:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8930 page ffff8d0bccfe8920 at index 40. 00000008:00000001:0.0:1788877052.211309:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211311:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211313:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ac80 index 40 00000020:00000001:0.0:1788877052.211315:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211316:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211317:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211319:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ac626d62[1 000000009881f609 5 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877052.211321:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211322:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211323:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe88c0. 00000020:00000001:0.0:1788877052.211325:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211326:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211327:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211328:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556231520 : -126393153320096 : ffff8d0bccfe8b60) 00000020:00000001:0.0:1788877052.211330:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211331:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211332:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211333:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211334:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211337:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9b937e6[2 000000009881f609 1 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877052.211339:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211340:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211341:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211343:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8bc0 00000008:00000001:0.0:1788877052.211344:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211345:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8bd0 page ffff8d0bccfe8bc0 at index 41. 00000008:00000001:0.0:1788877052.211347:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211349:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211351:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026acc0 index 41 00000020:00000001:0.0:1788877052.211353:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211354:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211355:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211357:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e9b937e6[1 000000009881f609 5 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877052.211358:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211359:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211361:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8b60. 00000020:00000001:0.0:1788877052.211363:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211364:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211365:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211367:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556231968 : -126393153319648 : ffff8d0bccfe8d20) 00000020:00000001:0.0:1788877052.211368:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211369:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211371:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211372:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211373:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211375:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cc15eebb[2 000000009881f609 1 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877052.211385:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211387:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211388:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211388:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8d80 00000008:00000001:0.0:1788877052.211390:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211391:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8d90 page ffff8d0bccfe8d80 at index 42. 00000008:00000001:0.0:1788877052.211393:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211395:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211397:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ad00 index 42 00000020:00000001:0.0:1788877052.211399:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211400:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211401:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211404:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cc15eebb[1 000000009881f609 5 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877052.211405:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211406:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211408:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8d20. 00000020:00000001:0.0:1788877052.211411:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211412:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211413:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211415:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556229056 : -126393153322560 : ffff8d0bccfe81c0) 00000020:00000001:0.0:1788877052.211417:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211418:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211419:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211420:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211421:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211424:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000eed55ab8[2 000000009881f609 1 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877052.211425:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211426:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211427:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211428:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8220 00000008:00000001:0.0:1788877052.211430:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211431:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8230 page ffff8d0bccfe8220 at index 43. 00000008:00000001:0.0:1788877052.211441:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211444:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211445:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ad40 index 43 00000020:00000001:0.0:1788877052.211447:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211448:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211449:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211452:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000eed55ab8[1 000000009881f609 5 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877052.211454:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211455:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211457:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe81c0. 00000020:00000001:0.0:1788877052.211459:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211460:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211461:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211463:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556231296 : -126393153320320 : ffff8d0bccfe8a80) 00000020:00000001:0.0:1788877052.211465:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211466:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211467:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211468:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211469:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211472:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8b9f70d[2 000000009881f609 1 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877052.211474:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211475:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211476:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211478:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8ae0 00000008:00000001:0.0:1788877052.211479:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211480:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8af0 page ffff8d0bccfe8ae0 at index 44. 00000008:00000001:0.0:1788877052.211482:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211484:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211485:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ad80 index 44 00000020:00000001:0.0:1788877052.211487:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211488:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211489:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211492:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b8b9f70d[1 000000009881f609 5 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877052.211494:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211495:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211496:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8a80. 00000020:00000001:0.0:1788877052.211499:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211500:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211541:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211543:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556230176 : -126393153321440 : ffff8d0bccfe8620) 00000020:00000001:0.0:1788877052.211546:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211547:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211548:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211549:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211550:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211553:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007a611bfe[2 000000009881f609 1 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877052.211554:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211556:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211557:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211558:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8680 00000008:00000001:0.0:1788877052.211560:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211561:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8690 page ffff8d0bccfe8680 at index 45. 00000008:00000001:0.0:1788877052.211563:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211565:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211567:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026adc0 index 45 00000020:00000001:0.0:1788877052.211569:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211570:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211571:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211574:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007a611bfe[1 000000009881f609 5 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877052.211576:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211577:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211578:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8620. 00000020:00000001:0.0:1788877052.211581:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211582:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211583:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211585:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556230400 : -126393153321216 : ffff8d0bccfe8700) 00000020:00000001:0.0:1788877052.211587:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211588:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211589:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211590:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211592:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211594:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000be3d4f31[2 000000009881f609 1 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877052.211596:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211596:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211597:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211598:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8760 00000008:00000001:0.0:1788877052.211599:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211600:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8770 page ffff8d0bccfe8760 at index 46. 00000008:00000001:0.0:1788877052.211602:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211604:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211606:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ae00 index 46 00000020:00000001:0.0:1788877052.211607:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211608:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211609:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211612:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000be3d4f31[1 000000009881f609 5 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877052.211613:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211614:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211615:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8700. 00000020:00000001:0.0:1788877052.211617:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211618:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211619:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211621:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556231744 : -126393153319872 : ffff8d0bccfe8c40) 00000020:00000001:0.0:1788877052.211623:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211624:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211625:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211626:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211627:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211630:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008e49b281[2 000000009881f609 1 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877052.211631:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211633:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211634:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211635:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8ca0 00000008:00000001:0.0:1788877052.211637:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211638:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8cb0 page ffff8d0bccfe8ca0 at index 47. 00000008:00000001:0.0:1788877052.211640:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211642:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211644:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ae40 index 47 00000020:00000001:0.0:1788877052.211646:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211647:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211648:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211650:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008e49b281[1 000000009881f609 5 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877052.211652:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211653:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211655:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe8c40. 00000020:00000001:0.0:1788877052.211658:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211658:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211660:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211661:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556231072 : -126393153320544 : ffff8d0bccfe89a0) 00000020:00000001:0.0:1788877052.211663:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211664:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211665:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211666:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211667:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211669:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000869e55f2[2 000000009881f609 1 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877052.211671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211672:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211673:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211674:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe8a00 00000008:00000001:0.0:1788877052.211675:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211676:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe8a10 page ffff8d0bccfe8a00 at index 48. 00000008:00000001:0.0:1788877052.211678:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211680:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211682:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ae80 index 48 00000020:00000001:0.0:1788877052.211684:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211685:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211686:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211688:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000869e55f2[1 000000009881f609 5 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877052.211690:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211691:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211692:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe89a0. 00000020:00000001:0.0:1788877052.211694:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211695:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211696:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211698:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558767840 : -126393150783776 : ffff8d0bcd253ee0) 00000020:00000001:0.0:1788877052.211700:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211701:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211702:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211703:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211704:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c3671f56[2 000000009881f609 1 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877052.211708:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211710:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211711:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211712:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253f40 00000008:00000001:0.0:1788877052.211713:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211714:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253f50 page ffff8d0bcd253f40 at index 49. 00000008:00000001:0.0:1788877052.211716:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211718:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211719:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026aec0 index 49 00000020:00000001:0.0:1788877052.211721:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211722:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211723:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211725:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c3671f56[1 000000009881f609 5 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877052.211727:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211728:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211730:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253ee0. 00000020:00000001:0.0:1788877052.211732:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211733:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211734:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211736:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558765152 : -126393150786464 : ffff8d0bcd253460) 00000020:00000001:0.0:1788877052.211737:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211739:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211740:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211741:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211742:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000063bde61f[2 000000009881f609 1 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877052.211746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211747:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211748:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211750:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2534c0 00000008:00000001:0.0:1788877052.211751:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211752:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2534d0 page ffff8d0bcd2534c0 at index 50. 00000008:00000001:0.0:1788877052.211754:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211756:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211758:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026af00 index 50 00000020:00000001:0.0:1788877052.211760:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211761:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211762:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211765:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000063bde61f[1 000000009881f609 5 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877052.211766:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211767:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211768:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253460. 00000020:00000001:0.0:1788877052.211771:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211772:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211773:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211774:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558764704 : -126393150786912 : ffff8d0bcd2532a0) 00000020:00000001:0.0:1788877052.211776:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211777:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211778:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211779:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211780:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211782:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e04605ff[2 000000009881f609 1 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877052.211784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211786:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211787:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211788:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253300 00000008:00000001:0.0:1788877052.211790:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211791:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253310 page ffff8d0bcd253300 at index 51. 00000008:00000001:0.0:1788877052.211793:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211795:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211797:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026af40 index 51 00000020:00000001:0.0:1788877052.211799:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211800:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211801:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211804:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e04605ff[1 000000009881f609 5 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877052.211805:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211806:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211808:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2532a0. 00000020:00000001:0.0:1788877052.211810:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211811:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211812:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211814:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558764928 : -126393150786688 : ffff8d0bcd253380) 00000020:00000001:0.0:1788877052.211816:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211817:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211818:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211819:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211820:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211822:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000002098057[2 000000009881f609 1 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877052.211824:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211825:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211826:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211827:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2533e0 00000008:00000001:0.0:1788877052.211828:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211830:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2533f0 page ffff8d0bcd2533e0 at index 52. 00000008:00000001:0.0:1788877052.211831:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211833:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211835:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026af80 index 52 00000020:00000001:0.0:1788877052.211836:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211838:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211839:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211841:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000002098057[1 000000009881f609 5 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877052.211843:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211844:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211846:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253380. 00000020:00000001:0.0:1788877052.211849:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211850:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211851:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211853:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558764256 : -126393150787360 : ffff8d0bcd2530e0) 00000020:00000001:0.0:1788877052.211855:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211856:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211857:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211858:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211859:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211862:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000043731b6b[2 000000009881f609 1 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877052.211863:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211864:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211865:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211867:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253140 00000008:00000001:0.0:1788877052.211868:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211869:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253150 page ffff8d0bcd253140 at index 53. 00000008:00000001:0.0:1788877052.211872:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211874:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211876:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026afc0 index 53 00000020:00000001:0.0:1788877052.211878:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211879:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211880:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211882:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000043731b6b[1 000000009881f609 5 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877052.211884:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211885:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211887:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2530e0. 00000020:00000001:0.0:1788877052.211889:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211890:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211891:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211893:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558764032 : -126393150787584 : ffff8d0bcd253000) 00000020:00000001:0.0:1788877052.211895:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211896:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211897:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211898:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211900:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211902:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cd7c0fc4[2 000000009881f609 1 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877052.211904:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211905:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211906:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211907:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253060 00000008:00000001:0.0:1788877052.211908:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211910:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253070 page ffff8d0bcd253060 at index 54. 00000008:00000001:0.0:1788877052.211912:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211914:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211916:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026b000 index 54 00000020:00000001:0.0:1788877052.211918:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211919:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211920:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211923:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cd7c0fc4[1 000000009881f609 5 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877052.211925:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211926:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211928:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253000. 00000020:00000001:0.0:1788877052.211930:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211931:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211932:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211934:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558765376 : -126393150786240 : ffff8d0bcd253540) 00000020:00000001:0.0:1788877052.211936:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211937:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211938:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211939:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211940:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211943:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000019ce5157[2 000000009881f609 1 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877052.211944:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211946:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211947:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211948:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd2535a0 00000008:00000001:0.0:1788877052.211949:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211950:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd2535b0 page ffff8d0bcd2535a0 at index 55. 00000008:00000001:0.0:1788877052.211952:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211954:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211956:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026b040 index 55 00000020:00000001:0.0:1788877052.211957:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211958:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.211960:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.211962:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000019ce5157[1 000000009881f609 5 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877052.211963:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.211965:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.211966:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253540. 00000020:00000001:0.0:1788877052.211969:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.211970:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.211972:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.211973:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558767616 : -126393150784000 : ffff8d0bcd253e00) 00000020:00000001:0.0:1788877052.211975:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211976:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.211977:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.211978:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.211979:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.211982:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004b235571[2 000000009881f609 1 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877052.211984:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.211985:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.211986:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.211988:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253e60 00000008:00000001:0.0:1788877052.211989:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.211991:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253e70 page ffff8d0bcd253e60 at index 56. 00000008:00000001:0.0:1788877052.211993:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.211995:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.211997:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278300 index 56 00000020:00000001:0.0:1788877052.211999:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212000:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212001:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212003:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004b235571[1 000000009881f609 5 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877052.212004:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212006:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212008:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253e00. 00000020:00000001:0.0:1788877052.212010:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212011:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212013:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212014:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558766272 : -126393150785344 : ffff8d0bcd2538c0) 00000020:00000001:0.0:1788877052.212016:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212017:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212019:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212020:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212021:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212023:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009fa641fd[2 000000009881f609 1 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877052.212025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212026:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212027:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212028:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253920 00000008:00000001:0.0:1788877052.212030:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212031:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253930 page ffff8d0bcd253920 at index 57. 00000008:00000001:0.0:1788877052.212033:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212036:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212037:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402782c0 index 57 00000020:00000001:0.0:1788877052.212039:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212040:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212041:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212044:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009fa641fd[1 000000009881f609 5 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877052.212045:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212046:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212048:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2538c0. 00000020:00000001:0.0:1788877052.212050:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212051:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212053:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212054:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558766944 : -126393150784672 : ffff8d0bcd253b60) 00000020:00000001:0.0:1788877052.212056:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212057:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212058:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212059:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212060:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212063:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006c194c95[2 000000009881f609 1 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877052.212064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212066:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212067:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212068:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253bc0 00000008:00000001:0.0:1788877052.212070:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212071:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253bd0 page ffff8d0bcd253bc0 at index 58. 00000008:00000001:0.0:1788877052.212073:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212075:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212077:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278280 index 58 00000020:00000001:0.0:1788877052.212078:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212080:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212081:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212083:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006c194c95[1 000000009881f609 5 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877052.212085:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212086:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212088:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253b60. 00000020:00000001:0.0:1788877052.212090:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212091:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212093:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212094:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558767392 : -126393150784224 : ffff8d0bcd253d20) 00000020:00000001:0.0:1788877052.212096:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212097:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212098:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212099:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212100:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d052f8db[2 000000009881f609 1 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877052.212105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212107:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212108:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212109:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253d80 00000008:00000001:0.0:1788877052.212110:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212112:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253d90 page ffff8d0bcd253d80 at index 59. 00000008:00000001:0.0:1788877052.212114:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212116:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212117:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278200 index 59 00000020:00000001:0.0:1788877052.212119:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212120:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212121:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212124:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d052f8db[1 000000009881f609 5 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877052.212125:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212126:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212128:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253d20. 00000020:00000001:0.0:1788877052.212130:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212131:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212175:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212177:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558764480 : -126393150787136 : ffff8d0bcd2531c0) 00000020:00000001:0.0:1788877052.212179:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212180:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212181:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212182:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212184:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212187:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000076bdcfd4[2 000000009881f609 1 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877052.212189:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212190:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212191:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212193:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253220 00000008:00000001:0.0:1788877052.212194:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212196:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253230 page ffff8d0bcd253220 at index 60. 00000008:00000001:0.0:1788877052.212198:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212201:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212202:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278240 index 60 00000020:00000001:0.0:1788877052.212205:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212206:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212207:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212210:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000076bdcfd4[1 000000009881f609 5 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877052.212211:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212212:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212215:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2531c0. 00000020:00000001:0.0:1788877052.212217:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212218:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212219:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212221:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558766720 : -126393150784896 : ffff8d0bcd253a80) 00000020:00000001:0.0:1788877052.212222:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212223:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212224:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212226:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212227:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212229:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009171b69e[2 000000009881f609 1 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877052.212230:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212232:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212233:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212234:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253ae0 00000008:00000001:0.0:1788877052.212235:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212236:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253af0 page ffff8d0bcd253ae0 at index 61. 00000008:00000001:0.0:1788877052.212238:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212240:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212241:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402781c0 index 61 00000020:00000001:0.0:1788877052.212243:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212243:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212245:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212267:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009171b69e[1 000000009881f609 5 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877052.212269:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212270:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212272:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253a80. 00000020:00000001:0.0:1788877052.212274:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212275:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212277:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212278:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558765600 : -126393150786016 : ffff8d0bcd253620) 00000020:00000001:0.0:1788877052.212280:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212281:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212282:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212283:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212284:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212288:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000edbb50e6[2 000000009881f609 1 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877052.212290:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212291:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212292:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212294:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253680 00000008:00000001:0.0:1788877052.212295:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212297:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253690 page ffff8d0bcd253680 at index 62. 00000008:00000001:0.0:1788877052.212299:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212302:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212303:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278340 index 62 00000020:00000001:0.0:1788877052.212305:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212306:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212307:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212309:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000edbb50e6[1 000000009881f609 5 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877052.212311:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212312:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212314:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253620. 00000020:00000001:0.0:1788877052.212316:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212317:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212318:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212320:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558765824 : -126393150785792 : ffff8d0bcd253700) 00000020:00000001:0.0:1788877052.212322:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212323:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212324:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212325:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212326:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212329:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000559fdd14[2 000000009881f609 1 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877052.212331:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212332:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212333:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212334:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253760 00000008:00000001:0.0:1788877052.212335:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212336:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253770 page ffff8d0bcd253760 at index 63. 00000008:00000001:0.0:1788877052.212338:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212344:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212346:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278380 index 63 00000020:00000001:0.0:1788877052.212347:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212348:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212349:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212352:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000559fdd14[1 000000009881f609 5 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877052.212354:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212355:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212356:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253700. 00000020:00000001:0.0:1788877052.212358:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212359:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212361:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212362:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558767168 : -126393150784448 : ffff8d0bcd253c40) 00000020:00000001:0.0:1788877052.212364:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212365:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212366:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212367:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212368:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212371:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a95708fe[2 000000009881f609 1 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877052.212373:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212374:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212375:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212377:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253ca0 00000008:00000001:0.0:1788877052.212378:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212379:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253cb0 page ffff8d0bcd253ca0 at index 64. 00000008:00000001:0.0:1788877052.212381:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212384:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212385:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402783c0 index 64 00000020:00000001:0.0:1788877052.212387:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212388:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212389:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212392:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a95708fe[1 000000009881f609 5 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877052.212393:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212394:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212396:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd253c40. 00000020:00000001:0.0:1788877052.212398:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212400:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212401:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212402:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558766496 : -126393150785120 : ffff8d0bcd2539a0) 00000020:00000001:0.0:1788877052.212404:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212405:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212406:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212407:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212408:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212411:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008d46aad6[2 000000009881f609 1 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877052.212413:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212414:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212415:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212417:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253a00 00000008:00000001:0.0:1788877052.212418:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212419:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253a10 page ffff8d0bcd253a00 at index 65. 00000008:00000001:0.0:1788877052.212421:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212424:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212425:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278400 index 65 00000020:00000001:0.0:1788877052.212427:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212428:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212429:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212432:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008d46aad6[1 000000009881f609 5 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877052.212443:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212444:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212446:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2539a0. 00000020:00000001:0.0:1788877052.212448:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212449:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212451:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212452:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680558766048 : -126393150785568 : ffff8d0bcd2537e0) 00000020:00000001:0.0:1788877052.212454:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212455:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212456:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212457:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212458:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212461:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033a838ab[2 000000009881f609 1 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877052.212463:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212464:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212465:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212466:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd253840 00000008:00000001:0.0:1788877052.212467:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212469:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd253850 page ffff8d0bcd253840 at index 66. 00000008:00000001:0.0:1788877052.212471:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212474:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212475:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278440 index 66 00000020:00000001:0.0:1788877052.212477:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212478:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212479:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212482:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000033a838ab[1 000000009881f609 5 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877052.212483:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212484:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212486:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd2537e0. 00000020:00000001:0.0:1788877052.212487:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212489:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212490:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212491:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556236288 : -126393153315328 : ffff8d0bccfe9e00) 00000020:00000001:0.0:1788877052.212493:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212494:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212495:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212496:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212497:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212500:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005dc22e03[2 000000009881f609 1 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877052.212501:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212503:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212504:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212505:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9e60 00000008:00000001:0.0:1788877052.212506:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212507:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9e70 page ffff8d0bccfe9e60 at index 67. 00000008:00000001:0.0:1788877052.212509:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212511:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212513:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278480 index 67 00000020:00000001:0.0:1788877052.212514:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212515:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212517:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212519:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005dc22e03[1 000000009881f609 5 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877052.212520:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212521:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212523:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9e00. 00000020:00000001:0.0:1788877052.212525:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212526:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212528:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212529:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556234944 : -126393153316672 : ffff8d0bccfe98c0) 00000020:00000001:0.0:1788877052.212531:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212532:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212533:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212534:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212536:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212539:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bd0f670a[2 000000009881f609 1 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877052.212540:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212542:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212543:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212544:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9920 00000008:00000001:0.0:1788877052.212545:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212546:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9930 page ffff8d0bccfe9920 at index 68. 00000008:00000001:0.0:1788877052.212549:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212551:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212552:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402784c0 index 68 00000020:00000001:0.0:1788877052.212554:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212555:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212555:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212558:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bd0f670a[1 000000009881f609 5 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877052.212559:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212561:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212562:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe98c0. 00000020:00000001:0.0:1788877052.212565:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212566:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212567:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212568:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556235616 : -126393153316000 : ffff8d0bccfe9b60) 00000020:00000001:0.0:1788877052.212570:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212571:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212572:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212573:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212575:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212577:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006b6ad0ae[2 000000009881f609 1 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877052.212579:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212580:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212581:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212582:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9bc0 00000008:00000001:0.0:1788877052.212584:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212585:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9bd0 page ffff8d0bccfe9bc0 at index 69. 00000008:00000001:0.0:1788877052.212587:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212590:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212591:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278500 index 69 00000020:00000001:0.0:1788877052.212593:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212594:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212595:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212598:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006b6ad0ae[1 000000009881f609 5 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877052.212599:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212600:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212602:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9b60. 00000020:00000001:0.0:1788877052.212604:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212605:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212607:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212608:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556236064 : -126393153315552 : ffff8d0bccfe9d20) 00000020:00000001:0.0:1788877052.212610:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212611:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212612:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212613:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212614:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212617:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008ddb5b8d[2 000000009881f609 1 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877052.212618:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212619:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212621:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212622:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9d80 00000008:00000001:0.0:1788877052.212623:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212624:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9d90 page ffff8d0bccfe9d80 at index 70. 00000008:00000001:0.0:1788877052.212626:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212629:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212630:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278540 index 70 00000020:00000001:0.0:1788877052.212632:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212633:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212634:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212636:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008ddb5b8d[1 000000009881f609 5 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877052.212638:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212639:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212641:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9d20. 00000020:00000001:0.0:1788877052.212643:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212644:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212645:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212647:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556233152 : -126393153318464 : ffff8d0bccfe91c0) 00000020:00000001:0.0:1788877052.212649:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212650:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212651:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212652:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212653:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212656:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000066d82489[2 000000009881f609 1 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877052.212657:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212659:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212660:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212661:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9220 00000008:00000001:0.0:1788877052.212662:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212664:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9230 page ffff8d0bccfe9220 at index 71. 00000008:00000001:0.0:1788877052.212666:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212668:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212670:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278580 index 71 00000020:00000001:0.0:1788877052.212672:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212673:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212674:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212677:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000066d82489[1 000000009881f609 5 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877052.212678:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212679:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212681:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe91c0. 00000020:00000001:0.0:1788877052.212683:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212684:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212685:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212687:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556235392 : -126393153316224 : ffff8d0bccfe9a80) 00000020:00000001:0.0:1788877052.212689:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212690:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212691:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212692:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212693:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212696:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000772b33b4[2 000000009881f609 1 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877052.212697:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212698:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212700:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212701:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9ae0 00000008:00000001:0.0:1788877052.212702:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212703:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9af0 page ffff8d0bccfe9ae0 at index 72. 00000008:00000001:0.0:1788877052.212706:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212708:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212709:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402785c0 index 72 00000020:00000001:0.0:1788877052.212711:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212712:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212713:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212716:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000772b33b4[1 000000009881f609 5 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877052.212717:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212719:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212720:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9a80. 00000020:00000001:0.0:1788877052.212722:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212724:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212725:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212726:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556234272 : -126393153317344 : ffff8d0bccfe9620) 00000020:00000001:0.0:1788877052.212728:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212729:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212730:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212731:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212732:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212735:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000086ca58cc[2 000000009881f609 1 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877052.212737:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212738:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212740:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212741:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9680 00000008:00000001:0.0:1788877052.212742:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212743:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9690 page ffff8d0bccfe9680 at index 73. 00000008:00000001:0.0:1788877052.212745:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212748:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212749:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278600 index 73 00000020:00000001:0.0:1788877052.212751:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212752:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212753:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212755:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000086ca58cc[1 000000009881f609 5 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877052.212757:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212758:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212760:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9620. 00000020:00000001:0.0:1788877052.212762:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212763:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212764:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212766:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556234496 : -126393153317120 : ffff8d0bccfe9700) 00000020:00000001:0.0:1788877052.212767:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212768:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212770:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212771:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212772:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212775:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000df154719[2 000000009881f609 1 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877052.212776:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212778:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212779:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212780:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9760 00000008:00000001:0.0:1788877052.212781:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212783:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9770 page ffff8d0bccfe9760 at index 74. 00000008:00000001:0.0:1788877052.212785:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212787:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212788:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278640 index 74 00000020:00000001:0.0:1788877052.212790:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212791:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212792:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212795:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000df154719[1 000000009881f609 5 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877052.212796:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212797:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212799:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9700. 00000020:00000001:0.0:1788877052.212801:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212802:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212873:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212876:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556235840 : -126393153315776 : ffff8d0bccfe9c40) 00000020:00000001:0.0:1788877052.212878:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212879:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212880:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212881:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212883:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212886:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000028b5f4b1[2 000000009881f609 1 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877052.212888:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212889:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212891:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212892:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9ca0 00000008:00000001:0.0:1788877052.212894:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212895:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9cb0 page ffff8d0bccfe9ca0 at index 75. 00000008:00000001:0.0:1788877052.212897:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212900:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212902:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278680 index 75 00000020:00000001:0.0:1788877052.212904:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212906:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212907:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212910:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000028b5f4b1[1 000000009881f609 5 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877052.212911:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212912:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212914:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9c40. 00000020:00000001:0.0:1788877052.212916:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212918:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212919:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212921:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556235168 : -126393153316448 : ffff8d0bccfe99a0) 00000020:00000001:0.0:1788877052.212923:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212924:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212925:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212926:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212927:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212930:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000350ee47d[2 000000009881f609 1 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877052.212931:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212933:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212935:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212936:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9a00 00000008:00000001:0.0:1788877052.212937:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212939:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9a10 page ffff8d0bccfe9a00 at index 76. 00000008:00000001:0.0:1788877052.212941:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212943:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212945:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402786c0 index 76 00000020:00000001:0.0:1788877052.212947:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212948:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212949:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212951:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000350ee47d[1 000000009881f609 5 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877052.212953:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212954:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212956:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe99a0. 00000020:00000001:0.0:1788877052.212958:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.212959:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.212961:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.212962:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556234720 : -126393153316896 : ffff8d0bccfe97e0) 00000020:00000001:0.0:1788877052.212964:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212965:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.212966:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.212967:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.212968:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.212972:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003ca1c6d1[2 000000009881f609 1 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877052.212974:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.212976:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.212977:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.212979:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9840 00000008:00000001:0.0:1788877052.212980:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.212982:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9850 page ffff8d0bccfe9840 at index 77. 00000008:00000001:0.0:1788877052.212984:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.212986:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.212988:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278700 index 77 00000020:00000001:0.0:1788877052.212990:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212991:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.212992:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.212995:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003ca1c6d1[1 000000009881f609 5 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877052.212996:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.212997:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.212999:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe97e0. 00000020:00000001:0.0:1788877052.213001:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213002:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213003:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213004:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556236512 : -126393153315104 : ffff8d0bccfe9ee0) 00000020:00000001:0.0:1788877052.213006:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213007:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213009:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213010:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213011:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213014:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000729aeb2f[2 000000009881f609 1 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877052.213015:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213017:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213018:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213019:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9f40 00000008:00000001:0.0:1788877052.213020:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213021:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9f50 page ffff8d0bccfe9f40 at index 78. 00000008:00000001:0.0:1788877052.213023:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213026:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213027:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278740 index 78 00000020:00000001:0.0:1788877052.213028:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213029:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213030:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213033:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000729aeb2f[1 000000009881f609 5 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877052.213034:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213035:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213037:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9ee0. 00000020:00000001:0.0:1788877052.213039:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213040:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213041:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213042:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556233824 : -126393153317792 : ffff8d0bccfe9460) 00000020:00000001:0.0:1788877052.213044:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213045:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213046:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213047:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213048:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213050:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000df46a068[2 000000009881f609 1 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877052.213051:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213052:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213054:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213055:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe94c0 00000008:00000001:0.0:1788877052.213056:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213057:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe94d0 page ffff8d0bccfe94c0 at index 79. 00000008:00000001:0.0:1788877052.213059:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213061:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213062:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278780 index 79 00000020:00000001:0.0:1788877052.213064:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213065:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213067:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213069:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000df46a068[1 000000009881f609 5 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877052.213070:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213072:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213073:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9460. 00000020:00000001:0.0:1788877052.213075:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213076:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213077:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213079:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556233376 : -126393153318240 : ffff8d0bccfe92a0) 00000020:00000001:0.0:1788877052.213081:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213082:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213083:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213084:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213086:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213089:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007e90eaf0[2 000000009881f609 1 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877052.213090:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213092:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213093:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213094:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9300 00000008:00000001:0.0:1788877052.213096:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213097:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9310 page ffff8d0bccfe9300 at index 80. 00000008:00000001:0.0:1788877052.213099:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213100:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213101:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402787c0 index 80 00000020:00000001:0.0:1788877052.213103:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213104:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213105:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213107:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007e90eaf0[1 000000009881f609 5 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877052.213108:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213109:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213111:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe92a0. 00000020:00000001:0.0:1788877052.213113:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213114:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213115:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213117:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556233600 : -126393153318016 : ffff8d0bccfe9380) 00000020:00000001:0.0:1788877052.213118:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213120:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213121:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213122:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213123:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213125:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a0493f9[2 000000009881f609 1 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877052.213127:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213128:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213129:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213130:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe93e0 00000008:00000001:0.0:1788877052.213131:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213132:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe93f0 page ffff8d0bccfe93e0 at index 81. 00000008:00000001:0.0:1788877052.213134:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213136:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213137:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278800 index 81 00000020:00000001:0.0:1788877052.213139:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213139:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213140:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213143:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a0493f9[1 000000009881f609 5 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877052.213144:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213145:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213147:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9380. 00000020:00000001:0.0:1788877052.213148:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213150:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213151:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213152:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556232928 : -126393153318688 : ffff8d0bccfe90e0) 00000020:00000001:0.0:1788877052.213154:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213155:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213156:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213157:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213158:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213161:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a29f63c6[2 000000009881f609 1 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877052.213162:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213164:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213165:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213166:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9140 00000008:00000001:0.0:1788877052.213167:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213168:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9150 page ffff8d0bccfe9140 at index 82. 00000008:00000001:0.0:1788877052.213169:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213171:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213172:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278840 index 82 00000020:00000001:0.0:1788877052.213174:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213175:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213176:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213178:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a29f63c6[1 000000009881f609 5 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877052.213180:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213181:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213183:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe90e0. 00000020:00000001:0.0:1788877052.213184:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213185:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213186:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213187:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556232704 : -126393153318912 : ffff8d0bccfe9000) 00000020:00000001:0.0:1788877052.213189:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213190:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213192:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213193:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213194:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213196:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006d3e1cbe[2 000000009881f609 1 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877052.213198:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213199:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213200:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213202:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe9060 00000008:00000001:0.0:1788877052.213203:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213204:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe9070 page ffff8d0bccfe9060 at index 83. 00000008:00000001:0.0:1788877052.213206:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213208:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213209:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278880 index 83 00000020:00000001:0.0:1788877052.213211:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213212:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213213:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213215:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006d3e1cbe[1 000000009881f609 5 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877052.213216:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213218:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213233:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9000. 00000020:00000001:0.0:1788877052.213236:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213237:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213239:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213240:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556234048 : -126393153317568 : ffff8d0bccfe9540) 00000020:00000001:0.0:1788877052.213242:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213243:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213244:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213245:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213268:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213271:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000baf56d32[2 000000009881f609 1 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877052.213273:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213275:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213276:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213277:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfe95a0 00000008:00000001:0.0:1788877052.213279:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213280:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfe95b0 page ffff8d0bccfe95a0 at index 84. 00000008:00000001:0.0:1788877052.213282:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213285:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213286:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402788c0 index 84 00000020:00000001:0.0:1788877052.213288:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213289:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213291:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213294:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000baf56d32[1 000000009881f609 5 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877052.213295:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213296:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213298:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfe9540. 00000020:00000001:0.0:1788877052.213300:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213301:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213302:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213304:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556237696 : -126393153313920 : ffff8d0bccfea380) 00000020:00000001:0.0:1788877052.213306:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213307:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213308:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213309:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213310:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213313:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004f5ff40b[2 000000009881f609 1 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877052.213314:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213315:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213317:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213318:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea3e0 00000008:00000001:0.0:1788877052.213319:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213320:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea3f0 page ffff8d0bccfea3e0 at index 85. 00000008:00000001:0.0:1788877052.213323:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213325:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213326:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278900 index 85 00000020:00000001:0.0:1788877052.213328:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213329:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213330:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213332:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004f5ff40b[1 000000009881f609 5 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877052.213334:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213335:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213337:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea380. 00000020:00000001:0.0:1788877052.213339:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213340:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213341:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213343:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556237024 : -126393153314592 : ffff8d0bccfea0e0) 00000020:00000001:0.0:1788877052.213345:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213346:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213347:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213348:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213349:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213352:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f80c6ef2[2 000000009881f609 1 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877052.213354:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213355:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213356:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213357:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea140 00000008:00000001:0.0:1788877052.213359:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213360:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea150 page ffff8d0bccfea140 at index 86. 00000008:00000001:0.0:1788877052.213361:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213363:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213364:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278940 index 86 00000020:00000001:0.0:1788877052.213366:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213367:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213368:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213370:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f80c6ef2[1 000000009881f609 5 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877052.213371:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213372:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213374:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea0e0. 00000020:00000001:0.0:1788877052.213376:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213377:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213378:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213379:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556236800 : -126393153314816 : ffff8d0bccfea000) 00000020:00000001:0.0:1788877052.213381:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213382:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213383:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213384:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213385:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213388:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002360f354[2 000000009881f609 1 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877052.213390:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213391:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213392:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213393:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea060 00000008:00000001:0.0:1788877052.213395:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213396:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea070 page ffff8d0bccfea060 at index 87. 00000008:00000001:0.0:1788877052.213398:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213400:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213401:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278980 index 87 00000020:00000001:0.0:1788877052.213403:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213404:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213405:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213408:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002360f354[1 000000009881f609 5 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877052.213410:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213411:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213412:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea000. 00000020:00000001:0.0:1788877052.213415:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213416:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213418:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213419:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556238144 : -126393153313472 : ffff8d0bccfea540) 00000020:00000001:0.0:1788877052.213421:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213422:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213423:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213424:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213425:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213428:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000bb0fb32[2 000000009881f609 1 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877052.213429:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213431:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213439:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213441:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea5a0 00000008:00000001:0.0:1788877052.213442:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213443:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea5b0 page ffff8d0bccfea5a0 at index 88. 00000008:00000001:0.0:1788877052.213445:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213447:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213449:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402789c0 index 88 00000020:00000001:0.0:1788877052.213451:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213452:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213453:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213456:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000bb0fb32[1 000000009881f609 5 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877052.213458:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213459:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213461:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea540. 00000020:00000001:0.0:1788877052.213463:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213464:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213466:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213467:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556240384 : -126393153311232 : ffff8d0bccfeae00) 00000020:00000001:0.0:1788877052.213469:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213470:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213471:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213472:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213473:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213476:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ba55f89a[2 000000009881f609 1 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877052.213477:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213478:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213480:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213481:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeae60 00000008:00000001:0.0:1788877052.213482:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213483:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeae70 page ffff8d0bccfeae60 at index 89. 00000008:00000001:0.0:1788877052.213485:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213487:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213489:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278a00 index 89 00000020:00000001:0.0:1788877052.213491:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213493:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213494:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213496:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ba55f89a[1 000000009881f609 5 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877052.213497:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213498:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213500:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeae00. 00000020:00000001:0.0:1788877052.213502:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213503:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213544:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213547:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556239040 : -126393153312576 : ffff8d0bccfea8c0) 00000020:00000001:0.0:1788877052.213549:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213550:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213551:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213552:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213554:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213557:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b2571ce9[2 000000009881f609 1 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877052.213559:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213560:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213562:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213563:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea920 00000008:00000001:0.0:1788877052.213564:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213565:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea930 page ffff8d0bccfea920 at index 90. 00000008:00000001:0.0:1788877052.213567:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213570:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213572:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278a40 index 90 00000020:00000001:0.0:1788877052.213574:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213575:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213576:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213579:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b2571ce9[1 000000009881f609 5 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877052.213580:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213581:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213583:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea8c0. 00000020:00000001:0.0:1788877052.213585:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213586:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213588:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213589:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556239712 : -126393153311904 : ffff8d0bccfeab60) 00000020:00000001:0.0:1788877052.213591:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213592:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213593:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213594:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213595:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213598:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000766e7cf9[2 000000009881f609 1 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877052.213599:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213601:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213602:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213603:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeabc0 00000008:00000001:0.0:1788877052.213604:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213605:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeabd0 page ffff8d0bccfeabc0 at index 91. 00000008:00000001:0.0:1788877052.213607:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213609:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213611:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278a80 index 91 00000020:00000001:0.0:1788877052.213612:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213613:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213614:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213617:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000766e7cf9[1 000000009881f609 5 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877052.213618:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213620:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213621:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeab60. 00000020:00000001:0.0:1788877052.213623:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213624:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213626:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213627:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556240160 : -126393153311456 : ffff8d0bccfead20) 00000020:00000001:0.0:1788877052.213629:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213630:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213631:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213632:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213632:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213635:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000056e445f0[2 000000009881f609 1 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877052.213637:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213638:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213639:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213640:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfead80 00000008:00000001:0.0:1788877052.213641:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213643:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfead90 page ffff8d0bccfead80 at index 92. 00000008:00000001:0.0:1788877052.213644:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213647:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213648:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278ac0 index 92 00000020:00000001:0.0:1788877052.213650:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213651:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213652:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213654:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000056e445f0[1 000000009881f609 5 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877052.213656:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213657:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213658:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfead20. 00000020:00000001:0.0:1788877052.213661:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213662:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213663:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213664:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556237248 : -126393153314368 : ffff8d0bccfea1c0) 00000020:00000001:0.0:1788877052.213666:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213667:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213668:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213669:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213671:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213673:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f931006[2 000000009881f609 1 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877052.213675:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213676:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213677:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213678:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea220 00000008:00000001:0.0:1788877052.213680:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213681:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea230 page ffff8d0bccfea220 at index 93. 00000008:00000001:0.0:1788877052.213683:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213685:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213686:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278b00 index 93 00000020:00000001:0.0:1788877052.213688:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213689:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213690:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213693:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f931006[1 000000009881f609 5 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877052.213694:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213695:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213697:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea1c0. 00000020:00000001:0.0:1788877052.213699:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213700:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213701:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213703:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556239488 : -126393153312128 : ffff8d0bccfeaa80) 00000020:00000001:0.0:1788877052.213705:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213706:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213707:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213708:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213709:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213711:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c804885e[2 000000009881f609 1 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877052.213713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213714:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213716:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213717:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeaae0 00000008:00000001:0.0:1788877052.213718:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213719:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeaaf0 page ffff8d0bccfeaae0 at index 94. 00000008:00000001:0.0:1788877052.213721:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213723:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213724:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278b40 index 94 00000020:00000001:0.0:1788877052.213726:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213727:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213728:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213730:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c804885e[1 000000009881f609 5 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877052.213731:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213733:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213734:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeaa80. 00000020:00000001:0.0:1788877052.213737:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213737:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213739:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213740:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556238368 : -126393153313248 : ffff8d0bccfea620) 00000020:00000001:0.0:1788877052.213742:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213743:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213744:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213745:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213746:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213749:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000833daefd[2 000000009881f609 1 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877052.213750:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213752:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213753:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213754:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea680 00000008:00000001:0.0:1788877052.213755:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213757:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea690 page ffff8d0bccfea680 at index 95. 00000008:00000001:0.0:1788877052.213758:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213761:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213762:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278b80 index 95 00000020:00000001:0.0:1788877052.213764:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213765:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213766:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213769:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000833daefd[1 000000009881f609 5 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877052.213770:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213771:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213773:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea620. 00000020:00000001:0.0:1788877052.213775:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213776:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213777:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213778:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556238592 : -126393153313024 : ffff8d0bccfea700) 00000020:00000001:0.0:1788877052.213780:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213781:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213782:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213784:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213785:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213787:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b6aa2dc2[2 000000009881f609 1 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877052.213789:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213790:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213791:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213793:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea760 00000008:00000001:0.0:1788877052.213794:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213795:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea770 page ffff8d0bccfea760 at index 96. 00000008:00000001:0.0:1788877052.213797:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213799:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213800:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278bc0 index 96 00000020:00000001:0.0:1788877052.213802:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213803:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213804:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213806:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b6aa2dc2[1 000000009881f609 5 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877052.213807:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213808:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213810:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea700. 00000020:00000001:0.0:1788877052.213812:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213813:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213814:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213816:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556239936 : -126393153311680 : ffff8d0bccfeac40) 00000020:00000001:0.0:1788877052.213818:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213819:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213820:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213821:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213822:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213825:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dc13a7cd[2 000000009881f609 1 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877052.213826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213828:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213829:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213830:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeaca0 00000008:00000001:0.0:1788877052.213831:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213832:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeacb0 page ffff8d0bccfeaca0 at index 97. 00000008:00000001:0.0:1788877052.213834:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213836:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213837:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278c00 index 97 00000020:00000001:0.0:1788877052.213839:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213840:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213841:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213843:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dc13a7cd[1 000000009881f609 5 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877052.213845:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213846:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213848:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeac40. 00000020:00000001:0.0:1788877052.213850:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213851:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213852:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213854:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556239264 : -126393153312352 : ffff8d0bccfea9a0) 00000020:00000001:0.0:1788877052.213856:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213857:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213858:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213859:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213860:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213863:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000067654f93[2 000000009881f609 1 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877052.213864:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213866:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213867:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213868:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeaa00 00000008:00000001:0.0:1788877052.213869:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213871:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeaa10 page ffff8d0bccfeaa00 at index 98. 00000008:00000001:0.0:1788877052.213873:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213875:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213876:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278c40 index 98 00000020:00000001:0.0:1788877052.213878:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213879:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213880:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213883:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000067654f93[1 000000009881f609 5 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877052.213884:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213886:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213887:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea9a0. 00000020:00000001:0.0:1788877052.213890:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213890:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213892:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213893:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556238816 : -126393153312800 : ffff8d0bccfea7e0) 00000020:00000001:0.0:1788877052.213895:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213896:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213897:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213898:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213899:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213902:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c22272ef[2 000000009881f609 1 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877052.213904:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213905:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213907:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213908:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea840 00000008:00000001:0.0:1788877052.213909:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213910:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea850 page ffff8d0bccfea840 at index 99. 00000008:00000001:0.0:1788877052.213912:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213914:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213916:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278c80 index 99 00000020:00000001:0.0:1788877052.213918:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213919:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213920:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213923:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c22272ef[1 000000009881f609 5 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877052.213924:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213925:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213926:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea7e0. 00000020:00000001:0.0:1788877052.213928:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213929:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213930:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213932:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556240608 : -126393153311008 : ffff8d0bccfeaee0) 00000020:00000001:0.0:1788877052.213933:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213934:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213935:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213936:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213937:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213939:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f910da2c[2 000000009881f609 1 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877052.213940:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213942:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213943:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213944:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeaf40 00000008:00000001:0.0:1788877052.213945:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213946:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeaf50 page ffff8d0bccfeaf40 at index 100. 00000008:00000001:0.0:1788877052.213948:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213950:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213951:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278cc0 index 100 00000020:00000001:0.0:1788877052.213952:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213953:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213954:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213956:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f910da2c[1 000000009881f609 5 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877052.213958:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213959:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213960:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeaee0. 00000020:00000001:0.0:1788877052.213962:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213963:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213964:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.213965:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556237920 : -126393153313696 : ffff8d0bccfea460) 00000020:00000001:0.0:1788877052.213967:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213968:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.213969:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.213970:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.213971:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.213974:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000018bf350f[2 000000009881f609 1 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877052.213975:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.213977:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.213977:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.213978:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea4c0 00000008:00000001:0.0:1788877052.213980:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.213981:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea4d0 page ffff8d0bccfea4c0 at index 101. 00000008:00000001:0.0:1788877052.213983:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.213985:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.213986:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278d00 index 101 00000020:00000001:0.0:1788877052.213988:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213989:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.213989:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.213991:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000018bf350f[1 000000009881f609 5 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877052.213993:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.213993:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.213995:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea460. 00000020:00000001:0.0:1788877052.213997:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.213998:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.213999:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214000:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556237472 : -126393153314144 : ffff8d0bccfea2a0) 00000020:00000001:0.0:1788877052.214002:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214003:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214004:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214005:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214006:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214008:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002378a670[2 000000009881f609 1 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877052.214009:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214010:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214011:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214012:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfea300 00000008:00000001:0.0:1788877052.214013:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214014:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfea310 page ffff8d0bccfea300 at index 102. 00000008:00000001:0.0:1788877052.214016:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214018:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214019:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278d40 index 102 00000020:00000001:0.0:1788877052.214021:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214022:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214023:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214025:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002378a670[1 000000009881f609 5 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877052.214026:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214027:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214028:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfea2a0. 00000020:00000001:0.0:1788877052.214030:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214031:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214033:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214034:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556242240 : -126393153309376 : ffff8d0bccfeb540) 00000020:00000001:0.0:1788877052.214035:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214036:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214037:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214038:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214039:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214042:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000077b34850[2 000000009881f609 1 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877052.214043:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214044:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214045:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214046:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb5a0 00000008:00000001:0.0:1788877052.214047:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214048:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb5b0 page ffff8d0bccfeb5a0 at index 103. 00000008:00000001:0.0:1788877052.214050:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214053:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214054:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278d80 index 103 00000020:00000001:0.0:1788877052.214055:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214056:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214057:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214059:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000077b34850[1 000000009881f609 5 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877052.214060:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214062:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214063:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb540. 00000020:00000001:0.0:1788877052.214065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214069:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556244480 : -126393153307136 : ffff8d0bccfebe00) 00000020:00000001:0.0:1788877052.214071:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214071:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214072:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002c7d4da3[2 000000009881f609 1 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877052.214078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214081:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214082:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfebe60 00000008:00000001:0.0:1788877052.214083:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214084:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfebe70 page ffff8d0bccfebe60 at index 104. 00000008:00000001:0.0:1788877052.214086:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214089:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214090:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278dc0 index 104 00000020:00000001:0.0:1788877052.214092:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214093:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214094:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214097:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002c7d4da3[1 000000009881f609 5 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877052.214098:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214099:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214101:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfebe00. 00000020:00000001:0.0:1788877052.214103:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214104:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214146:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214148:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556243136 : -126393153308480 : ffff8d0bccfeb8c0) 00000020:00000001:0.0:1788877052.214150:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214151:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214152:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214154:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214155:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214158:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d1ce430d[2 000000009881f609 1 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877052.214160:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214161:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214162:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214164:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb920 00000008:00000001:0.0:1788877052.214165:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214167:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb930 page ffff8d0bccfeb920 at index 105. 00000008:00000001:0.0:1788877052.214169:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214172:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214173:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278e00 index 105 00000020:00000001:0.0:1788877052.214175:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214176:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214178:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214180:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d1ce430d[1 000000009881f609 5 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877052.214181:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214183:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214185:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb8c0. 00000020:00000001:0.0:1788877052.214187:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214188:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214189:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214191:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556243808 : -126393153307808 : ffff8d0bccfebb60) 00000020:00000001:0.0:1788877052.214193:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214194:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214195:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214196:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214197:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214200:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004f1ef45f[2 000000009881f609 1 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877052.214201:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214202:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214203:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214204:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfebbc0 00000008:00000001:0.0:1788877052.214205:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214207:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfebbd0 page ffff8d0bccfebbc0 at index 106. 00000008:00000001:0.0:1788877052.214209:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214211:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214212:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278e40 index 106 00000020:00000001:0.0:1788877052.214214:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214215:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214216:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214218:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004f1ef45f[1 000000009881f609 5 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877052.214220:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214221:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214223:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfebb60. 00000020:00000001:0.0:1788877052.214225:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214225:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214227:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214228:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556244256 : -126393153307360 : ffff8d0bccfebd20) 00000020:00000001:0.0:1788877052.214230:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214231:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214232:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214233:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214234:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214237:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000061232035[2 000000009881f609 1 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877052.214238:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214240:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214241:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214242:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfebd80 00000008:00000001:0.0:1788877052.214243:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214244:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfebd90 page ffff8d0bccfebd80 at index 107. 00000008:00000001:0.0:1788877052.214246:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214268:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214269:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278e80 index 107 00000020:00000001:0.0:1788877052.214272:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214273:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214274:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214276:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000061232035[1 000000009881f609 5 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877052.214278:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214279:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214281:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfebd20. 00000020:00000001:0.0:1788877052.214283:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214284:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214286:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214287:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556241344 : -126393153310272 : ffff8d0bccfeb1c0) 00000020:00000001:0.0:1788877052.214289:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214290:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214291:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214292:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214293:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214296:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a9299caf[2 000000009881f609 1 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877052.214297:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214298:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214299:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214300:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb220 00000008:00000001:0.0:1788877052.214301:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214302:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb230 page ffff8d0bccfeb220 at index 108. 00000008:00000001:0.0:1788877052.214304:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214307:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214308:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278ec0 index 108 00000020:00000001:0.0:1788877052.214310:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214311:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214312:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214315:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a9299caf[1 000000009881f609 5 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877052.214316:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214317:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214319:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb1c0. 00000020:00000001:0.0:1788877052.214321:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214322:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214323:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214325:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556243584 : -126393153308032 : ffff8d0bccfeba80) 00000020:00000001:0.0:1788877052.214327:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214328:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214329:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214330:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214331:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214333:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006e8bcb36[2 000000009881f609 1 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877052.214334:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214335:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214336:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214337:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfebae0 00000008:00000001:0.0:1788877052.214338:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214339:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfebaf0 page ffff8d0bccfebae0 at index 109. 00000008:00000001:0.0:1788877052.214341:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214343:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214344:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278f00 index 109 00000020:00000001:0.0:1788877052.214345:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214346:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214347:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214349:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006e8bcb36[1 000000009881f609 5 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877052.214350:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214351:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214352:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeba80. 00000020:00000001:0.0:1788877052.214354:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214355:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214356:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214357:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556242464 : -126393153309152 : ffff8d0bccfeb620) 00000020:00000001:0.0:1788877052.214359:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214360:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214362:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214362:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214364:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214366:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bffa6006[2 000000009881f609 1 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877052.214368:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214369:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214371:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214372:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb680 00000008:00000001:0.0:1788877052.214373:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214374:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb690 page ffff8d0bccfeb680 at index 110. 00000008:00000001:0.0:1788877052.214376:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214378:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214379:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278f40 index 110 00000020:00000001:0.0:1788877052.214380:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214381:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214382:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214384:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bffa6006[1 000000009881f609 5 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877052.214385:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214386:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214388:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb620. 00000020:00000001:0.0:1788877052.214390:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214392:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214393:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.214394:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556242688 : -126393153308928 : ffff8d0bccfeb700) 00000020:00000001:0.0:1788877052.214396:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214397:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.214398:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.214399:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.214401:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.214403:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a8549b22[2 000000009881f609 1 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877052.214405:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.214406:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.214407:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.214408:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb760 00000008:00000001:0.0:1788877052.214409:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.214411:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb770 page ffff8d0bccfeb760 at index 111. 00000008:00000001:0.0:1788877052.214413:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.214415:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.214416:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278f80 index 111 00000020:00000001:0.0:1788877052.214418:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214419:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.214420:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.214423:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a8549b22[1 000000009881f609 5 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877052.214425:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.214426:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.214427:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb700. 00000020:00000001:0.0:1788877052.214429:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.214430:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.214431:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.215940:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556244032 : -126393153307584 : ffff8d0bccfebc40) 00000020:00000001:0.0:1788877052.215945:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.215947:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.215949:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.215951:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.215952:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.215956:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000c22113c[2 000000009881f609 1 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877052.215959:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.215960:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.215961:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.215963:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfebca0 00000008:00000001:0.0:1788877052.215965:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.215967:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfebcb0 page ffff8d0bccfebca0 at index 112. 00000008:00000001:0.0:1788877052.215969:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.215972:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.215974:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40278fc0 index 112 00000020:00000001:0.0:1788877052.215977:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.215978:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.215980:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.215982:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000c22113c[1 000000009881f609 5 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877052.215984:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.215985:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.215988:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfebc40. 00000020:00000001:0.0:1788877052.215992:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.215993:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.215996:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.215997:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556243360 : -126393153308256 : ffff8d0bccfeb9a0) 00000020:00000001:0.0:1788877052.215999:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216000:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216001:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216002:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216003:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216006:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007cbcd3c0[2 000000009881f609 1 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877052.216008:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216009:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216011:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216012:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeba00 00000008:00000001:0.0:1788877052.216013:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216014:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeba10 page ffff8d0bccfeba00 at index 113. 00000008:00000001:0.0:1788877052.216017:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216019:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216020:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279000 index 113 00000020:00000001:0.0:1788877052.216022:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216023:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216024:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216027:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007cbcd3c0[1 000000009881f609 5 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877052.216028:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216029:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216031:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb9a0. 00000020:00000001:0.0:1788877052.216033:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216034:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216035:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216037:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556242912 : -126393153308704 : ffff8d0bccfeb7e0) 00000020:00000001:0.0:1788877052.216039:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216040:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216041:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216042:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216043:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216046:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f4602f47[2 000000009881f609 1 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877052.216047:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216048:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216049:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216050:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb840 00000008:00000001:0.0:1788877052.216051:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216053:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb850 page ffff8d0bccfeb840 at index 114. 00000008:00000001:0.0:1788877052.216055:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216057:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216058:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279040 index 114 00000020:00000001:0.0:1788877052.216060:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216060:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216061:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216064:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f4602f47[1 000000009881f609 5 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877052.216065:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216067:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216068:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb7e0. 00000020:00000001:0.0:1788877052.216070:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216071:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216072:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216074:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556244704 : -126393153306912 : ffff8d0bccfebee0) 00000020:00000001:0.0:1788877052.216076:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216077:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216078:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216079:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216081:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002982c5ee[2 000000009881f609 1 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877052.216085:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216086:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216087:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216088:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfebf40 00000008:00000001:0.0:1788877052.216089:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216091:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfebf50 page ffff8d0bccfebf40 at index 115. 00000008:00000001:0.0:1788877052.216092:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216094:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216096:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279080 index 115 00000020:00000001:0.0:1788877052.216097:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216098:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216100:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216102:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002982c5ee[1 000000009881f609 5 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877052.216103:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216105:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216106:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfebee0. 00000020:00000001:0.0:1788877052.216108:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216109:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216110:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216111:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556242016 : -126393153309600 : ffff8d0bccfeb460) 00000020:00000001:0.0:1788877052.216113:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216114:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216115:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216116:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216117:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b76b59e6[2 000000009881f609 1 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877052.216121:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216123:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216124:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216125:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb4c0 00000008:00000001:0.0:1788877052.216126:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216128:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb4d0 page ffff8d0bccfeb4c0 at index 116. 00000008:00000001:0.0:1788877052.216130:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216132:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216133:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402790c0 index 116 00000020:00000001:0.0:1788877052.216135:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216136:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216137:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216139:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b76b59e6[1 000000009881f609 5 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877052.216140:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216141:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216143:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb460. 00000020:00000001:0.0:1788877052.216145:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216146:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216147:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216149:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556241568 : -126393153310048 : ffff8d0bccfeb2a0) 00000020:00000001:0.0:1788877052.216150:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216151:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216152:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216154:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216155:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216157:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a945c522[2 000000009881f609 1 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877052.216159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216160:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216161:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216162:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb300 00000008:00000001:0.0:1788877052.216163:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216164:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb310 page ffff8d0bccfeb300 at index 117. 00000008:00000001:0.0:1788877052.216166:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216168:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216169:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279100 index 117 00000020:00000001:0.0:1788877052.216171:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216172:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216173:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216175:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a945c522[1 000000009881f609 5 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877052.216177:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216178:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216596:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb2a0. 00000020:00000001:0.0:1788877052.216600:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216601:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216603:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216604:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556241792 : -126393153309824 : ffff8d0bccfeb380) 00000020:00000001:0.0:1788877052.216606:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216607:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216609:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216610:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216611:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216615:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000292ac00[2 000000009881f609 1 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877052.216616:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216618:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216619:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216620:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb3e0 00000008:00000001:0.0:1788877052.216621:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216623:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb3f0 page ffff8d0bccfeb3e0 at index 118. 00000008:00000001:0.0:1788877052.216625:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216628:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216630:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279140 index 118 00000020:00000001:0.0:1788877052.216632:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216633:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216634:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216637:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000292ac00[1 000000009881f609 5 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877052.216638:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216639:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216641:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb380. 00000020:00000001:0.0:1788877052.216643:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216644:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216645:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216647:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556241120 : -126393153310496 : ffff8d0bccfeb0e0) 00000020:00000001:0.0:1788877052.216649:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216650:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216651:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216652:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216653:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216656:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000070a3c808[2 000000009881f609 1 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877052.216658:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216659:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216660:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216661:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb140 00000008:00000001:0.0:1788877052.216662:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216663:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb150 page ffff8d0bccfeb140 at index 119. 00000008:00000001:0.0:1788877052.216665:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216667:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216668:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279180 index 119 00000020:00000001:0.0:1788877052.216670:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216671:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216672:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216674:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000070a3c808[1 000000009881f609 5 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877052.216675:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216676:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216678:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb0e0. 00000020:00000001:0.0:1788877052.216680:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216681:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216729:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216731:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556240896 : -126393153310720 : ffff8d0bccfeb000) 00000020:00000001:0.0:1788877052.216733:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216734:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216735:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216737:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216738:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216741:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cbc56253[2 000000009881f609 1 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877052.216742:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216744:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216745:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216746:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccfeb060 00000008:00000001:0.0:1788877052.216748:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216749:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccfeb070 page ffff8d0bccfeb060 at index 120. 00000008:00000001:0.0:1788877052.216751:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216754:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216755:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402791c0 index 120 00000020:00000001:0.0:1788877052.216757:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216758:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216759:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216762:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cbc56253[1 000000009881f609 5 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877052.216763:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216764:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216766:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccfeb000. 00000020:00000001:0.0:1788877052.216768:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216769:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216770:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216772:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554984768 : -126393154566848 : ffff8d0bcceb8540) 00000020:00000001:0.0:1788877052.216773:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216774:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216775:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216776:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216777:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216780:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a632d53[2 000000009881f609 1 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877052.216781:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216782:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216784:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216785:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb85a0 00000008:00000001:0.0:1788877052.216786:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216787:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb85b0 page ffff8d0bcceb85a0 at index 121. 00000008:00000001:0.0:1788877052.216789:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216791:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216792:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279200 index 121 00000020:00000001:0.0:1788877052.216794:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216795:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216796:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216798:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a632d53[1 000000009881f609 5 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877052.216800:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216801:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216803:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8540. 00000020:00000001:0.0:1788877052.216805:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216806:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216807:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216808:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554987008 : -126393154564608 : ffff8d0bcceb8e00) 00000020:00000001:0.0:1788877052.216810:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216811:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216812:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216813:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216814:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216817:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000032ad61c5[2 000000009881f609 1 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877052.216818:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216820:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216821:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216822:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8e60 00000008:00000001:0.0:1788877052.216823:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216825:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8e70 page ffff8d0bcceb8e60 at index 122. 00000008:00000001:0.0:1788877052.216826:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216829:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216830:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279240 index 122 00000020:00000001:0.0:1788877052.216831:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216832:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216833:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216836:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000032ad61c5[1 000000009881f609 5 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877052.216837:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216838:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216839:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8e00. 00000020:00000001:0.0:1788877052.216841:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216842:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216843:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216844:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554985664 : -126393154565952 : ffff8d0bcceb88c0) 00000020:00000001:0.0:1788877052.216846:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216847:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216848:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216849:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216850:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216853:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d841c65a[2 000000009881f609 1 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877052.216854:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216855:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216856:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216857:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8920 00000008:00000001:0.0:1788877052.216858:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216860:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8930 page ffff8d0bcceb8920 at index 123. 00000008:00000001:0.0:1788877052.216862:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216864:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216865:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279280 index 123 00000020:00000001:0.0:1788877052.216867:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216868:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216869:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216872:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d841c65a[1 000000009881f609 5 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877052.216874:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216875:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216877:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb88c0. 00000020:00000001:0.0:1788877052.216879:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216880:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216881:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216883:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554986336 : -126393154565280 : ffff8d0bcceb8b60) 00000020:00000001:0.0:1788877052.216885:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216886:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216887:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216888:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216889:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216891:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009c430c48[2 000000009881f609 1 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877052.216893:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216894:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216895:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216896:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8bc0 00000008:00000001:0.0:1788877052.216897:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216899:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8bd0 page ffff8d0bcceb8bc0 at index 124. 00000008:00000001:0.0:1788877052.216900:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216903:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216904:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402792c0 index 124 00000020:00000001:0.0:1788877052.216906:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216907:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216908:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216910:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009c430c48[1 000000009881f609 5 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877052.216912:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216913:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216914:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8b60. 00000020:00000001:0.0:1788877052.216916:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216917:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216919:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216920:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554986784 : -126393154564832 : ffff8d0bcceb8d20) 00000020:00000001:0.0:1788877052.216922:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216923:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216924:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216925:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216927:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216929:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000220c2e53[2 000000009881f609 1 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877052.216931:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216932:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216934:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216934:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8d80 00000008:00000001:0.0:1788877052.216936:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216937:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8d90 page ffff8d0bcceb8d80 at index 125. 00000008:00000001:0.0:1788877052.216939:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216941:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216943:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40279300 index 125 00000020:00000001:0.0:1788877052.216944:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216945:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216947:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216949:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000220c2e53[1 000000009881f609 5 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877052.216950:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216951:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216953:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8d20. 00000020:00000001:0.0:1788877052.216955:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216956:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216957:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216958:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554983872 : -126393154567744 : ffff8d0bcceb81c0) 00000020:00000001:0.0:1788877052.216960:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216961:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216962:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.216963:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.216964:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.216966:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000027c4bec3[2 000000009881f609 1 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877052.216968:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.216969:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.216970:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.216971:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8220 00000008:00000001:0.0:1788877052.216972:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.216974:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8230 page ffff8d0bcceb8220 at index 126. 00000008:00000001:0.0:1788877052.216976:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.216978:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.216979:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288340 index 126 00000020:00000001:0.0:1788877052.216980:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216982:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.216983:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.216985:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000027c4bec3[1 000000009881f609 5 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877052.216987:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.216988:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.216990:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb81c0. 00000020:00000001:0.0:1788877052.216991:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.216993:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.216994:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.216995:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554986112 : -126393154565504 : ffff8d0bcceb8a80) 00000020:00000001:0.0:1788877052.216997:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216998:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.216999:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217000:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217001:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217004:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000051308dba[2 000000009881f609 1 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877052.217006:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217007:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217008:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217009:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8ae0 00000008:00000001:0.0:1788877052.217011:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217012:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8af0 page ffff8d0bcceb8ae0 at index 127. 00000008:00000001:0.0:1788877052.217013:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217019:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217021:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288300 index 127 00000020:00000001:0.0:1788877052.217023:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217024:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217025:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217028:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000051308dba[1 000000009881f609 5 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877052.217029:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217030:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217032:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8a80. 00000020:00000001:0.0:1788877052.217033:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217034:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217035:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217037:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554984992 : -126393154566624 : ffff8d0bcceb8620) 00000020:00000001:0.0:1788877052.217039:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217040:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217041:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217042:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217043:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217046:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000060b5393f[2 000000009881f609 1 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877052.217048:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217049:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217050:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217051:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8680 00000008:00000001:0.0:1788877052.217052:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217053:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8690 page ffff8d0bcceb8680 at index 128. 00000008:00000001:0.0:1788877052.217055:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217058:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217059:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402882c0 index 128 00000020:00000001:0.0:1788877052.217061:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217062:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217063:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217065:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000060b5393f[1 000000009881f609 5 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877052.217066:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217067:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217069:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8620. 00000020:00000001:0.0:1788877052.217071:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217071:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217072:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217074:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554985216 : -126393154566400 : ffff8d0bcceb8700) 00000020:00000001:0.0:1788877052.217075:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217076:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217077:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217078:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217079:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217082:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c61de007[2 000000009881f609 1 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877052.217083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217084:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217085:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217086:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8760 00000008:00000001:0.0:1788877052.217087:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217088:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8770 page ffff8d0bcceb8760 at index 129. 00000008:00000001:0.0:1788877052.217090:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217092:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217093:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288240 index 129 00000020:00000001:0.0:1788877052.217094:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217095:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217096:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217099:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c61de007[1 000000009881f609 5 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877052.217101:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217102:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217103:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8700. 00000020:00000001:0.0:1788877052.217105:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217106:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217107:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217109:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554986560 : -126393154565056 : ffff8d0bcceb8c40) 00000020:00000001:0.0:1788877052.217110:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217111:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217112:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217114:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217115:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217117:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000217fb605[2 000000009881f609 1 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877052.217119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217120:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217121:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217122:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8ca0 00000008:00000001:0.0:1788877052.217123:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217124:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8cb0 page ffff8d0bcceb8ca0 at index 130. 00000008:00000001:0.0:1788877052.217125:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217127:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217128:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288280 index 130 00000020:00000001:0.0:1788877052.217130:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217131:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217132:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217134:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000217fb605[1 000000009881f609 5 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877052.217135:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217136:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217138:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8c40. 00000020:00000001:0.0:1788877052.217140:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217141:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217142:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217143:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554985888 : -126393154565728 : ffff8d0bcceb89a0) 00000020:00000001:0.0:1788877052.217145:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217146:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217147:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217148:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217149:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a9e95f08[2 000000009881f609 1 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877052.217153:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217154:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217155:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217157:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8a00 00000008:00000001:0.0:1788877052.217158:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217159:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8a10 page ffff8d0bcceb8a00 at index 131. 00000008:00000001:0.0:1788877052.217161:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217163:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217164:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288200 index 131 00000020:00000001:0.0:1788877052.217166:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217167:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217167:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217169:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a9e95f08[1 000000009881f609 5 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877052.217170:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217172:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217173:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb89a0. 00000020:00000001:0.0:1788877052.217175:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217176:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217177:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217179:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554985440 : -126393154566176 : ffff8d0bcceb87e0) 00000020:00000001:0.0:1788877052.217512:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217513:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217514:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217515:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217516:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217520:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004c11215e[2 000000009881f609 1 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877052.217522:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217523:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217524:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217525:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8840 00000008:00000001:0.0:1788877052.217526:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217528:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8850 page ffff8d0bcceb8840 at index 132. 00000008:00000001:0.0:1788877052.217530:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217532:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217534:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288380 index 132 00000020:00000001:0.0:1788877052.217536:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217537:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217538:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217541:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004c11215e[1 000000009881f609 5 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877052.217542:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217543:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217545:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb87e0. 00000020:00000001:0.0:1788877052.217547:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217548:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217550:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217551:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554987232 : -126393154564384 : ffff8d0bcceb8ee0) 00000020:00000001:0.0:1788877052.217553:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217553:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217555:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217556:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217556:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217559:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000318bfc87[2 000000009881f609 1 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877052.217560:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217561:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217562:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217563:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8f40 00000008:00000001:0.0:1788877052.217564:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217565:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8f50 page ffff8d0bcceb8f40 at index 133. 00000008:00000001:0.0:1788877052.217566:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217569:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217570:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402883c0 index 133 00000020:00000001:0.0:1788877052.217571:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217572:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217573:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217575:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000318bfc87[1 000000009881f609 5 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877052.217576:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217578:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217579:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8ee0. 00000020:00000001:0.0:1788877052.217581:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217582:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217583:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217584:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554984544 : -126393154567072 : ffff8d0bcceb8460) 00000020:00000001:0.0:1788877052.217585:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217586:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217587:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217588:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217589:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217591:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d932920b[2 000000009881f609 1 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877052.217593:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217594:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217595:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217596:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb84c0 00000008:00000001:0.0:1788877052.217597:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217598:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb84d0 page ffff8d0bcceb84c0 at index 134. 00000008:00000001:0.0:1788877052.217600:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217602:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217603:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288400 index 134 00000020:00000001:0.0:1788877052.217605:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217606:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217607:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217609:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d932920b[1 000000009881f609 5 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877052.217611:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217612:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217613:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8460. 00000020:00000001:0.0:1788877052.217615:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217616:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217694:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217697:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554984096 : -126393154567520 : ffff8d0bcceb82a0) 00000020:00000001:0.0:1788877052.217699:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217700:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217701:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217702:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217703:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217706:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000020e7264d[2 000000009881f609 1 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877052.217707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217709:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217710:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217711:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8300 00000008:00000001:0.0:1788877052.217712:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217714:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8310 page ffff8d0bcceb8300 at index 135. 00000008:00000001:0.0:1788877052.217715:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217718:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217719:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288440 index 135 00000020:00000001:0.0:1788877052.217721:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217722:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217723:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217725:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000020e7264d[1 000000009881f609 5 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877052.217727:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217728:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217730:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb82a0. 00000020:00000001:0.0:1788877052.217732:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217733:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217735:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217736:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554984320 : -126393154567296 : ffff8d0bcceb8380) 00000020:00000001:0.0:1788877052.217738:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217739:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217740:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217741:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217742:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217744:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001a0bac52[2 000000009881f609 1 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877052.217746:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217747:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217748:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217749:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb83e0 00000008:00000001:0.0:1788877052.217750:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217751:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb83f0 page ffff8d0bcceb83e0 at index 136. 00000008:00000001:0.0:1788877052.217753:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217755:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217756:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288480 index 136 00000020:00000001:0.0:1788877052.217758:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217759:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217760:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217763:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001a0bac52[1 000000009881f609 5 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877052.217765:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217766:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217768:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8380. 00000020:00000001:0.0:1788877052.217770:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217771:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217772:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217774:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554983648 : -126393154567968 : ffff8d0bcceb80e0) 00000020:00000001:0.0:1788877052.217776:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217777:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217778:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217779:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217779:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217782:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3871b78[2 000000009881f609 1 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877052.217783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217785:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217786:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217786:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8140 00000008:00000001:0.0:1788877052.217788:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217789:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8150 page ffff8d0bcceb8140 at index 137. 00000008:00000001:0.0:1788877052.217791:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217793:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217794:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402884c0 index 137 00000020:00000001:0.0:1788877052.217796:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217797:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217798:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217800:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a3871b78[1 000000009881f609 5 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877052.217801:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217802:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217804:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb80e0. 00000020:00000001:0.0:1788877052.217806:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217806:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217808:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217809:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554983424 : -126393154568192 : ffff8d0bcceb8000) 00000020:00000001:0.0:1788877052.217810:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217811:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217812:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217813:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217815:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217817:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038bb8b16[2 000000009881f609 1 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877052.217818:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217819:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217820:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217821:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb8060 00000008:00000001:0.0:1788877052.217822:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217824:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb8070 page ffff8d0bcceb8060 at index 138. 00000008:00000001:0.0:1788877052.217825:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217827:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217829:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288500 index 138 00000020:00000001:0.0:1788877052.217830:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217831:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217832:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217835:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000038bb8b16[1 000000009881f609 5 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877052.217836:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217837:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217838:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb8000. 00000020:00000001:0.0:1788877052.217840:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217841:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217842:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217843:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554990880 : -126393154560736 : ffff8d0bcceb9d20) 00000020:00000001:0.0:1788877052.217845:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217845:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217847:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217848:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217849:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217851:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000021f934c5[2 000000009881f609 1 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877052.217853:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217854:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217855:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217856:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9d80 00000008:00000001:0.0:1788877052.217857:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217858:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9d90 page ffff8d0bcceb9d80 at index 139. 00000008:00000001:0.0:1788877052.217860:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217862:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217864:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288540 index 139 00000020:00000001:0.0:1788877052.217865:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217866:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217867:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217869:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000021f934c5[1 000000009881f609 5 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877052.217871:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217872:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.217874:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9d20. 00000020:00000001:0.0:1788877052.217876:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.217877:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.217878:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.217880:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554987968 : -126393154563648 : ffff8d0bcceb91c0) 00000020:00000001:0.0:1788877052.217881:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217882:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.217883:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.217884:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.217885:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.217888:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053a45129[2 000000009881f609 1 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877052.217890:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.217891:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.217892:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.217893:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9220 00000008:00000001:0.0:1788877052.217894:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.217895:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9230 page ffff8d0bcceb9220 at index 140. 00000008:00000001:0.0:1788877052.217897:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.217899:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.217901:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288580 index 140 00000020:00000001:0.0:1788877052.217903:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217904:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.217905:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.217908:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000053a45129[1 000000009881f609 5 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877052.217909:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.217910:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218164:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb91c0. 00000020:00000001:0.0:1788877052.218168:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218169:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218170:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218172:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554990208 : -126393154561408 : ffff8d0bcceb9a80) 00000020:00000001:0.0:1788877052.218174:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218175:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218175:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218176:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218177:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218481:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009aaffcab[2 000000009881f609 1 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877052.218484:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218485:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218487:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218488:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9ae0 00000008:00000001:0.0:1788877052.218489:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218491:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9af0 page ffff8d0bcceb9ae0 at index 141. 00000008:00000001:0.0:1788877052.218493:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218496:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218498:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402885c0 index 141 00000020:00000001:0.0:1788877052.218500:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218501:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218502:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218505:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009aaffcab[1 000000009881f609 5 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877052.218507:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218508:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218510:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9a80. 00000020:00000001:0.0:1788877052.218512:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218514:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218515:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218517:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554989088 : -126393154562528 : ffff8d0bcceb9620) 00000020:00000001:0.0:1788877052.218518:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218519:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218521:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218522:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218523:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218526:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ffd4c4f7[2 000000009881f609 1 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877052.218527:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218528:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218530:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218531:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9680 00000008:00000001:0.0:1788877052.218532:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218533:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9690 page ffff8d0bcceb9680 at index 142. 00000008:00000001:0.0:1788877052.218535:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218537:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218539:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288600 index 142 00000020:00000001:0.0:1788877052.218541:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218542:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218543:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218545:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ffd4c4f7[1 000000009881f609 5 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877052.218546:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218547:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218549:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9620. 00000020:00000001:0.0:1788877052.218551:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218552:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218553:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218555:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554989312 : -126393154562304 : ffff8d0bcceb9700) 00000020:00000001:0.0:1788877052.218557:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218558:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218559:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218560:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218561:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218563:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000048616640[2 000000009881f609 1 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877052.218565:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218566:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218567:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218569:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9760 00000008:00000001:0.0:1788877052.218570:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218571:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9770 page ffff8d0bcceb9760 at index 143. 00000008:00000001:0.0:1788877052.218573:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218575:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218576:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288640 index 143 00000020:00000001:0.0:1788877052.218578:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218579:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218580:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218582:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000048616640[1 000000009881f609 5 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877052.218583:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218585:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218586:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9700. 00000020:00000001:0.0:1788877052.218588:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218589:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218591:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218592:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554990656 : -126393154560960 : ffff8d0bcceb9c40) 00000020:00000001:0.0:1788877052.218594:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218595:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218596:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218597:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218598:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218600:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ac61be44[2 000000009881f609 1 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877052.218602:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218603:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218604:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218606:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9ca0 00000008:00000001:0.0:1788877052.218607:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218608:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9cb0 page ffff8d0bcceb9ca0 at index 144. 00000008:00000001:0.0:1788877052.218610:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218612:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218613:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288680 index 144 00000020:00000001:0.0:1788877052.218615:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218616:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218617:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218620:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ac61be44[1 000000009881f609 5 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877052.218621:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218622:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218624:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9c40. 00000020:00000001:0.0:1788877052.218625:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218627:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218628:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218629:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554989984 : -126393154561632 : ffff8d0bcceb99a0) 00000020:00000001:0.0:1788877052.218631:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218632:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218634:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218635:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218636:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000cb51358[2 000000009881f609 1 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877052.218639:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218640:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218641:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218642:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9a00 00000008:00000001:0.0:1788877052.218643:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218644:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9a10 page ffff8d0bcceb9a00 at index 145. 00000008:00000001:0.0:1788877052.218646:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218649:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218650:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402886c0 index 145 00000020:00000001:0.0:1788877052.218652:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218653:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218654:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218656:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000cb51358[1 000000009881f609 5 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877052.218657:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218658:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218660:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb99a0. 00000020:00000001:0.0:1788877052.218662:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218662:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218663:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218665:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554989536 : -126393154562080 : ffff8d0bcceb97e0) 00000020:00000001:0.0:1788877052.218667:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218668:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218669:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218670:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218671:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218674:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002cf6ec34[2 000000009881f609 1 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877052.218675:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218677:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218678:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218679:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9840 00000008:00000001:0.0:1788877052.218680:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218681:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9850 page ffff8d0bcceb9840 at index 146. 00000008:00000001:0.0:1788877052.218683:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218685:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218686:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288700 index 146 00000020:00000001:0.0:1788877052.218687:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218688:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218689:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218691:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002cf6ec34[1 000000009881f609 5 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877052.218693:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218694:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218695:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb97e0. 00000020:00000001:0.0:1788877052.218697:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218698:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218699:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218700:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554991328 : -126393154560288 : ffff8d0bcceb9ee0) 00000020:00000001:0.0:1788877052.218702:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218703:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218704:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218705:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218706:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218708:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fe46588d[2 000000009881f609 1 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877052.218710:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218711:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218712:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218713:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9f40 00000008:00000001:0.0:1788877052.218714:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218715:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9f50 page ffff8d0bcceb9f40 at index 147. 00000008:00000001:0.0:1788877052.218717:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218720:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218721:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288740 index 147 00000020:00000001:0.0:1788877052.218723:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218724:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218724:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218727:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fe46588d[1 000000009881f609 5 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877052.218729:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218730:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218731:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9ee0. 00000020:00000001:0.0:1788877052.218733:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218734:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218735:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218737:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554988640 : -126393154562976 : ffff8d0bcceb9460) 00000020:00000001:0.0:1788877052.218738:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218739:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218741:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218742:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218743:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218745:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000498237a9[2 000000009881f609 1 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877052.218747:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218748:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218749:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218750:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb94c0 00000008:00000001:0.0:1788877052.218751:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218752:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb94d0 page ffff8d0bcceb94c0 at index 148. 00000008:00000001:0.0:1788877052.218754:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218756:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218757:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288780 index 148 00000020:00000001:0.0:1788877052.218759:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218760:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218761:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218763:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000498237a9[1 000000009881f609 5 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877052.218764:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218766:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218767:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9460. 00000020:00000001:0.0:1788877052.218769:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218770:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218772:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218773:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554988192 : -126393154563424 : ffff8d0bcceb92a0) 00000020:00000001:0.0:1788877052.218775:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218776:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218777:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218778:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218778:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218781:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000068d173a0[2 000000009881f609 1 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877052.218783:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218784:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218785:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218786:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9300 00000008:00000001:0.0:1788877052.218787:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218789:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9310 page ffff8d0bcceb9300 at index 149. 00000008:00000001:0.0:1788877052.218790:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218792:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218794:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402887c0 index 149 00000020:00000001:0.0:1788877052.218795:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218797:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218797:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218800:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000068d173a0[1 000000009881f609 5 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877052.218801:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218802:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218803:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb92a0. 00000020:00000001:0.0:1788877052.218805:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218806:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218848:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218850:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554988416 : -126393154563200 : ffff8d0bcceb9380) 00000020:00000001:0.0:1788877052.218852:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218853:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218854:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218855:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218856:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218860:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000565596ca[2 000000009881f609 1 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877052.218861:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218862:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218863:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218864:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb93e0 00000008:00000001:0.0:1788877052.218866:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218867:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb93f0 page ffff8d0bcceb93e0 at index 150. 00000008:00000001:0.0:1788877052.218868:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218871:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218873:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288800 index 150 00000020:00000001:0.0:1788877052.218875:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218876:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218877:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218881:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000565596ca[1 000000009881f609 5 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877052.218882:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218883:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218885:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9380. 00000020:00000001:0.0:1788877052.218888:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218889:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218890:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218891:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554987744 : -126393154563872 : ffff8d0bcceb90e0) 00000020:00000001:0.0:1788877052.218893:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218894:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218896:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218896:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218897:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218900:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e90ff792[2 000000009881f609 1 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877052.218902:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218903:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218904:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218905:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9140 00000008:00000001:0.0:1788877052.218906:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218907:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9150 page ffff8d0bcceb9140 at index 151. 00000008:00000001:0.0:1788877052.218909:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218911:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218913:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288840 index 151 00000020:00000001:0.0:1788877052.218914:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218916:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218917:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218919:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e90ff792[1 000000009881f609 5 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877052.218921:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218922:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218924:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb90e0. 00000020:00000001:0.0:1788877052.218926:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218927:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218928:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218930:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554987520 : -126393154564096 : ffff8d0bcceb9000) 00000020:00000001:0.0:1788877052.218932:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218933:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218934:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218935:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218936:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218939:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006a80b862[2 000000009881f609 1 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877052.218940:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218942:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218943:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218944:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9060 00000008:00000001:0.0:1788877052.218945:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218946:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9070 page ffff8d0bcceb9060 at index 152. 00000008:00000001:0.0:1788877052.218948:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218951:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218952:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288880 index 152 00000020:00000001:0.0:1788877052.218954:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218954:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218955:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218958:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006a80b862[1 000000009881f609 5 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877052.218959:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218960:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218961:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9000. 00000020:00000001:0.0:1788877052.218963:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218964:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.218966:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.218967:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554988864 : -126393154562752 : ffff8d0bcceb9540) 00000020:00000001:0.0:1788877052.218968:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218969:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.218970:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.218971:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.218972:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.218974:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a28f5ef[2 000000009881f609 1 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877052.218975:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.218976:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.218977:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.218978:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb95a0 00000008:00000001:0.0:1788877052.218979:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.218981:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb95b0 page ffff8d0bcceb95a0 at index 153. 00000008:00000001:0.0:1788877052.218983:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.218985:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.218986:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402888c0 index 153 00000020:00000001:0.0:1788877052.218987:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218988:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.218989:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.218992:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a28f5ef[1 000000009881f609 5 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877052.218993:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.218994:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.218996:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9540. 00000020:00000001:0.0:1788877052.218998:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.218999:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.219000:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.219001:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554991104 : -126393154560512 : ffff8d0bcceb9e00) 00000020:00000001:0.0:1788877052.219003:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219004:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219005:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.219006:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.219006:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.219008:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002fa7db14[2 000000009881f609 1 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877052.219010:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.219011:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.219012:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.219013:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9e60 00000008:00000001:0.0:1788877052.219014:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.219015:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9e70 page ffff8d0bcceb9e60 at index 154. 00000008:00000001:0.0:1788877052.219017:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.219018:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.219020:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288900 index 154 00000020:00000001:0.0:1788877052.219021:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219022:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219023:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.219025:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002fa7db14[1 000000009881f609 5 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877052.219027:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.219028:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.219029:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9e00. 00000020:00000001:0.0:1788877052.219031:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.219032:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.219033:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.219034:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554989760 : -126393154561856 : ffff8d0bcceb98c0) 00000020:00000001:0.0:1788877052.219036:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219036:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219037:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.219038:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.219039:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.219042:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009152ac06[2 000000009881f609 1 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877052.219043:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.219044:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.219045:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.219046:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9920 00000008:00000001:0.0:1788877052.219048:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.219049:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9930 page ffff8d0bcceb9920 at index 155. 00000008:00000001:0.0:1788877052.219050:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.219053:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.219055:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288940 index 155 00000020:00000001:0.0:1788877052.219057:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219058:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219059:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.219061:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009152ac06[1 000000009881f609 5 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877052.219062:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.219063:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.219065:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb98c0. 00000020:00000001:0.0:1788877052.219067:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.219068:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.219069:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.219071:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554990432 : -126393154561184 : ffff8d0bcceb9b60) 00000020:00000001:0.0:1788877052.219073:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219074:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219075:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.219075:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.219077:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.219079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000569a8850[2 000000009881f609 1 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877052.219080:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.219082:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.219083:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.219084:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceb9bc0 00000008:00000001:0.0:1788877052.219085:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.219086:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceb9bd0 page ffff8d0bcceb9bc0 at index 156. 00000008:00000001:0.0:1788877052.219088:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.219090:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.219092:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288980 index 156 00000020:00000001:0.0:1788877052.219094:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219095:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219096:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.219099:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000569a8850[1 000000009881f609 5 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877052.219100:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.219101:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.219103:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceb9b60. 00000020:00000001:0.0:1788877052.219105:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.219106:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.219107:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.219108:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554992288 : -126393154559328 : ffff8d0bcceba2a0) 00000020:00000001:0.0:1788877052.219110:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219111:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219112:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.219113:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.219114:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.219116:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000136d0446[2 000000009881f609 1 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877052.219118:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.219119:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.219120:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.219121:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba300 00000008:00000001:0.0:1788877052.219122:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.219123:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba310 page ffff8d0bcceba300 at index 157. 00000008:00000001:0.0:1788877052.219125:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.219127:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.219128:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402889c0 index 157 00000020:00000001:0.0:1788877052.219130:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219131:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219132:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.219135:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000136d0446[1 000000009881f609 5 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877052.219136:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.219137:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.219138:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba2a0. 00000020:00000001:0.0:1788877052.219141:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.219142:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.219143:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.219144:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554992512 : -126393154559104 : ffff8d0bcceba380) 00000020:00000001:0.0:1788877052.219145:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219146:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.219147:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.219148:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.219149:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.219152:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c69ea69c[2 000000009881f609 1 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877052.219153:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.219155:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.219156:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.219157:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba3e0 00000008:00000001:0.0:1788877052.219158:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.219159:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba3f0 page ffff8d0bcceba3e0 at index 158. 00000008:00000001:0.0:1788877052.219161:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.219163:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.219165:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40288a00 index 158 00000020:00000001:0.0:1788877052.219167:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219167:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.219168:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.219170:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c69ea69c[1 000000009881f609 5 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877052.219172:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.219173:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222298:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba380. 00000020:00000001:0.0:1788877052.222305:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222307:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222311:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222313:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554991840 : -126393154559776 : ffff8d0bcceba0e0) 00000020:00000001:0.0:1788877052.222316:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222317:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222318:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222319:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222321:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222327:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000071e29445[2 000000009881f609 1 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877052.222329:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222330:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222333:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222334:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba140 00000008:00000001:0.0:1788877052.222336:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222337:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba150 page ffff8d0bcceba140 at index 159. 00000008:00000001:0.0:1788877052.222340:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222345:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222348:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402a3f80 index 159 00000020:00000001:0.0:1788877052.222351:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222352:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222353:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222357:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000071e29445[1 000000009881f609 5 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877052.222358:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222360:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222361:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba0e0. 00000020:00000001:0.0:1788877052.222364:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222365:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222366:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222368:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554991616 : -126393154560000 : ffff8d0bcceba000) 00000020:00000001:0.0:1788877052.222369:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222370:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222371:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222597:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222598:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222602:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000947e71dd[2 000000009881f609 1 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877052.222603:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222605:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222606:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222607:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba060 00000008:00000001:0.0:1788877052.222608:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222610:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba070 page ffff8d0bcceba060 at index 160. 00000008:00000001:0.0:1788877052.222612:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222615:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222617:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402a3f40 index 160 00000020:00000001:0.0:1788877052.222619:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222620:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222621:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222624:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000947e71dd[1 000000009881f609 5 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877052.222625:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222626:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222628:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba000. 00000020:00000001:0.0:1788877052.222631:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222632:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222634:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222635:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554992960 : -126393154558656 : ffff8d0bcceba540) 00000020:00000001:0.0:1788877052.222637:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222638:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222639:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222640:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222641:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222645:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053367262[2 000000009881f609 1 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877052.222646:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222647:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222649:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222650:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba5a0 00000008:00000001:0.0:1788877052.222651:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222653:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba5b0 page ffff8d0bcceba5a0 at index 161. 00000008:00000001:0.0:1788877052.222655:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222657:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222658:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402a3f00 index 161 00000020:00000001:0.0:1788877052.222660:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222661:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222662:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222665:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000053367262[1 000000009881f609 5 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877052.222666:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222667:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222669:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba540. 00000020:00000001:0.0:1788877052.222671:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222672:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222673:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222675:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554995200 : -126393154556416 : ffff8d0bccebae00) 00000020:00000001:0.0:1788877052.222677:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222678:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222679:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222680:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222681:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222683:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000017a48366[2 000000009881f609 1 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877052.222685:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222686:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222687:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222688:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebae60 00000008:00000001:0.0:1788877052.222689:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222690:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebae70 page ffff8d0bccebae60 at index 162. 00000008:00000001:0.0:1788877052.222692:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222694:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222695:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402a3e80 index 162 00000020:00000001:0.0:1788877052.222697:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222698:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222699:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222702:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000017a48366[1 000000009881f609 5 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877052.222704:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222705:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222706:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebae00. 00000020:00000001:0.0:1788877052.222708:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222709:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222711:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222712:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554993856 : -126393154557760 : ffff8d0bcceba8c0) 00000020:00000001:0.0:1788877052.222714:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222715:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222716:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222717:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222718:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222721:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009fc1eb1d[2 000000009881f609 1 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877052.222722:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222723:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222725:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222725:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba920 00000008:00000001:0.0:1788877052.222727:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222728:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba930 page ffff8d0bcceba920 at index 163. 00000008:00000001:0.0:1788877052.222730:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222732:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222733:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402a3ec0 index 163 00000020:00000001:0.0:1788877052.222735:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222736:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222738:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222740:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009fc1eb1d[1 000000009881f609 5 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877052.222741:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222743:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222744:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba8c0. 00000020:00000001:0.0:1788877052.222746:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222747:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222748:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222750:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554994528 : -126393154557088 : ffff8d0bccebab60) 00000020:00000001:0.0:1788877052.222751:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222752:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222754:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222755:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222756:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222759:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000909ed083[2 000000009881f609 1 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877052.222761:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222763:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222764:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222765:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebabc0 00000008:00000001:0.0:1788877052.222767:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222768:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebabd0 page ffff8d0bccebabc0 at index 164. 00000008:00000001:0.0:1788877052.222770:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222772:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222773:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402a3e40 index 164 00000020:00000001:0.0:1788877052.222776:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222777:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222778:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222780:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000909ed083[1 000000009881f609 5 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877052.222781:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222783:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222784:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebab60. 00000020:00000001:0.0:1788877052.222786:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222787:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222840:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222842:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554994976 : -126393154556640 : ffff8d0bccebad20) 00000020:00000001:0.0:1788877052.222845:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222846:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222847:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222848:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222849:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222852:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000020513205[2 000000009881f609 1 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877052.222854:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222855:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222856:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222858:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebad80 00000008:00000001:0.0:1788877052.222859:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222861:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebad90 page ffff8d0bccebad80 at index 165. 00000008:00000001:0.0:1788877052.222863:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222866:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222867:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc4c0 index 165 00000020:00000001:0.0:1788877052.222869:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222870:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222872:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222874:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000020513205[1 000000009881f609 5 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877052.222876:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222877:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222879:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebad20. 00000020:00000001:0.0:1788877052.222881:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222883:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222884:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222885:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554992064 : -126393154559552 : ffff8d0bcceba1c0) 00000020:00000001:0.0:1788877052.222887:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222888:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222890:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222891:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222892:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222894:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ee55b409[2 000000009881f609 1 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877052.222896:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222897:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222899:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222899:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba220 00000008:00000001:0.0:1788877052.222901:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222902:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba230 page ffff8d0bcceba220 at index 166. 00000008:00000001:0.0:1788877052.222904:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222906:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222907:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc500 index 166 00000020:00000001:0.0:1788877052.222909:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222910:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222911:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222913:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ee55b409[1 000000009881f609 5 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877052.222915:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222916:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222917:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba1c0. 00000020:00000001:0.0:1788877052.222919:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222921:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222922:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222923:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554994304 : -126393154557312 : ffff8d0bccebaa80) 00000020:00000001:0.0:1788877052.222925:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222926:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222927:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222928:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222929:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222932:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000042552ab[2 000000009881f609 1 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877052.222934:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222935:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222936:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222937:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebaae0 00000008:00000001:0.0:1788877052.222938:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222940:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebaaf0 page ffff8d0bccebaae0 at index 167. 00000008:00000001:0.0:1788877052.222941:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222943:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222945:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc540 index 167 00000020:00000001:0.0:1788877052.222946:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222947:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222948:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222951:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000042552ab[1 000000009881f609 5 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877052.222952:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222953:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222955:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebaa80. 00000020:00000001:0.0:1788877052.222957:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222958:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222959:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222961:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554993184 : -126393154558432 : ffff8d0bcceba620) 00000020:00000001:0.0:1788877052.222962:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222963:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.222964:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.222965:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.222967:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.222969:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001ed81280[2 000000009881f609 1 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877052.222971:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.222972:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.222974:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.222975:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba680 00000008:00000001:0.0:1788877052.222976:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.222977:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba690 page ffff8d0bcceba680 at index 168. 00000008:00000001:0.0:1788877052.222979:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.222980:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.222981:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc580 index 168 00000020:00000001:0.0:1788877052.222983:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222984:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.222985:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.222988:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001ed81280[1 000000009881f609 5 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877052.222990:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.222991:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.222992:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba620. 00000020:00000001:0.0:1788877052.222994:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.222995:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.222996:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.222998:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554993408 : -126393154558208 : ffff8d0bcceba700) 00000020:00000001:0.0:1788877052.223000:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223001:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223002:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223004:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223005:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223007:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004e79bcbb[2 000000009881f609 1 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877052.223009:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223010:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223011:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223012:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba760 00000008:00000001:0.0:1788877052.223013:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223014:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba770 page ffff8d0bcceba760 at index 169. 00000008:00000001:0.0:1788877052.223016:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223019:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223020:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc5c0 index 169 00000020:00000001:0.0:1788877052.223022:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223023:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223024:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223027:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004e79bcbb[1 000000009881f609 5 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877052.223029:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223030:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223032:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba700. 00000020:00000001:0.0:1788877052.223034:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223035:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223036:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223037:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554994752 : -126393154556864 : ffff8d0bccebac40) 00000020:00000001:0.0:1788877052.223039:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223040:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223042:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223043:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223044:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223047:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fc72e8e2[2 000000009881f609 1 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877052.223048:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223050:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223051:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223051:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebaca0 00000008:00000001:0.0:1788877052.223053:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223054:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebacb0 page ffff8d0bccebaca0 at index 170. 00000008:00000001:0.0:1788877052.223056:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223057:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223059:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc600 index 170 00000020:00000001:0.0:1788877052.223061:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223062:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223063:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223065:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fc72e8e2[1 000000009881f609 5 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877052.223066:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223067:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223069:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebac40. 00000020:00000001:0.0:1788877052.223071:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223072:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223073:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223074:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554994080 : -126393154557536 : ffff8d0bcceba9a0) 00000020:00000001:0.0:1788877052.223076:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223077:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223079:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223080:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223081:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b00073c3[2 000000009881f609 1 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877052.223084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223086:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223087:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223087:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebaa00 00000008:00000001:0.0:1788877052.223088:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223089:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebaa10 page ffff8d0bccebaa00 at index 171. 00000008:00000001:0.0:1788877052.223092:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223094:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223095:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc640 index 171 00000020:00000001:0.0:1788877052.223097:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223098:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223099:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223102:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b00073c3[1 000000009881f609 5 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877052.223104:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223105:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223106:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba9a0. 00000020:00000001:0.0:1788877052.223108:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223109:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223110:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223111:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554993632 : -126393154557984 : ffff8d0bcceba7e0) 00000020:00000001:0.0:1788877052.223113:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223114:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223115:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223116:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223117:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223119:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cb281eb6[2 000000009881f609 1 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877052.223121:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223122:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223123:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223124:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba840 00000008:00000001:0.0:1788877052.223125:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223126:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba850 page ffff8d0bcceba840 at index 172. 00000008:00000001:0.0:1788877052.223128:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223130:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223131:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc680 index 172 00000020:00000001:0.0:1788877052.223133:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223134:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223135:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223137:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cb281eb6[1 000000009881f609 5 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877052.223139:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223140:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223141:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba7e0. 00000020:00000001:0.0:1788877052.223143:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223144:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223145:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223146:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554995424 : -126393154556192 : ffff8d0bccebaee0) 00000020:00000001:0.0:1788877052.223148:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223149:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223150:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223151:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223152:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223155:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f0cbe063[2 000000009881f609 1 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877052.223156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223157:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223158:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223159:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebaf40 00000008:00000001:0.0:1788877052.223160:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223162:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebaf50 page ffff8d0bccebaf40 at index 173. 00000008:00000001:0.0:1788877052.223163:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223166:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223167:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc6c0 index 173 00000020:00000001:0.0:1788877052.223168:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223169:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223171:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223173:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f0cbe063[1 000000009881f609 5 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877052.223174:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223175:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223177:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebaee0. 00000020:00000001:0.0:1788877052.223178:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223179:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223180:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223182:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554992736 : -126393154558880 : ffff8d0bcceba460) 00000020:00000001:0.0:1788877052.223183:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223184:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223489:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223491:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223493:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223497:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cb8a0083[2 000000009881f609 1 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877052.223498:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223499:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223501:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223502:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceba4c0 00000008:00000001:0.0:1788877052.223504:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223505:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceba4d0 page ffff8d0bcceba4c0 at index 174. 00000008:00000001:0.0:1788877052.223507:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223510:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223511:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc700 index 174 00000020:00000001:0.0:1788877052.223514:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223514:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223516:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223518:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cb8a0083[1 000000009881f609 5 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877052.223520:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223521:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223523:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceba460. 00000020:00000001:0.0:1788877052.223526:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223527:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223528:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223530:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554997952 : -126393154553664 : ffff8d0bccebb8c0) 00000020:00000001:0.0:1788877052.223532:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223533:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223534:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223535:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223536:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223538:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007556a2e3[2 000000009881f609 1 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877052.223540:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223541:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223542:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223543:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb920 00000008:00000001:0.0:1788877052.223544:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223545:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb930 page ffff8d0bccebb920 at index 175. 00000008:00000001:0.0:1788877052.223547:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223549:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223550:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc740 index 175 00000020:00000001:0.0:1788877052.223552:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223553:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223554:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223556:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007556a2e3[1 000000009881f609 5 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877052.223558:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223559:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223560:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb8c0. 00000020:00000001:0.0:1788877052.223643:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223644:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223646:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223647:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554998624 : -126393154552992 : ffff8d0bccebbb60) 00000020:00000001:0.0:1788877052.223649:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223650:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223651:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223652:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223653:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223657:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a4a74a80[2 000000009881f609 1 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877052.223659:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223660:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223661:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223662:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebbbc0 00000008:00000001:0.0:1788877052.223664:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223665:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebbbd0 page ffff8d0bccebbbc0 at index 176. 00000008:00000001:0.0:1788877052.223667:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223670:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223671:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc780 index 176 00000020:00000001:0.0:1788877052.223673:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223674:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223675:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223677:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a4a74a80[1 000000009881f609 5 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877052.223679:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223680:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223682:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebbb60. 00000020:00000001:0.0:1788877052.223684:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223685:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223686:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223687:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554999072 : -126393154552544 : ffff8d0bccebbd20) 00000020:00000001:0.0:1788877052.223689:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223690:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223691:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223692:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223693:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223695:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000feab603f[2 000000009881f609 1 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877052.223696:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223698:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223699:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223700:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebbd80 00000008:00000001:0.0:1788877052.223701:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223703:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebbd90 page ffff8d0bccebbd80 at index 177. 00000008:00000001:0.0:1788877052.223705:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223707:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223708:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc7c0 index 177 00000020:00000001:0.0:1788877052.223710:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223711:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223712:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223715:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000feab603f[1 000000009881f609 5 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877052.223716:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223717:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223719:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebbd20. 00000020:00000001:0.0:1788877052.223721:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223722:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223724:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223725:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554996160 : -126393154555456 : ffff8d0bccebb1c0) 00000020:00000001:0.0:1788877052.223726:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223727:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223728:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223729:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223730:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223733:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000075f6d1da[2 000000009881f609 1 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877052.223734:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223735:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223736:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223737:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb220 00000008:00000001:0.0:1788877052.223738:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223739:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb230 page ffff8d0bccebb220 at index 178. 00000008:00000001:0.0:1788877052.223741:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223743:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223744:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc800 index 178 00000020:00000001:0.0:1788877052.223746:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223747:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223748:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223751:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000075f6d1da[1 000000009881f609 5 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877052.223752:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223754:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223755:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb1c0. 00000020:00000001:0.0:1788877052.223757:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223758:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223759:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223761:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554998400 : -126393154553216 : ffff8d0bccebba80) 00000020:00000001:0.0:1788877052.223763:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223764:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223765:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223766:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223767:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223770:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f00fd29b[2 000000009881f609 1 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877052.223771:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223773:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223774:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223775:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebbae0 00000008:00000001:0.0:1788877052.223776:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223778:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebbaf0 page ffff8d0bccebbae0 at index 179. 00000008:00000001:0.0:1788877052.223780:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223782:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223784:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc840 index 179 00000020:00000001:0.0:1788877052.223786:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223787:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223788:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223790:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f00fd29b[1 000000009881f609 5 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877052.223791:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223793:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223794:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebba80. 00000020:00000001:0.0:1788877052.223796:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223797:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223871:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223873:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554997280 : -126393154554336 : ffff8d0bccebb620) 00000020:00000001:0.0:1788877052.223875:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223876:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223877:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223878:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223880:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223883:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004d8d105e[2 000000009881f609 1 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877052.223884:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223886:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223887:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223888:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb680 00000008:00000001:0.0:1788877052.223890:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223891:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb690 page ffff8d0bccebb680 at index 180. 00000008:00000001:0.0:1788877052.223893:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223896:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223898:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc880 index 180 00000020:00000001:0.0:1788877052.223900:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223901:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223902:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223905:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004d8d105e[1 000000009881f609 5 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877052.223906:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223907:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223909:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb620. 00000020:00000001:0.0:1788877052.223912:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223913:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223914:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223915:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554997504 : -126393154554112 : ffff8d0bccebb700) 00000020:00000001:0.0:1788877052.223917:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223918:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223920:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223921:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223922:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223925:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f83a4328[2 000000009881f609 1 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877052.223926:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223927:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223928:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223929:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb760 00000008:00000001:0.0:1788877052.223930:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223930:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb770 page ffff8d0bccebb760 at index 181. 00000008:00000001:0.0:1788877052.223932:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223934:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223935:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc8c0 index 181 00000020:00000001:0.0:1788877052.223937:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223938:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223939:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223941:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f83a4328[1 000000009881f609 5 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877052.223943:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223944:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223945:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb700. 00000020:00000001:0.0:1788877052.223947:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223948:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223950:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223951:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554998848 : -126393154552768 : ffff8d0bccebbc40) 00000020:00000001:0.0:1788877052.223953:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223954:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223955:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223957:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223958:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223961:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000400d440a[2 000000009881f609 1 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877052.223962:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.223964:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.223965:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.223966:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebbca0 00000008:00000001:0.0:1788877052.223967:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.223969:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebbcb0 page ffff8d0bccebbca0 at index 182. 00000008:00000001:0.0:1788877052.223970:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.223973:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.223974:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc900 index 182 00000020:00000001:0.0:1788877052.223976:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223977:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.223978:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.223980:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000400d440a[1 000000009881f609 5 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877052.223981:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.223982:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.223984:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebbc40. 00000020:00000001:0.0:1788877052.223986:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.223987:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.223988:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.223989:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554998176 : -126393154553440 : ffff8d0bccebb9a0) 00000020:00000001:0.0:1788877052.223991:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223992:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.223993:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.223994:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.223995:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.223997:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cbf19eef[2 000000009881f609 1 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877052.223999:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224000:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224001:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224002:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebba00 00000008:00000001:0.0:1788877052.224003:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224005:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebba10 page ffff8d0bccebba00 at index 183. 00000008:00000001:0.0:1788877052.224007:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224009:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224010:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc940 index 183 00000020:00000001:0.0:1788877052.224012:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224013:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224014:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224016:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cbf19eef[1 000000009881f609 5 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877052.224018:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224019:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224021:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb9a0. 00000020:00000001:0.0:1788877052.224023:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224024:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224025:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224026:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554997728 : -126393154553888 : ffff8d0bccebb7e0) 00000020:00000001:0.0:1788877052.224028:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224029:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224030:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224031:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224032:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224034:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cc534c95[2 000000009881f609 1 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877052.224036:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224037:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224038:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224039:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb840 00000008:00000001:0.0:1788877052.224040:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224041:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb850 page ffff8d0bccebb840 at index 184. 00000008:00000001:0.0:1788877052.224043:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224045:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224047:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc980 index 184 00000020:00000001:0.0:1788877052.224048:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224049:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224050:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224053:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cc534c95[1 000000009881f609 5 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877052.224054:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224056:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224058:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb7e0. 00000020:00000001:0.0:1788877052.224059:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224060:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224062:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224063:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554999520 : -126393154552096 : ffff8d0bccebbee0) 00000020:00000001:0.0:1788877052.224065:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224065:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224066:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224067:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224068:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224072:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c6a4b5c3[2 000000009881f609 1 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877052.224073:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224074:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224076:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224077:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebbf40 00000008:00000001:0.0:1788877052.224078:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224080:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebbf50 page ffff8d0bccebbf40 at index 185. 00000008:00000001:0.0:1788877052.224081:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224084:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224085:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cc9c0 index 185 00000020:00000001:0.0:1788877052.224087:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224088:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224089:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224092:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c6a4b5c3[1 000000009881f609 5 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877052.224093:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224094:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224096:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebbee0. 00000020:00000001:0.0:1788877052.224099:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224100:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224101:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224102:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554996832 : -126393154554784 : ffff8d0bccebb460) 00000020:00000001:0.0:1788877052.224104:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224105:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224107:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224108:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224109:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224112:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cef018df[2 000000009881f609 1 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877052.224113:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224115:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224116:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224117:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb4c0 00000008:00000001:0.0:1788877052.224119:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224120:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb4d0 page ffff8d0bccebb4c0 at index 186. 00000008:00000001:0.0:1788877052.224123:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224126:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224127:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cca00 index 186 00000020:00000001:0.0:1788877052.224129:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224131:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224132:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224135:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cef018df[1 000000009881f609 5 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877052.224137:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224138:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224140:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb460. 00000020:00000001:0.0:1788877052.224142:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224143:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224144:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224146:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554996384 : -126393154555232 : ffff8d0bccebb2a0) 00000020:00000001:0.0:1788877052.224147:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224148:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224150:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224151:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224152:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224154:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a922046c[2 000000009881f609 1 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877052.224156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224157:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224158:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224159:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb300 00000008:00000001:0.0:1788877052.224161:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224162:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb310 page ffff8d0bccebb300 at index 187. 00000008:00000001:0.0:1788877052.224164:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224166:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224168:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402cca40 index 187 00000020:00000001:0.0:1788877052.224170:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224171:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224172:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224174:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a922046c[1 000000009881f609 5 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877052.224176:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224177:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224497:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb2a0. 00000020:00000001:0.0:1788877052.224501:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224502:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224505:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224506:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554996608 : -126393154555008 : ffff8d0bccebb380) 00000020:00000001:0.0:1788877052.224508:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224509:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224510:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224512:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224513:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224516:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000c264110[2 000000009881f609 1 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877052.224517:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224519:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224520:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224521:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb3e0 00000008:00000001:0.0:1788877052.224523:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224524:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb3f0 page ffff8d0bccebb3e0 at index 188. 00000008:00000001:0.0:1788877052.224526:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224528:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224530:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266d00 index 188 00000020:00000001:0.0:1788877052.224532:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224533:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224534:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224537:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000c264110[1 000000009881f609 5 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877052.224538:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224539:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224541:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb380. 00000020:00000001:0.0:1788877052.224542:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224543:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224544:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224546:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554995936 : -126393154555680 : ffff8d0bccebb0e0) 00000020:00000001:0.0:1788877052.224547:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224548:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224549:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224550:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224551:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224553:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e40fd3a4[2 000000009881f609 1 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877052.224554:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224555:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224556:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224557:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb140 00000008:00000001:0.0:1788877052.224558:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224560:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb150 page ffff8d0bccebb140 at index 189. 00000008:00000001:0.0:1788877052.224561:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224563:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224565:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266d40 index 189 00000020:00000001:0.0:1788877052.224567:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224568:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224568:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224571:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e40fd3a4[1 000000009881f609 5 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877052.224573:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224574:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224575:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb0e0. 00000020:00000001:0.0:1788877052.224577:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224578:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224579:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224581:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554995712 : -126393154555904 : ffff8d0bccebb000) 00000020:00000001:0.0:1788877052.224583:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224584:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224585:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224586:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224587:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224589:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003b5fd36e[2 000000009881f609 1 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877052.224590:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224591:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224592:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224593:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb060 00000008:00000001:0.0:1788877052.224594:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224595:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb070 page ffff8d0bccebb060 at index 190. 00000008:00000001:0.0:1788877052.224597:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224599:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224600:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266d80 index 190 00000020:00000001:0.0:1788877052.224602:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224603:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224604:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224728:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003b5fd36e[1 000000009881f609 5 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877052.224729:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224730:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224732:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb000. 00000020:00000001:0.0:1788877052.224735:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224736:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224737:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224738:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554997056 : -126393154554560 : ffff8d0bccebb540) 00000020:00000001:0.0:1788877052.224740:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224742:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224743:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224744:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224745:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224748:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000173a1ae1[2 000000009881f609 1 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877052.224749:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224750:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224752:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224752:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebb5a0 00000008:00000001:0.0:1788877052.224754:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224755:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebb5b0 page ffff8d0bccebb5a0 at index 191. 00000008:00000001:0.0:1788877052.224757:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224764:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224766:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266dc0 index 191 00000020:00000001:0.0:1788877052.224768:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224769:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224770:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224773:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000173a1ae1[1 000000009881f609 5 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877052.224774:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224775:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224777:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebb540. 00000020:00000001:0.0:1788877052.224779:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224780:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224781:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224783:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554999296 : -126393154552320 : ffff8d0bccebbe00) 00000020:00000001:0.0:1788877052.224784:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224786:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224787:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224788:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224789:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224792:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000075e594fc[2 000000009881f609 1 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877052.224793:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224794:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224796:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224796:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccebbe60 00000008:00000001:0.0:1788877052.224798:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224799:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccebbe70 page ffff8d0bccebbe60 at index 192. 00000008:00000001:0.0:1788877052.224801:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224804:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224806:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266e00 index 192 00000020:00000001:0.0:1788877052.224807:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224808:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224809:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224813:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000075e594fc[1 000000009881f609 5 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877052.224814:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224815:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224817:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccebbe00. 00000020:00000001:0.0:1788877052.224819:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224820:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224822:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224823:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557812352 : -126393151739264 : ffff8d0bcd16aa80) 00000020:00000001:0.0:1788877052.224825:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224826:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224827:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224828:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224830:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224832:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000005d91682[2 000000009881f609 1 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877052.224834:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224835:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224836:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224837:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16aae0 00000008:00000001:0.0:1788877052.224838:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224839:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16aaf0 page ffff8d0bcd16aae0 at index 193. 00000008:00000001:0.0:1788877052.224841:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224843:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224844:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d440 index 193 00000020:00000001:0.0:1788877052.224846:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224847:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224850:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224852:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000005d91682[1 000000009881f609 5 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877052.224854:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224855:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224857:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16aa80. 00000020:00000001:0.0:1788877052.224859:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224860:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224862:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224863:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557811232 : -126393151740384 : ffff8d0bcd16a620) 00000020:00000001:0.0:1788877052.224865:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224866:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224867:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224868:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224869:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224872:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000013023a9d[2 000000009881f609 1 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877052.224873:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224874:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224875:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224876:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16a680 00000008:00000001:0.0:1788877052.224878:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224879:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16a690 page ffff8d0bcd16a680 at index 194. 00000008:00000001:0.0:1788877052.224880:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224883:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224884:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d480 index 194 00000020:00000001:0.0:1788877052.224886:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224887:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224888:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224890:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000013023a9d[1 000000009881f609 5 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877052.224891:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224892:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224894:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16a620. 00000020:00000001:0.0:1788877052.224896:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224897:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224941:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224943:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557811456 : -126393151740160 : ffff8d0bcd16a700) 00000020:00000001:0.0:1788877052.224945:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224946:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224947:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224948:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224949:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224952:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008032d622[2 000000009881f609 1 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877052.224954:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224955:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224957:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224958:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16a760 00000008:00000001:0.0:1788877052.224959:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.224961:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16a770 page ffff8d0bcd16a760 at index 195. 00000008:00000001:0.0:1788877052.224962:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.224965:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.224967:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d4c0 index 195 00000020:00000001:0.0:1788877052.224969:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224970:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.224971:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.224974:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008032d622[1 000000009881f609 5 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877052.224975:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.224976:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.224978:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16a700. 00000020:00000001:0.0:1788877052.224980:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.224982:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.224983:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.224984:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557812800 : -126393151738816 : ffff8d0bcd16ac40) 00000020:00000001:0.0:1788877052.224986:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224987:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.224989:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.224990:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.224991:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.224993:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000394f2f5b[2 000000009881f609 1 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877052.224995:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.224996:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.224998:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.224998:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16aca0 00000008:00000001:0.0:1788877052.225000:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225001:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16acb0 page ffff8d0bcd16aca0 at index 196. 00000008:00000001:0.0:1788877052.225003:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225005:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225006:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d500 index 196 00000020:00000001:0.0:1788877052.225007:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225008:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225009:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225011:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000394f2f5b[1 000000009881f609 5 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877052.225012:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225013:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225014:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16ac40. 00000020:00000001:0.0:1788877052.225015:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225016:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225017:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225019:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557812128 : -126393151739488 : ffff8d0bcd16a9a0) 00000020:00000001:0.0:1788877052.225021:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225022:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225023:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225024:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225025:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225028:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a371ffa8[2 000000009881f609 1 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877052.225030:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225031:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225032:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225033:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16aa00 00000008:00000001:0.0:1788877052.225034:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225035:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16aa10 page ffff8d0bcd16aa00 at index 197. 00000008:00000001:0.0:1788877052.225037:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225040:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225041:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d540 index 197 00000020:00000001:0.0:1788877052.225043:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225044:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225045:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225047:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a371ffa8[1 000000009881f609 5 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877052.225048:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225049:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225051:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16a9a0. 00000020:00000001:0.0:1788877052.225053:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225054:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225055:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225057:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557811680 : -126393151739936 : ffff8d0bcd16a7e0) 00000020:00000001:0.0:1788877052.225058:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225059:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225060:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225061:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225063:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225065:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ecdd88c9[2 000000009881f609 1 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877052.225067:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225068:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225069:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225069:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16a840 00000008:00000001:0.0:1788877052.225071:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225072:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16a850 page ffff8d0bcd16a840 at index 198. 00000008:00000001:0.0:1788877052.225074:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225076:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225078:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d580 index 198 00000020:00000001:0.0:1788877052.225080:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225081:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225082:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225084:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ecdd88c9[1 000000009881f609 5 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877052.225085:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225087:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225088:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16a7e0. 00000020:00000001:0.0:1788877052.225090:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225091:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225092:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225093:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557813472 : -126393151738144 : ffff8d0bcd16aee0) 00000020:00000001:0.0:1788877052.225095:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225096:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225097:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225098:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225099:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225101:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000acff4bc8[2 000000009881f609 1 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877052.225103:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225104:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225105:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225106:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16af40 00000008:00000001:0.0:1788877052.225108:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225109:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16af50 page ffff8d0bcd16af40 at index 199. 00000008:00000001:0.0:1788877052.225111:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225113:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225114:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d5c0 index 199 00000020:00000001:0.0:1788877052.225116:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225117:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225118:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225120:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000acff4bc8[1 000000009881f609 5 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877052.225122:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225123:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225125:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16aee0. 00000020:00000001:0.0:1788877052.225127:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225128:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225129:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225130:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557810784 : -126393151740832 : ffff8d0bcd16a460) 00000020:00000001:0.0:1788877052.225132:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225133:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225134:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225134:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225135:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225138:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008586eb6e[2 000000009881f609 1 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877052.225139:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225140:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225141:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225142:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16a4c0 00000008:00000001:0.0:1788877052.225143:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225145:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16a4d0 page ffff8d0bcd16a4c0 at index 200. 00000008:00000001:0.0:1788877052.225147:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225149:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225150:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d600 index 200 00000020:00000001:0.0:1788877052.225152:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225153:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225154:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225156:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008586eb6e[1 000000009881f609 5 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877052.225158:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225159:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225161:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16a460. 00000020:00000001:0.0:1788877052.225163:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225164:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225165:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225167:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557810336 : -126393151741280 : ffff8d0bcd16a2a0) 00000020:00000001:0.0:1788877052.225169:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225169:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225171:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225172:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225173:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225175:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ee5875fd[2 000000009881f609 1 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877052.225177:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225178:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225524:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225526:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16a300 00000008:00000001:0.0:1788877052.225528:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225530:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16a310 page ffff8d0bcd16a300 at index 201. 00000008:00000001:0.0:1788877052.225532:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225535:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225537:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d640 index 201 00000020:00000001:0.0:1788877052.225539:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225540:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225541:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225545:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ee5875fd[1 000000009881f609 5 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877052.225546:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225547:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225549:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16a2a0. 00000020:00000001:0.0:1788877052.225551:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225552:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225554:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225555:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557810560 : -126393151741056 : ffff8d0bcd16a380) 00000020:00000001:0.0:1788877052.225557:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225558:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225559:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225560:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225561:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225564:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006663710c[2 000000009881f609 1 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877052.225565:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225566:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225567:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225568:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16a3e0 00000008:00000001:0.0:1788877052.225570:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225571:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16a3f0 page ffff8d0bcd16a3e0 at index 202. 00000008:00000001:0.0:1788877052.225573:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225575:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225577:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d680 index 202 00000020:00000001:0.0:1788877052.225579:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225580:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225581:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225584:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006663710c[1 000000009881f609 5 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877052.225585:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225586:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225588:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16a380. 00000020:00000001:0.0:1788877052.225589:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225590:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225592:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225593:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557809888 : -126393151741728 : ffff8d0bcd16a0e0) 00000020:00000001:0.0:1788877052.225595:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225596:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225597:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225598:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225599:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225602:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d555f780[2 000000009881f609 1 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877052.225603:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225604:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225605:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225606:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16a140 00000008:00000001:0.0:1788877052.225608:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225609:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16a150 page ffff8d0bcd16a140 at index 203. 00000008:00000001:0.0:1788877052.225611:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225613:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225615:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d6c0 index 203 00000020:00000001:0.0:1788877052.225616:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225617:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225618:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225621:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d555f780[1 000000009881f609 5 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877052.225622:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225623:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225625:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16a0e0. 00000020:00000001:0.0:1788877052.225632:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225633:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225635:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225636:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554940160 : -126393154611456 : ffff8d0bccead700) 00000020:00000001:0.0:1788877052.225638:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225639:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225640:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225641:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225642:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225644:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003e663b76[2 000000009881f609 1 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877052.225646:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225647:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225649:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225650:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead760 00000008:00000001:0.0:1788877052.225651:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225652:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead770 page ffff8d0bccead760 at index 204. 00000008:00000001:0.0:1788877052.225654:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225657:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225658:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d700 index 204 00000020:00000001:0.0:1788877052.225660:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225661:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225662:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225664:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003e663b76[1 000000009881f609 5 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877052.225666:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225667:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225669:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead700. 00000020:00000001:0.0:1788877052.225671:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225672:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225674:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225675:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554941504 : -126393154610112 : ffff8d0bcceadc40) 00000020:00000001:0.0:1788877052.225677:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225678:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225679:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225680:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225681:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225683:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003959c356[2 000000009881f609 1 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877052.225685:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225686:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225687:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225688:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceadca0 00000008:00000001:0.0:1788877052.225689:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225691:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceadcb0 page ffff8d0bcceadca0 at index 205. 00000008:00000001:0.0:1788877052.225693:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225694:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225696:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d740 index 205 00000020:00000001:0.0:1788877052.225697:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225698:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225699:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225702:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003959c356[1 000000009881f609 5 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877052.225703:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225705:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225706:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceadc40. 00000020:00000001:0.0:1788877052.225708:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225709:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225710:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225712:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554940832 : -126393154610784 : ffff8d0bccead9a0) 00000020:00000001:0.0:1788877052.225713:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225714:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225715:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225717:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225718:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225721:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000029ee63fe[2 000000009881f609 1 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877052.225722:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225724:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225725:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225726:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceada00 00000008:00000001:0.0:1788877052.225727:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225728:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceada10 page ffff8d0bcceada00 at index 206. 00000008:00000001:0.0:1788877052.225730:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225732:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225733:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d780 index 206 00000020:00000001:0.0:1788877052.225734:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225735:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225736:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225738:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000029ee63fe[1 000000009881f609 5 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877052.225739:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225740:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225742:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead9a0. 00000020:00000001:0.0:1788877052.225743:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225744:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225745:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225746:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554940384 : -126393154611232 : ffff8d0bccead7e0) 00000020:00000001:0.0:1788877052.225748:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225749:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225750:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225751:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225752:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e4fe8353[2 000000009881f609 1 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877052.225755:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225756:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225757:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225758:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead840 00000008:00000001:0.0:1788877052.225759:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225760:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead850 page ffff8d0bccead840 at index 207. 00000008:00000001:0.0:1788877052.225762:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225764:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225765:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d7c0 index 207 00000020:00000001:0.0:1788877052.225766:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225767:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225768:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225770:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e4fe8353[1 000000009881f609 5 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877052.225772:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225773:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225774:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead7e0. 00000020:00000001:0.0:1788877052.225776:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225777:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225777:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225778:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554942176 : -126393154609440 : ffff8d0bcceadee0) 00000020:00000001:0.0:1788877052.225780:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225781:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225782:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225783:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225784:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225786:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e7a19674[2 000000009881f609 1 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877052.225788:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225789:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225790:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225790:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceadf40 00000008:00000001:0.0:1788877052.225791:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225792:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceadf50 page ffff8d0bcceadf40 at index 208. 00000008:00000001:0.0:1788877052.225794:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225795:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225796:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d800 index 208 00000020:00000001:0.0:1788877052.225798:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225798:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225799:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225801:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e7a19674[1 000000009881f609 5 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877052.225803:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225804:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225805:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceadee0. 00000020:00000001:0.0:1788877052.225807:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225808:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225809:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225810:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554939488 : -126393154612128 : ffff8d0bccead460) 00000020:00000001:0.0:1788877052.225812:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225813:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225814:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225815:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225816:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225819:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000043063679[2 000000009881f609 1 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877052.225820:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225821:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225823:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225824:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead4c0 00000008:00000001:0.0:1788877052.225825:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225826:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead4d0 page ffff8d0bccead4c0 at index 209. 00000008:00000001:0.0:1788877052.225828:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225830:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225832:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d840 index 209 00000020:00000001:0.0:1788877052.225833:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225834:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225835:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225837:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000043063679[1 000000009881f609 5 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877052.225838:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225839:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225840:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead460. 00000020:00000001:0.0:1788877052.225842:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225843:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225883:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225885:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554939040 : -126393154612576 : ffff8d0bccead2a0) 00000020:00000001:0.0:1788877052.225887:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225888:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225889:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225890:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225891:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225894:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb27bf8e[2 000000009881f609 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877052.225896:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225897:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225898:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225899:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead300 00000008:00000001:0.0:1788877052.225901:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225902:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead310 page ffff8d0bccead300 at index 210. 00000008:00000001:0.0:1788877052.225904:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225906:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225907:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d880 index 210 00000020:00000001:0.0:1788877052.225909:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225910:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225911:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225914:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fb27bf8e[1 000000009881f609 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877052.225915:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225916:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225918:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead2a0. 00000020:00000001:0.0:1788877052.225920:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225921:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225922:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225923:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554939264 : -126393154612352 : ffff8d0bccead380) 00000020:00000001:0.0:1788877052.225925:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225926:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225927:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225928:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225929:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225932:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e68110d5[2 000000009881f609 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877052.225933:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225935:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225936:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225937:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead3e0 00000008:00000001:0.0:1788877052.225938:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225939:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead3f0 page ffff8d0bccead3e0 at index 211. 00000008:00000001:0.0:1788877052.225941:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225943:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225945:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d8c0 index 211 00000020:00000001:0.0:1788877052.225947:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225948:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225949:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225951:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e68110d5[1 000000009881f609 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877052.225952:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225953:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225954:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead380. 00000020:00000001:0.0:1788877052.225956:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225957:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225958:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225960:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554938592 : -126393154613024 : ffff8d0bccead0e0) 00000020:00000001:0.0:1788877052.225961:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225962:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225963:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225964:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.225965:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.225967:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000044c38f2c[2 000000009881f609 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877052.225969:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.225970:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.225971:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.225972:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead140 00000008:00000001:0.0:1788877052.225973:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.225974:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead150 page ffff8d0bccead140 at index 212. 00000008:00000001:0.0:1788877052.225976:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.225978:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.225979:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d900 index 212 00000020:00000001:0.0:1788877052.225981:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225982:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.225983:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.225985:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000044c38f2c[1 000000009881f609 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877052.225987:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.225987:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.225989:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead0e0. 00000020:00000001:0.0:1788877052.225991:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.225992:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.225993:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.225995:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554938368 : -126393154613248 : ffff8d0bccead000) 00000020:00000001:0.0:1788877052.225996:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225997:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.225998:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.225999:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226000:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226003:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005c20464e[2 000000009881f609 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877052.226004:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226005:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226006:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226008:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead060 00000008:00000001:0.0:1788877052.226009:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226010:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead070 page ffff8d0bccead060 at index 213. 00000008:00000001:0.0:1788877052.226012:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226014:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226015:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d940 index 213 00000020:00000001:0.0:1788877052.226017:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226018:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226019:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226022:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005c20464e[1 000000009881f609 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877052.226023:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226024:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226026:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead000. 00000020:00000001:0.0:1788877052.226028:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226029:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226030:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226032:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554939712 : -126393154611904 : ffff8d0bccead540) 00000020:00000001:0.0:1788877052.226034:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226035:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226036:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226037:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226038:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226040:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f144026a[2 000000009881f609 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877052.226042:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226043:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226044:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226045:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead5a0 00000008:00000001:0.0:1788877052.226046:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226047:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead5b0 page ffff8d0bccead5a0 at index 214. 00000008:00000001:0.0:1788877052.226049:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226052:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226053:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d980 index 214 00000020:00000001:0.0:1788877052.226054:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226055:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226056:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226059:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f144026a[1 000000009881f609 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877052.226060:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226061:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226063:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead540. 00000020:00000001:0.0:1788877052.226065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226068:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554941952 : -126393154609664 : ffff8d0bcceade00) 00000020:00000001:0.0:1788877052.226070:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226071:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226072:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001c9fda71[2 000000009881f609 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877052.226079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226081:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226082:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceade60 00000008:00000001:0.0:1788877052.226083:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226085:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceade70 page ffff8d0bcceade60 at index 215. 00000008:00000001:0.0:1788877052.226086:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226089:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226090:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026d9c0 index 215 00000020:00000001:0.0:1788877052.226092:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226093:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226094:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226096:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001c9fda71[1 000000009881f609 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877052.226097:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226098:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226100:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceade00. 00000020:00000001:0.0:1788877052.226102:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226103:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226104:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226105:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554940608 : -126393154611008 : ffff8d0bccead8c0) 00000020:00000001:0.0:1788877052.226107:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226108:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226109:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226110:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226111:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226113:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009cf3e943[2 000000009881f609 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877052.226115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226116:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226117:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226118:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead920 00000008:00000001:0.0:1788877052.226119:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226120:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead930 page ffff8d0bccead920 at index 216. 00000008:00000001:0.0:1788877052.226122:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226125:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226126:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026da00 index 216 00000020:00000001:0.0:1788877052.226128:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226129:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226130:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226133:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009cf3e943[1 000000009881f609 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877052.226134:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226135:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226136:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead8c0. 00000020:00000001:0.0:1788877052.226139:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226140:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226141:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226142:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554941280 : -126393154610336 : ffff8d0bcceadb60) 00000020:00000001:0.0:1788877052.226144:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226145:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226146:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226147:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226148:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d6db2cbf[2 000000009881f609 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877052.226152:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226154:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226155:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226156:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceadbc0 00000008:00000001:0.0:1788877052.226157:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226158:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceadbd0 page ffff8d0bcceadbc0 at index 217. 00000008:00000001:0.0:1788877052.226160:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226162:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226163:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026da40 index 217 00000020:00000001:0.0:1788877052.226167:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226168:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226169:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226171:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d6db2cbf[1 000000009881f609 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877052.226172:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226173:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226175:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceadb60. 00000020:00000001:0.0:1788877052.226177:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226178:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226336:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226338:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554941728 : -126393154609888 : ffff8d0bcceadd20) 00000020:00000001:0.0:1788877052.226341:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226342:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226343:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226344:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226345:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226348:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000346b2252[2 000000009881f609 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877052.226350:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226351:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226353:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226354:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceadd80 00000008:00000001:0.0:1788877052.226355:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226357:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceadd90 page ffff8d0bcceadd80 at index 218. 00000008:00000001:0.0:1788877052.226359:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226362:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226363:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026da80 index 218 00000020:00000001:0.0:1788877052.226365:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226366:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226368:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226370:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000346b2252[1 000000009881f609 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877052.226371:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226482:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226486:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceadd20. 00000020:00000001:0.0:1788877052.226489:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226490:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226492:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226493:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556442944 : -126393153108672 : ffff8d0bcd01c540) 00000020:00000001:0.0:1788877052.226496:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226497:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226498:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226499:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226500:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226503:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009e0e190d[2 000000009881f609 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877052.226505:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226506:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226507:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226508:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c5a0 00000008:00000001:0.0:1788877052.226509:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226511:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c5b0 page ffff8d0bcd01c5a0 at index 219. 00000008:00000001:0.0:1788877052.226513:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226515:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226517:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266e40 index 219 00000020:00000001:0.0:1788877052.226519:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226520:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226521:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226524:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009e0e190d[1 000000009881f609 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877052.226525:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226526:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226528:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c540. 00000020:00000001:0.0:1788877052.226530:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226531:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226533:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226534:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556445184 : -126393153106432 : ffff8d0bcd01ce00) 00000020:00000001:0.0:1788877052.226536:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226537:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226538:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226539:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226540:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226542:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004b0bece9[2 000000009881f609 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877052.226543:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226544:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226545:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226546:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01ce60 00000008:00000001:0.0:1788877052.226547:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226548:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01ce70 page ffff8d0bcd01ce60 at index 220. 00000008:00000001:0.0:1788877052.226549:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226551:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226552:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266e80 index 220 00000020:00000001:0.0:1788877052.226554:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226555:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226556:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226558:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004b0bece9[1 000000009881f609 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877052.226559:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226560:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226562:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01ce00. 00000020:00000001:0.0:1788877052.226564:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226565:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226566:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226567:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556443840 : -126393153107776 : ffff8d0bcd01c8c0) 00000020:00000001:0.0:1788877052.226568:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226569:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226570:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226571:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226572:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226575:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9c33503[2 000000009881f609 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877052.226577:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226578:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226579:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226580:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c920 00000008:00000001:0.0:1788877052.226581:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226582:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c930 page ffff8d0bcd01c920 at index 221. 00000008:00000001:0.0:1788877052.226584:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226587:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226588:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266ec0 index 221 00000020:00000001:0.0:1788877052.226589:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226590:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226591:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226593:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e9c33503[1 000000009881f609 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877052.226595:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226596:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226597:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c8c0. 00000020:00000001:0.0:1788877052.226600:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226600:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226601:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226603:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556444512 : -126393153107104 : ffff8d0bcd01cb60) 00000020:00000001:0.0:1788877052.226604:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226605:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226606:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226607:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226608:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226610:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ef749ebc[2 000000009881f609 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877052.226611:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226612:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226613:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226614:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01cbc0 00000008:00000001:0.0:1788877052.226616:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226617:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01cbd0 page ffff8d0bcd01cbc0 at index 222. 00000008:00000001:0.0:1788877052.226619:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226621:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226623:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266f00 index 222 00000020:00000001:0.0:1788877052.226625:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226626:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226627:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226630:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ef749ebc[1 000000009881f609 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877052.226631:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226632:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226633:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01cb60. 00000020:00000001:0.0:1788877052.226635:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226636:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226637:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226638:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556444960 : -126393153106656 : ffff8d0bcd01cd20) 00000020:00000001:0.0:1788877052.226640:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226641:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226642:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226643:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226644:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226646:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e06bed37[2 000000009881f609 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877052.226648:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226649:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226651:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226652:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01cd80 00000008:00000001:0.0:1788877052.226653:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226654:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01cd90 page ffff8d0bcd01cd80 at index 223. 00000008:00000001:0.0:1788877052.226656:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226658:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226659:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266f40 index 223 00000020:00000001:0.0:1788877052.226660:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226661:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226662:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226664:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e06bed37[1 000000009881f609 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877052.226666:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226667:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226669:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01cd20. 00000020:00000001:0.0:1788877052.226671:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226672:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226673:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226674:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556442048 : -126393153109568 : ffff8d0bcd01c1c0) 00000020:00000001:0.0:1788877052.226676:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226677:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226678:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226679:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226680:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226683:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000001e29fc3[2 000000009881f609 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877052.226684:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226686:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226687:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226688:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c220 00000008:00000001:0.0:1788877052.226689:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226691:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c230 page ffff8d0bcd01c220 at index 224. 00000008:00000001:0.0:1788877052.226692:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226695:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226696:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266f80 index 224 00000020:00000001:0.0:1788877052.226697:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226698:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226699:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226702:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000001e29fc3[1 000000009881f609 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877052.226704:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226705:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226706:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c1c0. 00000020:00000001:0.0:1788877052.226708:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226709:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226750:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226752:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556444288 : -126393153107328 : ffff8d0bcd01ca80) 00000020:00000001:0.0:1788877052.226754:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226755:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226756:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226757:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226758:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226761:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f4afbbd[2 000000009881f609 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877052.226763:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226764:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226766:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226767:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01cae0 00000008:00000001:0.0:1788877052.226768:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226770:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01caf0 page ffff8d0bcd01cae0 at index 225. 00000008:00000001:0.0:1788877052.226772:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226775:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226777:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40266fc0 index 225 00000020:00000001:0.0:1788877052.226778:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226779:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226781:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226783:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f4afbbd[1 000000009881f609 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877052.226785:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226786:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226788:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01ca80. 00000020:00000001:0.0:1788877052.226790:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226791:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226793:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226794:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556443168 : -126393153108448 : ffff8d0bcd01c620) 00000020:00000001:0.0:1788877052.226796:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226797:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226798:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226799:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226800:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226803:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ecf42ceb[2 000000009881f609 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877052.226804:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226805:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226807:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226808:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c680 00000008:00000001:0.0:1788877052.226810:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226811:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c690 page ffff8d0bcd01c680 at index 226. 00000008:00000001:0.0:1788877052.226813:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226815:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226816:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40267000 index 226 00000020:00000001:0.0:1788877052.226818:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226819:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226820:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226822:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ecf42ceb[1 000000009881f609 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877052.226824:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226825:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226826:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c620. 00000020:00000001:0.0:1788877052.226828:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226829:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226830:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226831:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556443392 : -126393153108224 : ffff8d0bcd01c700) 00000020:00000001:0.0:1788877052.226833:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226834:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226835:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226836:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226837:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226841:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a9bd233c[2 000000009881f609 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877052.226842:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226844:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226845:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226846:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c760 00000008:00000001:0.0:1788877052.226848:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226849:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c770 page ffff8d0bcd01c760 at index 227. 00000008:00000001:0.0:1788877052.226851:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226853:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226854:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40267040 index 227 00000020:00000001:0.0:1788877052.226857:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226857:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226859:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226861:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a9bd233c[1 000000009881f609 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877052.226863:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226864:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226866:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c700. 00000020:00000001:0.0:1788877052.226868:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226869:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226870:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226872:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556444736 : -126393153106880 : ffff8d0bcd01cc40) 00000020:00000001:0.0:1788877052.226873:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226874:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226875:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226877:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226878:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226880:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c6be7f45[2 000000009881f609 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877052.226882:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226883:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226884:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226886:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01cca0 00000008:00000001:0.0:1788877052.226887:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226888:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01ccb0 page ffff8d0bcd01cca0 at index 228. 00000008:00000001:0.0:1788877052.226891:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226893:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226895:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40267080 index 228 00000020:00000001:0.0:1788877052.226897:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226898:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226899:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226902:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c6be7f45[1 000000009881f609 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877052.226903:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226904:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226906:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01cc40. 00000020:00000001:0.0:1788877052.226908:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226909:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226910:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226912:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556444064 : -126393153107552 : ffff8d0bcd01c9a0) 00000020:00000001:0.0:1788877052.226913:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226914:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226915:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226916:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226917:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226919:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009a004388[2 000000009881f609 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877052.226921:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226922:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226923:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226924:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01ca00 00000008:00000001:0.0:1788877052.226925:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226926:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01ca10 page ffff8d0bcd01ca00 at index 229. 00000008:00000001:0.0:1788877052.226928:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226930:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226931:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402670c0 index 229 00000020:00000001:0.0:1788877052.226932:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226933:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226934:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226936:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009a004388[1 000000009881f609 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877052.226937:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226938:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226939:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c9a0. 00000020:00000001:0.0:1788877052.226941:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226942:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226943:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226944:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556443616 : -126393153108000 : ffff8d0bcd01c7e0) 00000020:00000001:0.0:1788877052.226946:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226946:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226947:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226948:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226949:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226951:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000030b33ec0[2 000000009881f609 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877052.226952:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226954:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226955:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226956:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c840 00000008:00000001:0.0:1788877052.226957:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226958:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c850 page ffff8d0bcd01c840 at index 230. 00000008:00000001:0.0:1788877052.226959:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226961:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226962:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40267100 index 230 00000020:00000001:0.0:1788877052.226963:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226964:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226965:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.226967:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000030b33ec0[1 000000009881f609 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877052.226968:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.226970:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.226971:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c7e0. 00000020:00000001:0.0:1788877052.226973:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.226974:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.226975:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.226976:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556445408 : -126393153106208 : ffff8d0bcd01cee0) 00000020:00000001:0.0:1788877052.226978:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226979:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.226980:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.226981:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.226982:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.226984:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004c8365f1[2 000000009881f609 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877052.226985:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.226985:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.226986:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.226987:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01cf40 00000008:00000001:0.0:1788877052.226989:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.226990:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01cf50 page ffff8d0bcd01cf40 at index 231. 00000008:00000001:0.0:1788877052.226992:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.226994:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.226995:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40267140 index 231 00000020:00000001:0.0:1788877052.226997:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226998:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.226998:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227001:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004c8365f1[1 000000009881f609 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877052.227002:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227003:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227004:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01cee0. 00000020:00000001:0.0:1788877052.227006:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227007:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227008:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227009:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556442720 : -126393153108896 : ffff8d0bcd01c460) 00000020:00000001:0.0:1788877052.227011:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227012:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227013:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227014:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227015:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227017:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000044b22bd0[2 000000009881f609 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877052.227018:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227019:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227020:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227021:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c4c0 00000008:00000001:0.0:1788877052.227021:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227022:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c4d0 page ffff8d0bcd01c4c0 at index 232. 00000008:00000001:0.0:1788877052.227024:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227026:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227027:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40267180 index 232 00000020:00000001:0.0:1788877052.227028:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227029:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227030:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227032:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000044b22bd0[1 000000009881f609 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877052.227033:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227035:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227036:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c460. 00000020:00000001:0.0:1788877052.227038:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227039:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227040:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227042:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556442272 : -126393153109344 : ffff8d0bcd01c2a0) 00000020:00000001:0.0:1788877052.227043:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227044:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227045:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227046:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227048:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227051:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000943d53f6[2 000000009881f609 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877052.227052:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227053:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227054:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227055:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c300 00000008:00000001:0.0:1788877052.227056:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227058:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c310 page ffff8d0bcd01c300 at index 233. 00000008:00000001:0.0:1788877052.227059:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227061:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227062:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402671c0 index 233 00000020:00000001:0.0:1788877052.227064:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227065:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227066:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227069:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000943d53f6[1 000000009881f609 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877052.227070:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227071:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227073:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c2a0. 00000020:00000001:0.0:1788877052.227075:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227076:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227077:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227078:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556442496 : -126393153109120 : ffff8d0bcd01c380) 00000020:00000001:0.0:1788877052.227080:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227081:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227082:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227083:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227084:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227086:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e4207faf[2 000000009881f609 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877052.227087:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227088:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227090:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227091:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c3e0 00000008:00000001:0.0:1788877052.227092:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227093:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c3f0 page ffff8d0bcd01c3e0 at index 234. 00000008:00000001:0.0:1788877052.227095:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227097:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227098:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40267200 index 234 00000020:00000001:0.0:1788877052.227100:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227101:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227102:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227105:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e4207faf[1 000000009881f609 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877052.227107:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227108:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227109:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c380. 00000020:00000001:0.0:1788877052.227112:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227113:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227114:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227115:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556441824 : -126393153109792 : ffff8d0bcd01c0e0) 00000020:00000001:0.0:1788877052.227117:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227118:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227120:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227121:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227122:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227124:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000067354fc9[2 000000009881f609 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877052.227126:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227127:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227129:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227129:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c140 00000008:00000001:0.0:1788877052.227131:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227132:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c150 page ffff8d0bcd01c140 at index 235. 00000008:00000001:0.0:1788877052.227134:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227136:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227138:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40267240 index 235 00000020:00000001:0.0:1788877052.227140:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227141:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227142:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227144:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000067354fc9[1 000000009881f609 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877052.227146:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227147:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227149:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c0e0. 00000020:00000001:0.0:1788877052.227151:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227152:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227153:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227154:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556441600 : -126393153110016 : ffff8d0bcd01c000) 00000020:00000001:0.0:1788877052.227156:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227158:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227159:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227160:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227161:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227164:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005c828d8f[2 000000009881f609 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877052.227165:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227167:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227168:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227169:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01c060 00000008:00000001:0.0:1788877052.227170:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227171:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01c070 page ffff8d0bcd01c060 at index 236. 00000008:00000001:0.0:1788877052.227173:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227176:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227177:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40267280 index 236 00000020:00000001:0.0:1788877052.227179:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227623:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227626:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227630:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005c828d8f[1 000000009881f609 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877052.227632:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227633:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227636:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01c000. 00000020:00000001:0.0:1788877052.227638:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227639:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227641:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227642:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556448608 : -126393153103008 : ffff8d0bcd01db60) 00000020:00000001:0.0:1788877052.227644:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227645:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227646:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227648:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227649:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227651:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000812b1030[2 000000009881f609 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877052.227653:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227654:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227656:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227657:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01dbc0 00000008:00000001:0.0:1788877052.227659:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227660:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01dbd0 page ffff8d0bcd01dbc0 at index 237. 00000008:00000001:0.0:1788877052.227662:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227666:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227667:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc402672c0 index 237 00000020:00000001:0.0:1788877052.227670:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227671:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227672:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227675:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000812b1030[1 000000009881f609 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877052.227677:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227678:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227679:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01db60. 00000020:00000001:0.0:1788877052.227682:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227683:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227684:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227686:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556449056 : -126393153102560 : ffff8d0bcd01dd20) 00000020:00000001:0.0:1788877052.227688:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227689:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227690:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227691:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227692:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227695:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000041feb2ca[2 000000009881f609 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877052.227696:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227697:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227699:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227700:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01dd80 00000008:00000001:0.0:1788877052.227701:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227702:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01dd90 page ffff8d0bcd01dd80 at index 238. 00000008:00000001:0.0:1788877052.227705:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227707:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227709:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40260740 index 238 00000020:00000001:0.0:1788877052.227711:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227712:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227713:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227716:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000041feb2ca[1 000000009881f609 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877052.227717:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227719:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227721:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01dd20. 00000020:00000001:0.0:1788877052.227723:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227724:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227725:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227727:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680556446144 : -126393153105472 : ffff8d0bcd01d1c0) 00000020:00000001:0.0:1788877052.227729:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227730:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227731:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227732:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227733:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227736:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000167f46ac[2 000000009881f609 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877052.227738:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227739:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227741:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227742:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd01d220 00000008:00000001:0.0:1788877052.227743:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227744:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd01d230 page ffff8d0bcd01d220 at index 239. 00000008:00000001:0.0:1788877052.227746:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227749:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227751:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc40260700 index 239 00000020:00000001:0.0:1788877052.227753:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227754:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227755:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227758:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000167f46ac[1 000000009881f609 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877052.227759:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227760:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227762:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd01d1c0. 00000020:00000001:0.0:1788877052.227771:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227773:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227832:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227834:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554938816 : -126393154612800 : ffff8d0bccead1c0) 00000020:00000001:0.0:1788877052.227836:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227837:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227839:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227840:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227841:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227844:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000346eb035[2 000000009881f609 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877052.227845:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227846:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227847:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227848:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead220 00000008:00000001:0.0:1788877052.227850:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227851:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead230 page ffff8d0bccead220 at index 240. 00000008:00000001:0.0:1788877052.227853:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227856:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227858:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dac0 index 240 00000020:00000001:0.0:1788877052.227860:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227861:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227862:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227865:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000346eb035[1 000000009881f609 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877052.227866:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227867:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227869:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead1c0. 00000020:00000001:0.0:1788877052.227872:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227873:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227874:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227876:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554941056 : -126393154610560 : ffff8d0bcceada80) 00000020:00000001:0.0:1788877052.227878:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227878:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227880:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227880:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227882:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227884:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000247e6f2e[2 000000009881f609 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877052.227885:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227887:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227888:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227889:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcceadae0 00000008:00000001:0.0:1788877052.227890:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227891:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcceadaf0 page ffff8d0bcceadae0 at index 241. 00000008:00000001:0.0:1788877052.227893:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227896:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227897:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026db00 index 241 00000020:00000001:0.0:1788877052.227899:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227900:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227901:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227904:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000247e6f2e[1 000000009881f609 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877052.227905:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227907:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227908:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcceada80. 00000020:00000001:0.0:1788877052.227910:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227911:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227913:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227914:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680554939936 : -126393154611680 : ffff8d0bccead620) 00000020:00000001:0.0:1788877052.227916:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227917:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227918:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227919:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227920:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227923:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000043436cc7[2 000000009881f609 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877052.227925:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227926:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227927:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227928:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bccead680 00000008:00000001:0.0:1788877052.227929:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227930:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bccead690 page ffff8d0bccead680 at index 242. 00000008:00000001:0.0:1788877052.227932:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227934:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227935:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026db40 index 242 00000020:00000001:0.0:1788877052.227936:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227937:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227938:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227940:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000043436cc7[1 000000009881f609 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877052.227942:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227943:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227944:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bccead620. 00000020:00000001:0.0:1788877052.227947:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227948:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227949:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227950:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557813984 : -126393151737632 : ffff8d0bcd16b0e0) 00000020:00000001:0.0:1788877052.227952:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227953:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227954:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227955:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227956:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227958:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057e70c74[2 000000009881f609 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877052.227960:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.227962:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.227963:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.227964:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b140 00000008:00000001:0.0:1788877052.227965:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.227966:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b150 page ffff8d0bcd16b140 at index 243. 00000008:00000001:0.0:1788877052.227968:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.227970:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.227972:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026db80 index 243 00000020:00000001:0.0:1788877052.227974:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227975:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.227976:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.227979:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000057e70c74[1 000000009881f609 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877052.227981:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.227982:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.227983:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b0e0. 00000020:00000001:0.0:1788877052.227985:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.227987:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.227988:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.227989:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557813760 : -126393151737856 : ffff8d0bcd16b000) 00000020:00000001:0.0:1788877052.227991:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227992:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.227993:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.227994:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.227995:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.227997:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d70fdf52[2 000000009881f609 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877052.227999:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228000:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228002:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228002:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b060 00000008:00000001:0.0:1788877052.228004:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228005:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b070 page ffff8d0bcd16b060 at index 244. 00000008:00000001:0.0:1788877052.228006:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228008:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228010:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dbc0 index 244 00000020:00000001:0.0:1788877052.228011:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228012:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228013:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228015:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d70fdf52[1 000000009881f609 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877052.228017:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228018:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228019:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b000. 00000020:00000001:0.0:1788877052.228021:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228022:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228024:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228025:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557815104 : -126393151736512 : ffff8d0bcd16b540) 00000020:00000001:0.0:1788877052.228027:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228028:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228029:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228031:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228032:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228035:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057be30a9[2 000000009881f609 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877052.228036:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228038:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228039:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228040:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b5a0 00000008:00000001:0.0:1788877052.228041:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228042:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b5b0 page ffff8d0bcd16b5a0 at index 245. 00000008:00000001:0.0:1788877052.228045:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228048:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228049:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dc00 index 245 00000020:00000001:0.0:1788877052.228051:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228052:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228053:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228056:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000057be30a9[1 000000009881f609 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877052.228057:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228059:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228060:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b540. 00000020:00000001:0.0:1788877052.228062:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228063:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228065:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228066:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557817344 : -126393151734272 : ffff8d0bcd16be00) 00000020:00000001:0.0:1788877052.228068:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228069:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228070:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228071:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228072:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228075:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001da86a53[2 000000009881f609 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877052.228076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228078:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228079:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228080:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16be60 00000008:00000001:0.0:1788877052.228082:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228083:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16be70 page ffff8d0bcd16be60 at index 246. 00000008:00000001:0.0:1788877052.228085:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228088:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228089:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dc40 index 246 00000020:00000001:0.0:1788877052.228091:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228092:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228093:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228096:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001da86a53[1 000000009881f609 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877052.228098:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228099:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228100:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16be00. 00000020:00000001:0.0:1788877052.228102:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228104:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228105:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228106:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557816000 : -126393151735616 : ffff8d0bcd16b8c0) 00000020:00000001:0.0:1788877052.228108:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228109:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228110:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228111:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228113:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003a285f95[2 000000009881f609 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877052.228117:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228118:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228119:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228120:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b920 00000008:00000001:0.0:1788877052.228121:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228123:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b930 page ffff8d0bcd16b920 at index 247. 00000008:00000001:0.0:1788877052.228125:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228127:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228128:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dc80 index 247 00000020:00000001:0.0:1788877052.228130:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228131:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228132:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228135:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003a285f95[1 000000009881f609 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877052.228136:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228138:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228139:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b8c0. 00000020:00000001:0.0:1788877052.228141:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228143:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228144:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228146:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557816672 : -126393151734944 : ffff8d0bcd16bb60) 00000020:00000001:0.0:1788877052.228147:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228148:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228150:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228151:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228152:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228155:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000073807c26[2 000000009881f609 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877052.228156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228158:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228159:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228160:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16bbc0 00000008:00000001:0.0:1788877052.228161:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228163:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16bbd0 page ffff8d0bcd16bbc0 at index 248. 00000008:00000001:0.0:1788877052.228165:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228167:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228168:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dcc0 index 248 00000020:00000001:0.0:1788877052.228170:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228171:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228172:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228175:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000073807c26[1 000000009881f609 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877052.228176:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228177:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228243:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16bb60. 00000020:00000001:0.0:1788877052.228311:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228312:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228314:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228315:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557817120 : -126393151734496 : ffff8d0bcd16bd20) 00000020:00000001:0.0:1788877052.228318:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228319:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228320:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228321:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228322:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228326:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e712143f[2 000000009881f609 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877052.228328:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228329:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228330:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228331:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16bd80 00000008:00000001:0.0:1788877052.228333:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228334:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16bd90 page ffff8d0bcd16bd80 at index 249. 00000008:00000001:0.0:1788877052.228336:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228339:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228340:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dd00 index 249 00000020:00000001:0.0:1788877052.228343:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228344:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228345:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228349:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e712143f[1 000000009881f609 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877052.228351:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228352:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228354:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16bd20. 00000020:00000001:0.0:1788877052.228356:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228357:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228358:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228360:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557814208 : -126393151737408 : ffff8d0bcd16b1c0) 00000020:00000001:0.0:1788877052.228362:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228363:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228364:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228365:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228366:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228369:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000084e6cb5e[2 000000009881f609 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877052.228370:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228371:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228480:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228482:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b220 00000008:00000001:0.0:1788877052.228484:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228485:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b230 page ffff8d0bcd16b220 at index 250. 00000008:00000001:0.0:1788877052.228487:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228490:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228492:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dd40 index 250 00000020:00000001:0.0:1788877052.228494:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228496:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228497:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228500:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000084e6cb5e[1 000000009881f609 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877052.228502:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228503:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228505:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b1c0. 00000020:00000001:0.0:1788877052.228509:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228510:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228512:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228514:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557816448 : -126393151735168 : ffff8d0bcd16ba80) 00000020:00000001:0.0:1788877052.228515:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228517:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228518:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228519:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228520:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228524:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000240597a5[2 000000009881f609 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877052.228525:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228527:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228529:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228529:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16bae0 00000008:00000001:0.0:1788877052.228531:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228532:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16baf0 page ffff8d0bcd16bae0 at index 251. 00000008:00000001:0.0:1788877052.228534:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228538:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228539:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026dd80 index 251 00000020:00000001:0.0:1788877052.228540:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228541:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228542:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228544:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000240597a5[1 000000009881f609 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877052.228546:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228547:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228549:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16ba80. 00000020:00000001:0.0:1788877052.228551:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228552:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228553:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228554:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557815328 : -126393151736288 : ffff8d0bcd16b620) 00000020:00000001:0.0:1788877052.228556:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228557:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228558:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228559:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228560:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228562:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f5ff5bee[2 000000009881f609 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877052.228564:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228565:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228566:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228567:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b680 00000008:00000001:0.0:1788877052.228568:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228570:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b690 page ffff8d0bcd16b680 at index 252. 00000008:00000001:0.0:1788877052.228571:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228574:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228575:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026ddc0 index 252 00000020:00000001:0.0:1788877052.228577:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228578:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228579:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228582:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f5ff5bee[1 000000009881f609 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877052.228583:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228584:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228586:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b620. 00000020:00000001:0.0:1788877052.228588:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228589:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228590:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228591:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557815552 : -126393151736064 : ffff8d0bcd16b700) 00000020:00000001:0.0:1788877052.228593:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228594:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228595:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228596:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228597:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228600:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f1d787aa[2 000000009881f609 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877052.228601:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228603:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228604:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228605:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16b760 00000008:00000001:0.0:1788877052.228606:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228607:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16b770 page ffff8d0bcd16b760 at index 253. 00000008:00000001:0.0:1788877052.228609:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228611:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228613:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026de00 index 253 00000020:00000001:0.0:1788877052.228615:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228615:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228617:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228619:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f1d787aa[1 000000009881f609 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877052.228621:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228622:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228623:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b700. 00000020:00000001:0.0:1788877052.228626:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228627:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228628:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228629:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557816896 : -126393151734720 : ffff8d0bcd16bc40) 00000020:00000001:0.0:1788877052.228631:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228632:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228633:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228635:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228636:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228639:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004deb93a8[2 000000009881f609 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877052.228641:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228642:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228643:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228644:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16bca0 00000008:00000001:0.0:1788877052.228646:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228647:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16bcb0 page ffff8d0bcd16bca0 at index 254. 00000008:00000001:0.0:1788877052.228649:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228652:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228653:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026de40 index 254 00000020:00000001:0.0:1788877052.228655:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228656:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228657:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228660:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004deb93a8[1 000000009881f609 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877052.228662:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228663:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228665:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16bc40. 00000020:00000001:0.0:1788877052.228667:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228668:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.228713:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.228716:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617680557816224 : -126393151735392 : ffff8d0bcd16b9a0) 00000020:00000001:0.0:1788877052.228718:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228719:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.228720:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.228721:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.228723:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.228726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000097c1754f[2 000000009881f609 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877052.228728:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.228729:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.228731:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.228732:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0bcd16ba00 00000008:00000001:0.0:1788877052.228734:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.228735:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0bcd16ba10 page ffff8d0bcd16ba00 at index 255. 00000008:00000001:0.0:1788877052.228737:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.228892:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.228894:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4026de80 index 255 00000020:00000001:0.0:1788877052.228897:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228898:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.228899:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.228904:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000097c1754f[1 000000009881f609 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877052.228905:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.228906:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.228909:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0bcd16b9a0. 00000020:00000001:0.0:1788877052.228917:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.228919:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877052.228934:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877052.228936:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x394:0x0](ffff8d0cceade3c8) 00800000:00000001:0.0:1788877052.228942:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877052.228944:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x394:0x0] 00000002:00000001:0.0:1788877052.228949:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.228956:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.228958:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.228960:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.228962:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.228964:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877052.228967:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877052.228969:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877052.228970:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877052.228972:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877052.228974:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877052.228977:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877052.228979:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.228981:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.228985:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.228988:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.228991:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877052.228998:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877052.229000:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea8726c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.229004:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877052.229007:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0ccca64240, objid 0x394:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.229012:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.229016:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc9ef2e80: ostid: 0x280000403:2334 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877052.229019:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877052.229021:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.229024:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877052.229026:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877052.229031:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877052.229037:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0d00d2f900 count: 2 00010000:00000001:0.0:1788877052.229040:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.229043:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877052.229046:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877052.229052:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876960 1788876960 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000cc893d80/0x4a37134b6b77a2ec lrc: 1/0,0 mode: PW/PW res: [0x280000403:0x91e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd5a04544 expref: -99 pid: 198284 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877052.229067:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ccee16540 -> ffff8d0ccb6a0e90 00000020:00000001:0.0:1788877052.229069:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ccee16540 -> ffff8d0ccb6a0e90 00000008:00000001:0.0:1788877052.229071:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.229073:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.229075:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877052.229077:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877052.229082:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0ccee16540. 00020000:00000001:0.0:1788877052.229087:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877052.229089:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cc2c87e10. 00020000:00000001:0.0:1788877052.229093:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877052.229096:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.229097:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.229099:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea8726c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.229102:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877052.229103:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877052.229105:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea8726c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.229108:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877052.229110:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cc3050e18. 00020000:00000010:0.0:1788877052.229114:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cea91a3c0. 00020000:00000010:0.0:1788877052.229117:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc396d110. 00020000:00000002:0.0:1788877052.229121:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0ccca64240, objid 0x394:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.229124:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.229131:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc9ef2e80: ostid: 0x280000403:2334 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877052.229135:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cc9ef2e80. 00020000:00000010:0.0:1788877052.229139:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0ccca64c00. 00020000:00000010:0.0:1788877052.229141:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0ccca64240. 00020000:00000001:0.0:1788877052.229143:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877052.229145:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea8726c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.229148:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cea8726c8. 00020000:00000001:0.0:1788877052.229151:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877052.229153:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0ccb6a0e10. 00000020:00001000:0.0:1788877052.229157:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.229161:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877052.229163:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877052.229304:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877052.229308:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.229310:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877052.229316:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.229324:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877052.229327:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877052.229329:0:198588:0:(dcache.c:87:ll_dcompare()) found name f597(ffff8d0ccb24ae58) flags 0x48000e refc 0 00000080:00000001:0.0:1788877052.229331:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.229334:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877052.229335:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f597, flags=0 00000080:00000001:0.0:1788877052.229341:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.229343:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877052.229345:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.229349:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877052.229351:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877052.229353:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f597, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877052.229356:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877052.229358:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.229360:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.229362:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.229364:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.229368:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceb1720f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.229371:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cceee2120 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.229582:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceb1720f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.229584:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.229586:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.229588:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.229590:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877052.229593:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877052.229596:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.229598:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877052.229606:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0ccaf4b800. 00800000:00000002:0.0:1788877052.229611:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877052.229619:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877052.229623:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f597 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877052.229627:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877052.229631:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.229633:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.229636:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.229639:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.229641:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.229643:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x133:0x0] 00800000:00000001:0.0:1788877052.229645:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.229648:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877052.229650:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.229651:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.229652:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.229653:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.229655:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.229657:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x133:0x0] 00800000:00000001:0.0:1788877052.229659:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.229661:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x133:0x0] 00800000:00000001:0.0:1788877052.229663:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.229666:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x133:0x0] -> mds #0 00000002:00000001:0.0:1788877052.229670:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877052.229672:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877052.229676:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.229678:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877052.229681:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ccbda5300 count: 2 00010000:00000001:0.0:1788877052.229683:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.229686:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877052.229691:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.229695:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceb2aac00/0x4a37134b6b7751e7 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x133:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59eeffd expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.229704:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.229708:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.229710:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.229712:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x133:0x0] mode (null) 00000002:00000001:0.0:1788877052.229715:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.229717:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.229719:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ccbda5300 count: 3 00010000:00000001:0.0:1788877052.229721:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.229725:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.229727:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.229728:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.229730:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ccbda5300 count: 3 00010000:00000001:0.0:1788877052.229732:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.229734:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.229736:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.229737:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.229738:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ccbda5300 count: 3 00010000:00000001:0.0:1788877052.229740:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.229742:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.229744:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.229745:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.229746:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ccbda5300 count: 3 00010000:00000001:0.0:1788877052.229748:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.229750:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.229752:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.229755:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.229756:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.229758:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.229760:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.229762:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.229765:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x133:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.229768:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.229770:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.229773:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.229776:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.229779:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x133:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.229781:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.229783:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.229785:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.229787:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.229789:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.229791:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x133:0x0](ffff8d0ccb18e3c8) invalid 00000020:00000001:0.0:1788877052.229794:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.229796:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f597 (ffff8d0ccb24ae58) parent ffff8d0cc22750d8 inode ffff8d0ccb18e3c8 refc 1 00000080:00000001:0.0:1788877052.229800:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.229803:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.229804:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.229807:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.229811:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.229813:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.229815:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.229818:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.229822:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceb2aac00 with handle 0x4a37134b6b7751e7 from hash 00010000:00000001:0.0:1788877052.229824:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.229826:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.229828:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.229830:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.229833:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.229835:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.229838:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.229840:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877052.229842:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.229849:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438e00. 00000020:00000040:0.0:1788877052.229853:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=39 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.229859:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.229861:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.229864:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.229869:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.229874:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.229875:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.229877:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.229881:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.229883:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.229888:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.229896:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0ccad6aa00. 00000100:00000001:0.0:1788877052.229905:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.229908:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.229911:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.229917:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceb2aac00/0x4a37134b6b7751e7 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x133:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59eeffd expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.229926:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.229927:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.229929:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.229931:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceb2aac00/0x4a37134b6b7751e7 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x133:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59eeffd expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.229940:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cced773c0. 00010000:00000040:0.0:1788877052.229944:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0ccbda5300 count: 0 00010000:00000010:0.0:1788877052.229949:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cc9d55c80. 00010000:00000001:0.0:1788877052.229962:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.229965:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.229967:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.229968:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.229970:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.229983:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.229998:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9438e00 x1875765519189504/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.230006:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.230009:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.230016:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9f00. 00000100:00000001:0.0:1788877052.230019:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511872256 : -126388197679360 : ffff8d0cf45f9f00) 00000100:00000001:0.0:1788877052.230022:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.230024:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788612608 : -126388920939008 : ffff8d0cc9438e00) 00000100:00000001:0.0:1788877052.230028:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.230033:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.230035:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.230037:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.230042:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9438e00 x1875765519189504/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.230050:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.230053:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.230057:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.230059:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.230062:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.230066:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9438e00 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519189504:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.230071:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.230076:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.230078:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.230081:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.230088:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd676000. 02000000:00000001:0.0:1788877052.230090:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.230098:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.230102:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949ec8. 00000400:00000010:0.0:1788877052.230109:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f90c0. 00000100:00000200:0.0:1788877052.230116:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519189504, portal 10 00000100:00000001:0.0:1788877052.230118:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.230119:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788612608 : -126388920939008 : ffff8d0cc9438e00) 00000100:00000040:0.0:1788877052.230127:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9438e00 x1875765519189504/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.230134:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.230138:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.230142:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca525d8. 00000100:00000200:0.0:1788877052.230146:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519189504, offset 0 00000400:00000200:0.0:1788877052.230153:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.230162:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.230170:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.230176:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.230242:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.230334:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.230337:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.230342:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457530:457530:256:4294967295] 192.168.203.155@tcp LPNI seq info [457524:457524:8:4294967295] 00000400:00000200:0.0:1788877052.230347:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.230357:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.230365:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.230371:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954800. 00000800:00000200:0.0:1788877052.230484:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.230493:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.230498:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.230553:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.230559:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13567 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.230563:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.230566:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479306 00000100:00000001:0.0:1788877052.230570:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.230572:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479306 00000100:00000001:0.0:1788877052.230575:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.230577:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.230580:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.230583:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.230585:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.230588:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.230590:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.230594:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877052.241539:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.241553:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.241557:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.241560:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.241568:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.241576:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.241585:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.241589:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.241594:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.241599:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740600 00000400:00000200:0.0:1788877052.241605:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.241610:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f739 [2] + 224 00000800:00000001:0.0:1788877052.241619:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.241626:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.241630:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.241635:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.241646:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.241657:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9438e00 x1875765519189504/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.241669:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9438e00 x1875765519189504/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.241698:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.241708:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.241711:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.243530:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.243535:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877052.243539:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.243544:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.243549:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915440 00000400:00000010:0.0:1788877052.243551:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915440. 00000100:00000001:0.0:1788877052.243555:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.243560:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac4a80 x1875765519189632/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.243574:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.243577:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac4a80 x1875765519189632/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.243584:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.243585:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.251639:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.251657:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.251661:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.251664:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.251674:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.251682:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.251692:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.251698:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.251704:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.251709:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1740680 00000400:00000200:0.0:1788877052.251714:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.251721:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f749 [4] + 224 00000800:00000001:0.0:1788877052.251728:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.251735:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.251740:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.251745:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.251755:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.251766:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac4a80 x1875765519189632/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877052.251777:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0ceaac4a80 x1875765519189632/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.251800:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.251810:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.251814:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.256717:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.256725:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877052.256731:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.256738:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.256745:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915990 00000400:00000010:0.0:1788877052.256748:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915990. 00000100:00000001:0.0:1788877052.256753:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.256759:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac4a80 x1875765519189888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.256769:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.256772:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac4a80 x1875765519189888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.256780:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.256782:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.268997:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.269014:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.269018:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.269021:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.269030:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.269039:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.269049:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.269053:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.269058:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.269062:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740780 00000400:00000200:0.0:1788877052.269068:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.269075:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f751 [2] + 224 00000800:00000001:0.0:1788877052.269083:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.269091:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.269096:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.269100:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.269111:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.269122:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac4a80 x1875765519189888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.269134:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac4a80 x1875765519189888/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.269155:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.269164:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.269168:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.297760:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.297767:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877052.297775:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.297784:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.297792:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915b28 00000400:00000010:0.0:1788877052.297795:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915b28. 00000100:00000001:0.0:1788877052.297800:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.297809:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac5880 x1875765519190144/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.297821:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.297825:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac5880 x1875765519190144/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.297834:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.297836:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.306834:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.306851:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.306854:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.306857:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.306866:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.306874:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.306884:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.306891:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.306898:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.306902:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740880 00000400:00000200:0.0:1788877052.306908:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.306914:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f759 [2] + 224 00000800:00000001:0.0:1788877052.306924:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.306932:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.306938:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.306943:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.306954:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.306964:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac5880 x1875765519190144/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.306976:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac5880 x1875765519190144/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.306996:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.307007:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.307011:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.316834:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.316845:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa600. 00000400:00000200:0.0:1788877052.316853:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.316861:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.316870:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4aa0 00000400:00000010:0.0:1788877052.316873:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4aa0. 00000100:00000001:0.0:1788877052.316879:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.316888:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd698e00 x1875765519190400/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.316901:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.316905:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd698e00 x1875765519190400/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.316912:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.316914:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.326784:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.326800:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.326804:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.326807:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.326816:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.326825:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.326835:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.326841:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.326848:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.326853:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740980 00000400:00000200:0.0:1788877052.326859:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.326865:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f761 [2] + 224 00000800:00000001:0.0:1788877052.326873:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.326880:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.326885:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.326889:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.326899:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.326908:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd698e00 x1875765519190400/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.326921:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd698e00 x1875765519190400/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.326943:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.326952:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.326955:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.329600:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.329607:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaad00. 00000400:00000200:0.0:1788877052.329612:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.329618:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.329624:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c45d8 00000400:00000010:0.0:1788877052.329627:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c45d8. 00000100:00000001:0.0:1788877052.329632:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.329637:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd698000 x1875765519190656/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.329647:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.329651:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd698000 x1875765519190656/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.329658:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.329660:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.348530:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.348549:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.348554:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.348557:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.348566:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.348573:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.348584:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.348589:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.348595:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.348599:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740a80 00000400:00000200:0.0:1788877052.348605:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.348612:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f769 [2] + 224 00000800:00000001:0.0:1788877052.348620:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.348629:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.348633:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.348637:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.348647:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.348656:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd698000 x1875765519190656/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.348668:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd698000 x1875765519190656/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.348691:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.348700:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.348703:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.351848:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.351854:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaf00. 00000400:00000200:0.0:1788877052.351860:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.351866:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.351872:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4220 00000400:00000010:0.0:1788877052.351875:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4220. 00000100:00000001:0.0:1788877052.351880:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.351886:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd698700 x1875765519190912/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.351897:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.351901:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd698700 x1875765519190912/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.351908:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.351910:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.376205:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.376224:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.376227:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.376230:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.376240:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.376292:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.376302:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.376307:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.376313:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.376318:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740b80 00000400:00000200:0.0:1788877052.376323:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.376329:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f771 [2] + 224 00000800:00000001:0.0:1788877052.376341:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.376364:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.376368:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.376373:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.376386:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.376397:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd698700 x1875765519190912/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.376414:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd698700 x1875765519190912/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.376487:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.376554:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.376558:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877052.377230:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877052.377235:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877052.377238:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w247 (ffff8d0ccb21fa20, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877052.377241:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877052.381044:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877052.381053:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877052.381063:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877052.381066:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877052.381069:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.381163:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.381169:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.381176:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ccad3caa8 -> ffff8d0ccad3caa8 00000020:00000001:0.0:1788877052.381178:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877052.381181:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877052.381184:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0x270:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877052.381188:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.381189:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877052.381190:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.381195:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0x270:0x0]io ffff8d0d008330f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877052.381198:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea9abd90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.381202:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877052.381204:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877052.381207:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877052.381209:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381211:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877052.381213:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877052.381215:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381216:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.381218:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877052.381219:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877052.381220:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea9abd90) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877052.381224:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381226:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877052.381227:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877052.381229:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877052.381232:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877052.381235:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877052.381239:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877052.381241:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877052.381242:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.381244:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538630760 : -126388170920856 : ffff8d0cf5f7ec68) 00000020:00001000:0.0:1788877052.381246:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7ec60 00000020:00000001:0.0:1788877052.381284:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf4d6adc8 -> ffff8d0ccad3caa8 00000020:00000001:0.0:1788877052.381287:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877052.381290:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.381291:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877052.381293:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877052.381294:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715529968 : -126387994021648 : ffff8d0d008330f0) 00000020:00000001:0.0:1788877052.381296:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381298:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381300:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945939392 : -126388763612224 : ffff8d0cd2a42bc0) 00000020:00000001:0.0:1788877052.381302:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877052.381304:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381306:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381309:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381311:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877052.381312:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877052.381314:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.381315:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877052.381317:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.381319:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381320:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381322:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381324:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381326:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.381327:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381328:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381330:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877052.381332:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877052.381333:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.381334:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877052.381336:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877052.381338:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877052.381341:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877052.381344:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cea9e41c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877052.381347:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877052.381350:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cea9e41c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877052.381353:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.381355:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381357:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381359:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381360:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381362:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381364:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877052.381366:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877052.381367:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877052.381368:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877052.381370:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877052.381371:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381373:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877052.381375:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877052.381376:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.381378:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.381380:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.381381:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877052.381382:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877052.381383:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381385:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381387:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.381388:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.381389:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877052.381390:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877052.381391:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.381393:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.381394:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.381395:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877052.381396:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877052.381398:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381399:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381401:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.381402:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.381403:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381599:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877052.381603:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877052.381604:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877052.381605:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877052.381607:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.381609:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7ec60 00020000:00000001:0.0:1788877052.381612:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877052.381614:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877052.381616:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877052.381619:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x270:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877052.381622:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877052.381623:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.381625:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.381628:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.381633:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877052.381635:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x270:0x0](ffff8d0ccb1bec08) 00800000:00000001:0.0:1788877052.381640:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877052.381642:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x270:0x0] 00000002:00000001:0.0:1788877052.381648:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.381655:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.381657:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.381659:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.381661:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.381663:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877052.381666:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877052.381668:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.381671:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381674:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.381675:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.381677:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877052.381683:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877052.381685:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea9abd90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.381688:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877052.381691:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4545ae0, objid 0x270:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.381697:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.381701:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ceaa20600: ostid: 0x2c0000402:2112 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877052.381704:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877052.381706:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381709:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877052.381710:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877052.381715:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877052.381719:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381722:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877052.381727:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cea9e41c0. 00020000:00000001:0.0:1788877052.381749:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877052.381751:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cf4d6ad48. 00020000:00000001:0.0:1788877052.381756:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877052.381759:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.381761:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.381763:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea9abd90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.381766:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877052.381768:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877052.381769:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cea9abd90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.381772:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877052.381775:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf47d10f8. 00020000:00000010:0.0:1788877052.381779:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ccafcc600. 00020000:00000010:0.0:1788877052.381782:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf40c9db0. 00020000:00000002:0.0:1788877052.381786:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4545ae0, objid 0x270:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.381789:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.381793:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ceaa20600: ostid: 0x2c0000402:2112 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877052.381797:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0ceaa20600. 00020000:00000010:0.0:1788877052.381801:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf45453c0. 00020000:00000010:0.0:1788877052.381804:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4545ae0. 00020000:00000001:0.0:1788877052.381806:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877052.381807:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cea9abd90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.381810:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cea9abd90. 00020000:00000001:0.0:1788877052.381826:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877052.381828:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0ccad3ca28. 00000020:00001000:0.0:1788877052.381833:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.381836:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877052.381838:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877052.381877:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877052.381880:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.381882:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877052.381889:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.381896:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877052.381898:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877052.381901:0:198588:0:(dcache.c:87:ll_dcompare()) found name w125(ffff8d0cce86dd80) flags 0x48004e refc 0 00000080:00000001:0.0:1788877052.381904:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.381906:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877052.381907:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w125, flags=0 00000080:00000001:0.0:1788877052.381912:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.381914:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877052.381917:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.381921:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877052.381923:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877052.381925:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w125, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877052.381928:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877052.381929:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.381931:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.381933:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.381935:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.381939:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0ceb1375d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.381942:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0ccb6a6720 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.381945:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0ceb1375d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.381947:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.381949:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.381950:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.381952:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877052.381954:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877052.381957:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.381959:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877052.381967:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd093ae00. 00800000:00000002:0.0:1788877052.381972:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877052.381980:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877052.381984:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w125 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877052.381987:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877052.381991:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.381994:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.381996:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.381999:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.382001:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.382004:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x23b:0x0] 00800000:00000001:0.0:1788877052.382006:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.382009:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877052.382010:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.382011:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.382013:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.382014:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.382016:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.382018:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x23b:0x0] 00800000:00000001:0.0:1788877052.382019:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.382022:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x23b:0x0] 00800000:00000001:0.0:1788877052.382025:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.382027:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x23b:0x0] -> mds #0 00000002:00000001:0.0:1788877052.382031:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877052.382033:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877052.382037:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.382039:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877052.382043:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464d200 count: 2 00010000:00000001:0.0:1788877052.382047:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.382050:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877052.382054:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.382059:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf41f7a00/0x4a37134b6b776057 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f382d expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.384171:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.384179:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.384182:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.384184:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x23b:0x0] mode (null) 00000002:00000001:0.0:1788877052.384190:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.384193:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.384200:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464d200 count: 3 00010000:00000001:0.0:1788877052.384203:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.384207:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.384209:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.384210:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.384212:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464d200 count: 3 00010000:00000001:0.0:1788877052.384214:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.384216:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.384217:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.384219:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.384220:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464d200 count: 3 00010000:00000001:0.0:1788877052.384222:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.384225:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.384227:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.384228:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.384229:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464d200 count: 3 00010000:00000001:0.0:1788877052.384231:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.384233:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.384235:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.384237:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.384239:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.384243:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.384246:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.384309:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.384312:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x23b:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.384315:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.384318:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.384322:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.384324:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.384327:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x23b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.384329:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.384331:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.384332:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.384335:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.384338:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.384340:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x23b:0x0](ffff8d0cc215ba88) invalid 00000020:00000001:0.0:1788877052.384343:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.384346:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w125 (ffff8d0cce86dd80) parent ffff8d0cc22750d8 inode ffff8d0cc215ba88 refc 1 00000080:00000001:0.0:1788877052.384351:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.384353:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.384355:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.384359:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.384363:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.384365:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.384367:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.384370:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.384374:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf41f7a00 with handle 0x4a37134b6b776057 from hash 00010000:00000001:0.0:1788877052.384376:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.384379:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.384381:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.384382:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.384386:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.384388:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.384391:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.384394:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877052.384396:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.384405:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943ad80. 00000020:00000040:0.0:1788877052.384414:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=41 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.384419:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.384421:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.384424:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.384428:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.384440:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.384442:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.384444:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.384447:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.384450:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.384454:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.384462:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd093ac00. 00000100:00000001:0.0:1788877052.384470:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.384473:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.384475:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.384481:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf41f7a00/0x4a37134b6b776057 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f382d expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.385630:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.385635:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.385637:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.385641:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf41f7a00/0x4a37134b6b776057 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f382d expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.385652:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ceb396480. 00010000:00000040:0.0:1788877052.385659:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf464d200 count: 0 00010000:00000010:0.0:1788877052.385666:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0ccb450380. 00010000:00000001:0.0:1788877052.385674:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.385675:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.385678:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.385679:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.385681:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.385695:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.385707:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc943ad80 x1875765519191168/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.385716:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.385718:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.385725:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9f00. 00000100:00000001:0.0:1788877052.385728:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511872256 : -126388197679360 : ffff8d0cf45f9f00) 00000100:00000001:0.0:1788877052.385731:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.385733:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788620672 : -126388920930944 : ffff8d0cc943ad80) 00000100:00000001:0.0:1788877052.385737:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.385741:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.385744:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.385745:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.385750:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943ad80 x1875765519191168/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.385758:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.385760:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.385764:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.385767:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.385770:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.385773:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943ad80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519191168:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.385778:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.385783:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.385786:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.385789:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.385797:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd672000. 02000000:00000001:0.0:1788877052.385799:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.385807:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.385811:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949370. 00000400:00000010:0.0:1788877052.385818:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f90c0. 00000100:00000200:0.0:1788877052.385824:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519191168, portal 10 00000100:00000001:0.0:1788877052.385826:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.385828:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788620672 : -126388920930944 : ffff8d0cc943ad80) 00000100:00000040:0.0:1788877052.385834:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc943ad80 x1875765519191168/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.385842:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.385844:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.385848:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca522a8. 00000100:00000200:0.0:1788877052.385851:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519191168, offset 0 00000400:00000200:0.0:1788877052.385858:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.385868:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.385876:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.385882:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.385886:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.385890:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.385893:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.385897:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457537:457537:256:4294967295] 192.168.203.155@tcp LPNI seq info [457531:457531:8:4294967295] 00000400:00000200:0.0:1788877052.385902:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.385913:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.385920:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.385925:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954300. 00000800:00000200:0.0:1788877052.385933:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.385941:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.385947:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.385959:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.385963:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13570 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.385967:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.385970:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479461 00000100:00000001:0.0:1788877052.385974:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.385977:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479461 00000100:00000001:0.0:1788877052.385979:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.385982:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.385985:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.385988:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.385990:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.385993:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.385996:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.386000:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877052.420349:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.420367:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.420371:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.420375:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.420385:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.420393:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.420402:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.420408:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.420414:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.420418:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740c80 00000400:00000200:0.0:1788877052.420424:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.420430:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f779 [2] + 224 00000800:00000001:0.0:1788877052.420463:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.420471:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.420475:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.420480:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.420497:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.420508:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc943ad80 x1875765519191168/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.420520:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc943ad80 x1875765519191168/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.420550:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.420558:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.420561:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.438177:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.438202:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.438207:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.438209:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.438229:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.438238:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.438288:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.438295:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.438301:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.438305:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740d80 00000400:00000200:0.0:1788877052.438310:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.438317:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f789 [2] + 224 00000800:00000001:0.0:1788877052.438325:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.438333:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.438337:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.438342:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.438351:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.438362:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac5500 x1875765519191424/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.438374:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac5500 x1875765519191424/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.438403:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.438411:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.438415:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.443216:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.443231:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877052.443236:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.443241:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.443265:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915550 00000400:00000010:0.0:1788877052.443268:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915550. 00000100:00000001:0.0:1788877052.443273:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.443277:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac6a00 x1875765519191680/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.443285:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.443288:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac6a00 x1875765519191680/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.443295:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.443297:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.449938:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.449954:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.449958:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.449960:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.449968:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.449976:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.449986:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.449990:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.449996:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.450001:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1740e80 00000400:00000200:0.0:1788877052.450006:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.450012:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f791 [2] + 224 00000800:00000001:0.0:1788877052.450019:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.450025:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.450029:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.450034:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.450041:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.450049:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac6a00 x1875765519191680/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.450061:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac6a00 x1875765519191680/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.450076:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.450084:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.450086:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.452676:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.452682:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877052.452687:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.452692:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.452696:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915d48 00000400:00000010:0.0:1788877052.452699:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915d48. 00000100:00000001:0.0:1788877052.452703:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.452707:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac6d80 x1875765519191808/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.452717:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.452720:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac6d80 x1875765519191808/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.452727:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.452729:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.461003:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.461023:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.461028:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.461031:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.461041:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.461050:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.461059:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.461064:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.461069:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.461073:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1740f00 00000400:00000200:0.0:1788877052.461078:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.461084:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f799 [4] + 224 00000800:00000001:0.0:1788877052.461092:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.461102:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.461106:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.461111:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.461118:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.461128:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac6d80 x1875765519191808/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877052.461140:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0ceaac6d80 x1875765519191808/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.461233:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877052.461243:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.461246:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877052.476647:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.476658:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877052.476669:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.476679:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.476688:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19155d8 00000400:00000010:0.0:1788877052.476691:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19155d8. 00000100:00000001:0.0:1788877052.476698:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.476709:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac6d80 x1875765519192064/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.476723:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.476727:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac6d80 x1875765519192064/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.476734:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.476736:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877052.497146:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.497163:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877052.497168:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.497170:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.497178:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.497187:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877052.497197:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.497202:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.497208:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.497213:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1741000 00000400:00000200:0.0:1788877052.497218:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.497236:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f7a1 [2] + 224 00000800:00000001:0.0:1788877052.497245:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877052.497291:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877052.497296:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.497302:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877052.497311:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.497322:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceaac6d80 x1875765519192064/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877052.497333:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceaac6d80 x1875765519192064/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.497535:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788877052.533627:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.533635:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:0.0:1788877052.533644:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.533652:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.533660:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39880 00000400:00000010:0.0:1788877052.533664:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39880. 00000100:00000001:0.0:1788877052.533669:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.533678:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9493100 x1875765519192320/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.533691:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.533695:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9493100 x1875765519192320/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.533702:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.533705:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877052.545589:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877052.545599:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877052.545601:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877052.545605:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc370. 00000400:00000200:0.0:1788877052.545610:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1810540 00000400:00000010:0.0:1788877052.545612:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cd1810540. 00000100:00000001:0.0:1788877052.545616:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.545621:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9493100 x1875765519192320/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877052.545638:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9493100 x1875765519192320/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.545644:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877052.545647:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.545650:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877052.545653:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877052.545656:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877052.545659:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.545663:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877052.545674:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=65 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877052.545678:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=65 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877052.545681:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877052.545683:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.545686:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877052.545690:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.545695:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877052.545697:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001bd1e] 00000100:00000001:0.0:1788877052.545699:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877052.545701:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.545703:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788982016 : -126388920569600 : ffff8d0cc9493100) 00000100:00000001:0.0:1788877052.545707:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877052.545709:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877052.545711:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877052.545714:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.545719:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9493100 x1875765519192320/t25769921135(25769921135) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.545728:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.545731:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877052.545734:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877052.545738:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9493100 x1875765519192320/t25769921135(25769921135) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877052.545747:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9493100 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519192320:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.545753:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.545756:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.545758:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877052.545762:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.545765:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9493100 x1875765519192320/t25769921135(25769921135) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.545772:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877052.545774:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cd1810cc0. 00000100:00000001:0.0:1788877052.545777:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877052.545779:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.545787:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.545791:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.545795:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877052.545798:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cc9d42000. 00000100:00000001:0.0:1788877052.545804:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.545808:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9493100 x1875765519192320/t25769921135(25769921135) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.545813:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.545818:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.545828:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877052.545831:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877052.545834:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f471 (ffff8d0ccaa97288, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877052.545837:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877052.545855:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877052.545860:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877052.545866:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877052.545868:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877052.545871:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.545875:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.545877:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.545883:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd79b63a0 -> ffff8d0cd79b63a0 00000020:00000001:0.0:1788877052.545885:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877052.545888:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877052.545890:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0xec:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877052.545893:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.545895:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877052.545896:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.545900:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0xec:0x0]io ffff8d0d008330f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877052.545903:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd157d0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.545907:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877052.545909:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877052.545911:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877052.545913:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.545915:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877052.545917:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877052.545918:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.545920:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.545921:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877052.545922:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877052.545924:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd157d0f8) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877052.545927:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.545929:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877052.545931:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877052.545933:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877052.545936:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877052.545940:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877052.545943:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877052.545945:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877052.545946:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.545948:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538630760 : -126388170920856 : ffff8d0cf5f7ec68) 00000020:00001000:0.0:1788877052.545950:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7ec60 00000020:00000001:0.0:1788877052.545953:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd79b6788 -> ffff8d0cd79b63a0 00000020:00000001:0.0:1788877052.545954:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877052.545958:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.545959:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877052.545960:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877052.545962:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715529968 : -126387994021648 : ffff8d0d008330f0) 00000020:00000001:0.0:1788877052.545963:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.545966:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.545968:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945939392 : -126388763612224 : ffff8d0cd2a42bc0) 00000020:00000001:0.0:1788877052.545971:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877052.545972:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.545975:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.545976:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.545978:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877052.545980:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877052.545982:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.545983:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877052.545984:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.545986:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.545987:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.545989:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.545991:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.545992:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.545993:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.545995:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.545997:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877052.545998:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877052.546000:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.546001:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877052.546003:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877052.546004:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877052.546007:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877052.546010:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0ceb210e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877052.546012:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877052.546015:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0ceb210e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877052.546019:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.546021:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.546023:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.546024:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.546025:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.546027:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.546029:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877052.546031:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877052.546032:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877052.546034:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877052.546035:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877052.546036:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.546038:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877052.546040:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877052.546041:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.546043:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.546044:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.546045:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877052.546046:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877052.546048:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.546050:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.546052:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.546053:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.546054:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877052.546056:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877052.546058:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.546060:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.546061:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.546061:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877052.546062:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877052.546064:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.546065:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.546067:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.546068:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.546070:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.546071:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877052.546073:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877052.546074:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877052.546075:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877052.546076:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.546078:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7ec60 00020000:00000001:0.0:1788877052.546081:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877052.546083:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877052.546085:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877052.546087:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0xec:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877052.546090:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877052.546091:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.546093:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.546095:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.546099:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877052.546101:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0xec:0x0](ffff8d0ccce75348) 00800000:00000001:0.0:1788877052.546105:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877052.546107:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0xec:0x0] 00000002:00000001:0.0:1788877052.546112:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.546118:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.546120:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.546122:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.546124:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.546126:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877052.546128:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877052.546130:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.546133:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.546135:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.546137:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.546139:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877052.546145:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877052.546147:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd157d0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.546150:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877052.546153:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf45fc0c0, objid 0xec:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.546157:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.546161:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf72b7f80: ostid: 0x2c0000402:1918 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877052.546164:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877052.546165:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.546167:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877052.546169:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877052.546173:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877052.546177:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.546179:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877052.546184:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0ceb210e00. 00020000:00000001:0.0:1788877052.546197:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877052.546200:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cd79b6708. 00020000:00000001:0.0:1788877052.546204:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877052.546207:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.546208:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.546210:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd157d0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.546212:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877052.546214:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877052.546215:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd157d0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.546218:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877052.546605:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cd79e8ce0. 00020000:00000010:0.0:1788877052.546610:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ceabfbb40. 00020000:00000010:0.0:1788877052.546616:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf4654e40. 00020000:00000002:0.0:1788877052.546621:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf45fc0c0, objid 0xec:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.546625:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.546629:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf72b7f80: ostid: 0x2c0000402:1918 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877052.546632:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf72b7f80. 00020000:00000010:0.0:1788877052.546636:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf45fcae0. 00020000:00000010:0.0:1788877052.546638:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf45fc0c0. 00020000:00000001:0.0:1788877052.546640:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877052.546641:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd157d0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.546644:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cd157d0f8. 00020000:00000001:0.0:1788877052.546654:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877052.546656:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cd79b6320. 00000020:00001000:0.0:1788877052.546660:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.546663:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877052.546665:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877052.546697:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877052.546701:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.546703:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877052.546707:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788877052.546729:0:198588:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8d0ceab84340. 00000020:00000001:0.0:1788877052.546734:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdc0 00000080:00200000:0.0:1788877052.546736:0:198588:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=w211, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), flags=0 00000080:00000001:0.0:1788877052.546739:0:198588:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788877052.546741:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fc70 00000080:00200000:0.0:1788877052.546743:0:198588:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=w211, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), intent=getattr 00000080:00000010:0.0:1788877052.546752:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd093bc00. 00800000:00000002:0.0:1788877052.546756:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877052.546761:0:198588:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788877052.546763:0:198588:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788877052.546765:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb90 00800000:00000002:0.0:1788877052.546767:0:198588:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'w211' on [0x200002b12:0x7:0x0] 00800000:00000001:0.0:1788877052.546770:0:198588:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1788877052.546774:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w211 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877052.546778:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00000020:00000001:0.0:1788877052.546781:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb28 00800000:00000002:0.0:1788877052.546783:0:198588:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xc0:0x0], fid2=[0x0:0x0:0x0], name='w211' -> mds #0 00000002:00000001:0.0:1788877052.546787:0:198588:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788877052.546790:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000002:00010000:0.0:1788877052.546792:0:198588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: w211,[0x0:0x0:0x0]) in obj [0x200002b10:0xc0:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788877052.546796:0:198588:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788877052.546799:0:198588:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788877052.546805:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9439180. 00000020:00000040:0.0:1788877052.546808:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=44 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00010000:00000001:0.0:1788877052.546814:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.546818:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.546826:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.546828:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.546829:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.546832:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.546835:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.546840:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.546856:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485f400. 00000100:00000001:0.0:1788877052.546864:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.546868:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.546870:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.546872:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.546873:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.546874:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.546882:0:198588:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446617684788613504 : -126388920938112 : ffff8d0cc9439180) 00010000:00000001:0.0:1788877052.546885:0:198588:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788877052.546887:0:198588:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788877052.546893:0:198588:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8d0bcc55ef00. 00010000:00000010:0.0:1788877052.546897:0:198588:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8d0cd7906b00. 00010000:00000001:0.0:1788877052.546902:0:198588:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788877052.546905:0:198588:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8d0bcc574000. 00000020:00000001:0.0:1788877052.546909:0:198588:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788877052.546913:0:198588:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8d0bcc574000 with handle 0x4a37134b6b77ba3f to hash 00000020:00000001:0.0:1788877052.546915:0:198588:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788877052.546916:0:198588:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.546919:0:198588:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.546923:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.546926:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877052.546930:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877052.546940:0:198588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877052.546950:0:198588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788877052.546955:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.546957:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.546963:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.546965:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877052.546968:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.546969:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788613504 : -126388920938112 : ffff8d0cc9439180) 00000100:00000001:0.0:1788877052.546973:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.546977:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.546979:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.546981:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.546987:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9439180 x1875765519192448/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.546996:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.546999:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.547003:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.547007:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.547009:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.547012:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9439180 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519192448:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877052.547017:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.547023:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.547026:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.547029:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.547051:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8d0cc9530000. 02000000:00000001:0.0:1788877052.547053:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.547060:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.547064:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949d10. 00000400:00000010:0.0:1788877052.547071:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877052.547077:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875765519192448, portal 10 00000100:00000001:0.0:1788877052.547079:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.547080:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788613504 : -126388920938112 : ffff8d0cc9439180) 00000100:00000040:0.0:1788877052.547087:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8d0cc9439180 x1875765519192448/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.547094:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.547096:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.547101:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52bb0. 00000100:00000200:0.0:1788877052.547103:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875765519192448, offset 0 00000400:00000200:0.0:1788877052.547110:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.547117:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.547124:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.547129:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.547134:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.547138:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.547141:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.547145:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457543:457543:256:4294967295] 192.168.203.155@tcp LPNI seq info [457537:457537:8:4294967295] 00000400:00000200:0.0:1788877052.547150:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.547160:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.547167:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.547173:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954c00. 00000800:00000200:0.0:1788877052.547181:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.547189:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.547195:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.547215:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.547999:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13583 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.548005:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.548008:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479623 00000100:00000001:0.0:1788877052.548012:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.548016:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479623 00000100:00000001:0.0:1788877052.548018:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.548021:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.548024:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.548026:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.548029:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.548031:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9540 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.548034:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.548037:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.553689:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877052.553699:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877052.553702:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877052.553706:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949d10. 00000400:00000200:0.0:1788877052.553710:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9840 00000400:00000010:0.0:1788877052.553713:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8d0cf45f9840. 00000100:00000001:0.0:1788877052.553716:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.553721:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9439180 x1875765519192448/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788877052.553731:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9439180 x1875765519192448/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.553738:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877052.553740:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.553742:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877052.553746:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877052.553750:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877052.553753:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.553756:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877052.553766:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=65 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877052.553770:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=65 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877052.553774:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877052.553776:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.553780:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877052.553783:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.553787:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877052.553790:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963208 00000100:00000001:0.0:1788877052.553792:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877052.553797:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.553801:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9439180 x1875765519192448/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.553809:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.553812:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877052.553825:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877052.553829:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9439180 x1875765519192448/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877068 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788877052.553838:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9439180 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519192448:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877052.553848:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.553851:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.553854:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877052.553856:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.553860:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9439180 x1875765519192448/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877068 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.553867:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877052.553870:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.553872:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877052.553874:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.553877:0:198588:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788877052.553881:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.553884:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.553887:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=4 00000020:00000001:0.0:1788877052.553890:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.553893:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000040:0.0:1788877052.553899:0:198588:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8d0bcc574000, remote cookie: 0x976420bcd5a194b1, flags: 0x1001 00010000:00010000:0.0:1788877052.553904:0:198588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788877052.553920:0:198588:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x266:0x0].0x0, instead of [0x200002b10:0xc0:0x0].0x0 00010000:00000001:0.0:1788877052.553924:0:198588:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788877052.553931:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464da00 count: 3 00010000:00000001:0.0:1788877052.553933:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788877052.553937:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0bcc55ef00 count: 0 00010000:00000010:0.0:1788877052.553942:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd7906b00. 00010000:00000001:0.0:1788877052.553949:0:198588:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877052.553953:0:198588:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877052.553963:0:198588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877052.553970:0:198588:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788877052.553974:0:198588:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788877052.553976:0:198588:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788877052.553978:0:198588:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788877052.553979:0:198588:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788877052.553981:0:198588:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x266:0x0].0x0 (ffff8d0cf464da00) refcount = 3 00010000:00000040:0.0:1788877052.553984:0:198588:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788877052.553987:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa52800/0x4a37134b6b7781dd lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x266:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd59fd1a1 expref: -99 pid: 197361 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788877052.553994:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa53400/0x4a37134b6b7781d6 lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd59fd193 expref: -99 pid: 197361 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.554002:0:198588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877052.554014:0:198588:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788877052.554017:0:198588:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788877052.554019:0:198588:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.554022:0:198588:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788877052.554025:0:198588:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877052.554028:0:198588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877052.554034:0:198588:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788877052.554036:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554038:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.554039:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554040:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.554042:0:198588:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.554047:0:198588:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788877052.554048:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.554049:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.554050:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=3 00000020:00000001:0.0:1788877052.554052:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554054:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554056:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.554057:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.554058:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=4 00000020:00000001:0.0:1788877052.554060:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554062:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554065:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.554068:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877052.554071:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877052.554076:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554077:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.554079:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.554081:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.554082:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=5 00000020:00000001:0.0:1788877052.554084:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554086:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554088:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877052.554092:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877052.554098:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554099:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788877052.554102:0:198588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877052.554109:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877052.554110:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554111:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.554113:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554113:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788877052.554118:0:198588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8d0cc9439180 x1875765519192448/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788877052.554128:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.554129:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.554130:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=3 00000020:00000001:0.0:1788877052.554132:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554134:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00000002:00010000:0.0:1788877052.554138:0:198588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788877052.554147:0:198588:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8d0ccca2b500. 00010000:00000001:0.0:1788877052.554149:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554151:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877052.554152:0:198588:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.554155:0:198588:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.554157:0:198588:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788877052.554160:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.554161:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.554162:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=3 00000020:00000001:0.0:1788877052.554164:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554166:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00000002:00010000:0.0:1788877052.554169:0:198588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877052.554174:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554175:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.554177:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788877052.554178:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.554179:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.554180:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=3 00000020:00000001:0.0:1788877052.554182:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554184:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000040:0.0:1788877052.554186:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464da00 count: 4 00010000:00000001:0.0:1788877052.554188:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788877052.554192:0:198588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8d0cc3843800 type 13 mode 4 res 8589945618/614 (0 0) 00010000:00000001:0.0:1788877052.554194:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554195:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877052.554197:0:198588:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788877052.554200:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408f9e8 00000002:00002000:0.0:1788877052.554202:0:198588:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=w211 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788877052.554205:0:198588:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.554208:0:198588:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.554211:0:198588:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788877052.554214:0:198588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xc0:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788877052.554217:0:198588:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.554222:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877052.554225:0:198588:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788877052.554226:0:198588:0:(namei.c:674:ll_lookup_it_finish()) it ffffb5f68408fdf8 it_disposition b 00000080:00000001:0.0:1788877052.554229:0:198588:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788877052.554234:0:198588:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788877052.554237:0:198588:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788877052.554239:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440102 : 144115373061440102 : 200002b12000266) 00000080:00000001:0.0:1788877052.554242:0:198588:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788877052.554267:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.554272:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.554274:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.554277:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877052.554281:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.554283:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877052.554288:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877052.554293:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877052.554298:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655ba0. 00020000:00000001:0.0:1788877052.554300:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512248224 : -126388197303392 : ffff8d0cf4655ba0) 00020000:00000002:0.0:1788877052.554304:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655ba0, objid 0x266:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.554309:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.554312:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000403:2183 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877052.554317:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0cf45cf9b0) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.554320:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.554323:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0cf45cf9b0) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.554327:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877052.554331:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655cc0. 00020000:00000010:0.0:1788877052.554334:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655ba0. 00020000:00000002:0.0:1788877052.554336:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x266:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877052.554338:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.554340:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.554342:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.554345:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061440102 : 144115373061440102 : 200002b12000266) 00000080:00000001:0.0:1788877052.554347:0:198588:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1788877052.554352:0:198588:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x266:0x0](ffff8d0ccea621c8): rc = 0 00000080:00000001:0.0:1788877052.554354:0:198588:0:(namei.c:156:ll_iget()) Process leaving (rc=18446617684878959048 : -126388830592568 : ffff8d0ccea621c8) 00010000:00000001:0.0:1788877052.554357:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.554359:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.554361:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=3 00000020:00000001:0.0:1788877052.554363:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554365:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00000080:00000001:0.0:1788877052.554368:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.554369:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.554371:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.554372:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.554374:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788877052.554482:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.554484:0:198588:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788877052.554488:0:198588:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8d0cf4655ba0. 00020000:00000010:0.0:1788877052.554491:0:198588:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877052.554494:0:198588:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8d0cf4655cc0. 00020000:00000001:0.0:1788877052.554496:0:198588:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446617685512248512 : -126388197303104 : ffff8d0cf4655cc0) 00020000:00000002:0.0:1788877052.554498:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf4655cc0, objid 0x266:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.554503:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.554506:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cca313e80: ostid: 0x280000403:2183 ost idx: 0 gen: 0 00020000:00000002:0.0:1788877052.554509:0:198588:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8d0cf45cf9b0) owner ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.554511:0:198588:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.554513:0:198588:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8d0cf45cf9b0) owner ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.554515:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cca313e80. 00020000:00000010:0.0:1788877052.554518:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf4655ba0. 00020000:00000010:0.0:1788877052.554520:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf4655cc0. 00020000:00000002:0.0:1788877052.554522:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x266:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788877052.554524:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.554525:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.554529:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.554531:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.554535:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf7d089c0 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.554538:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.554541:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.554543:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.554545:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.554546:0:198588:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788877052.554549:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788877052.554551:0:198588:0:(file.c:6843:ll_layout_conf()) [0x200002b12:0x266:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788877052.554553:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.554556:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.554557:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554559:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877052.554560:0:198588:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788877052.554563:0:198588:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788877052.554565:0:198588:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788877052.554569:0:198588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x266:0x0](ffff8d0ccea621c8) for lock 0x4a37134b6b77ba3f 00800000:00000001:0.0:1788877052.554571:0:198588:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788877052.554573:0:198588:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788877052.554575:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.554576:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.554578:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=3 00000020:00000001:0.0:1788877052.554579:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554581:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554583:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554584:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877052.554586:0:198588:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.554587:0:198588:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788877052.554592:0:198588:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8d0cd06fbe58 inode ffff8d0ccea621c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1788877052.554596:0:198588:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788877052.554599:0:198588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x266:0x0](ffff8d0ccea621c8) 00000080:00010000:0.0:1788877052.554602:0:198588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4a37134b6b77ba3f from it ffffb5f68408fdf8 00010000:00000001:0.0:1788877052.554604:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877052.554605:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877052.554606:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc574000 refcount=3 00000020:00000001:0.0:1788877052.554608:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554610:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545267712 : -126393164283904 : ffff8d0bcc574000) 00010000:00000001:0.0:1788877052.554612:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877052.554615:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877052.554622:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554623:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.554625:0:198588:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788877052.554627:0:198588:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788877052.554630:0:198588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788877052.554637:0:198588:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788877052.554639:0:198588:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788877052.554641:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.554645:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554646:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.554648:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.554651:0:198588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788877052.554653:0:198588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.554655:0:198588:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.554658:0:198588:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.554659:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877052.554661:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.554662:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788877052.554663:0:198588:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788877052.554666:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd093bc00. 00000100:00000001:0.0:1788877052.554670:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.554675:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9439180 x1875765519192448/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.554682:0:198588:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877052.554685:0:198588:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877052.554688:0:198588:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8d0cc9530000. 02000000:00000001:0.0:1788877052.554710:0:198588:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877052.554713:0:198588:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877052.554714:0:198588:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=43 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877052.554717:0:198588:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877052.554719:0:198588:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485f400. 02000000:00000001:0.0:1788877052.554723:0:198588:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877052.554726:0:198588:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877052.554728:0:198588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9439180. 00000100:00000001:0.0:1788877052.554732:0:198588:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877052.554733:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877052.554737:0:198588:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788877052.554738:0:198588:0:(dcache.c:176:ll_intent_release()) intent ffffb5f68408fdf8 released 00000080:00000001:0.0:1788877052.554740:0:198588:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788877052.554745:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.554748:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877052.554753:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.554757:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877052.554758:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877052.554760:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w211, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877052.554764:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877052.554766:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.554768:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.554770:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.554772:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.554774:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.554776:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf7d089c0 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.554778:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.554780:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.554781:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.554782:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.554784:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877052.554787:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877052.554788:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.554791:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877052.554795:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd093bc00. 00800000:00000002:0.0:1788877052.554800:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877052.554808:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877052.554812:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w211 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877052.554816:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877052.554819:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.554822:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.554824:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.554827:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.554829:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.554831:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x266:0x0] 00800000:00000001:0.0:1788877052.554833:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.554835:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877052.554837:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.554838:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.555030:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.555032:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.555035:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.555037:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x266:0x0] 00800000:00000001:0.0:1788877052.555040:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.555043:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x266:0x0] 00800000:00000001:0.0:1788877052.555045:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.555048:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x266:0x0] -> mds #0 00000002:00000001:0.0:1788877052.555054:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877052.555056:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877052.555060:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.555062:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877052.555064:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464da00 count: 4 00010000:00000001:0.0:1788877052.555068:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.555071:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877052.555076:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.555079:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa52800/0x4a37134b6b7781dd lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x266:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59fd1a1 expref: -99 pid: 197361 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788877052.555089:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.555093:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.555095:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.555097:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x266:0x0] mode (null) 00000002:00000001:0.0:1788877052.555100:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.555102:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.555104:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464da00 count: 5 00010000:00000001:0.0:1788877052.555106:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.555109:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.555113:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.555115:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.555116:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.555119:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.555121:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.555123:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.555125:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x266:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.555128:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.555131:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.555134:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.555136:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.555139:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x266:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.555140:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.555142:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.555144:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.555146:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.555149:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.555151:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.555154:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.555156:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.555159:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.555161:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.555164:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.555167:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceaa52800 with handle 0x4a37134b6b7781dd from hash 00010000:00000001:0.0:1788877052.555170:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.555172:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.555173:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.555175:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.555178:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.555180:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.555183:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.555186:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.555193:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.555194:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.555196:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.555198:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x266:0x0] mode (null) 00000002:00000001:0.0:1788877052.555200:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.555201:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.555204:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464da00 count: 5 00010000:00000001:0.0:1788877052.555206:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.555208:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.555210:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.555211:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.555212:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464da00 count: 5 00010000:00000001:0.0:1788877052.555215:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.555217:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.555230:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.555232:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.555235:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464da00 count: 5 00010000:00000001:0.0:1788877052.555237:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.555240:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.555241:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.555242:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.555244:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cf464da00 count: 5 00010000:00000001:0.0:1788877052.555246:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.555271:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.555274:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.555276:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.555277:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.555279:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.555281:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.555282:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.555284:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x266:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.555285:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.555287:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.555289:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.555290:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.555292:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x266:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.555293:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.555295:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.555296:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.555298:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.555300:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.555302:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x266:0x0](ffff8d0ccea621c8) invalid 00000020:00000001:0.0:1788877052.555304:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.555306:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w211 (ffff8d0cd06fbe58) parent ffff8d0cc22750d8 inode ffff8d0ccea621c8 refc 1 00000080:00000001:0.0:1788877052.555310:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.555311:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.555313:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.555315:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.555316:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.555317:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.555319:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.555321:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.555323:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0bcc574000 with handle 0x4a37134b6b77ba3f from hash 00010000:00000001:0.0:1788877052.555325:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.555327:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.555328:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.555329:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.555331:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.555333:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.555335:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.555337:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa53400/0x4a37134b6b7781d6 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x976420bcd59fd193 expref: -99 pid: 197361 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.555344:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.555345:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.555348:0:198588:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1788877052.555351:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1788877052.555353:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8d0ceabb7aa0. 00000080:00000010:0.0:1788877052.555358:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 46 at ffff8d0cc99b5300. 00000080:00000010:0.0:1788877052.555361:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc901bdc0. 00000080:00000020:0.0:1788877052.555363:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1788877052.555365:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff8d0ceabb7c80. 00000080:00000010:0.0:1788877052.555367:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 12 at ffff8d0ceabb7600. 00000080:00000010:0.0:1788877052.555370:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc901b2f8. 00000080:00000020:0.0:1788877052.555372:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1788877052.555373:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0ceabb7d20. 00000080:00000010:0.0:1788877052.555725:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff8d0cc99b5140. 00000080:00000010:0.0:1788877052.555730:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc901bf50. 00000080:00000020:0.0:1788877052.555733:0:198588:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1788877052.555735:0:198588:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8d0ceabb7090. 00000080:00000010:0.0:1788877052.555738:0:198588:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8d0ceab84900. 00000080:00000010:0.0:1788877052.555740:0:198588:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8d0cc901bd20. 00000080:00000001:0.0:1788877052.555743:0:198588:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.555746:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.555747:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.555749:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.555751:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.555753:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.555754:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.555756:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.555759:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceaa53400 with handle 0x4a37134b6b7781d6 from hash 00010000:00000001:0.0:1788877052.555761:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.555762:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.555764:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.555765:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.555767:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.555768:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.555771:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877052.555773:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1788877052.555775:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1788877052.555781:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9439180. 00000020:00000040:0.0:1788877052.555784:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=44 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.555788:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.555790:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.555793:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.555797:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.555800:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.555801:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.555802:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.555805:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.555808:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.555813:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.555819:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd093a400. 00000100:00000001:0.0:1788877052.555825:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.555827:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.555830:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.555835:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa52800/0x4a37134b6b7781dd lrc: 1/0,0 mode: --/CR res: [0x200002b12:0x266:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fd1a1 expref: -99 pid: 197361 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788877052.555902:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.555910:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa53400/0x4a37134b6b7781d6 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd59fd193 expref: -99 pid: 197361 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.555916:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788877052.555917:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788877052.555919:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.555922:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa52800/0x4a37134b6b7781dd lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x266:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fd1a1 expref: -99 pid: 197361 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788877052.555929:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf44808c0. 00010000:00000001:0.0:1788877052.555934:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.555936:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.555938:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0bcc574000/0x4a37134b6b77ba3f lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd5a194b1 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.555944:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ccca2b500. 00010000:00000001:0.0:1788877052.555947:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.555948:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.555951:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0ceaa53400/0x4a37134b6b7781d6 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x266:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x976420bcd59fd193 expref: -99 pid: 197361 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788877052.555956:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf464da00 count: 0 00010000:00000010:0.0:1788877052.555961:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf53cfd00. 00010000:00000001:0.0:1788877052.555966:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.555967:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.555969:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.555971:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.555973:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.555984:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.555992:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9439180 x1875765519192704/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.556000:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.556002:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.556008:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.556010:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877052.556013:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.556015:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788613504 : -126388920938112 : ffff8d0cc9439180) 00000100:00000001:0.0:1788877052.556020:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.556025:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.556027:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.556029:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.556033:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9439180 x1875765519192704/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.556043:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.556046:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.556050:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.556053:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.556056:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.556059:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9439180 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519192704:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.556065:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.556071:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.556075:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.556077:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.556086:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0cfd670000. 02000000:00000001:0.0:1788877052.556088:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.556096:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.556100:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949d10. 00000400:00000010:0.0:1788877052.556107:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877052.556114:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519192704, portal 10 00000100:00000001:0.0:1788877052.556117:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.556118:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788613504 : -126388920938112 : ffff8d0cc9439180) 00000100:00000040:0.0:1788877052.556124:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9439180 x1875765519192704/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.556132:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.556135:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.556139:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877052.556142:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875765519192704, offset 0 00000400:00000200:0.0:1788877052.556149:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.556155:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.556163:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.556169:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.556174:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.556179:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.556182:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.556186:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457544:457544:256:4294967295] 192.168.203.155@tcp LPNI seq info [457538:457538:8:4294967295] 00000400:00000200:0.0:1788877052.556191:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.556200:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.556207:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.556212:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954000. 00000800:00000200:0.0:1788877052.556688:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.556698:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.556703:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.556712:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.556717:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13582 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.556721:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.556724:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479632 00000100:00000001:0.0:1788877052.556728:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.556731:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479632 00000100:00000001:0.0:1788877052.556734:0:198588:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302479635 00000100:00000001:0.0:1788877052.556736:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.556739:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.556742:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.556744:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.556747:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9540 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.556749:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.556752:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.569012:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877052.569022:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877052.569025:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877052.569029:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949d10. 00000400:00000200:0.0:1788877052.569035:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9840 00000400:00000010:0.0:1788877052.569037:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9840. 00000100:00000001:0.0:1788877052.569041:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.569047:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9439180 x1875765519192704/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877052.569056:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9439180 x1875765519192704/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.569063:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877052.569066:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.569069:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877052.569072:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877052.569075:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877052.569078:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.569082:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877052.569093:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=65 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877052.569098:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=65 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877052.569102:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877052.569104:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.569108:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877052.569111:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.569116:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877052.569118:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60002646f] 00000100:00000001:0.0:1788877052.569120:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877052.569123:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.569125:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788613504 : -126388920938112 : ffff8d0cc9439180) 00000100:00000001:0.0:1788877052.569128:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877052.569130:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963208 00000100:00000001:0.0:1788877052.569133:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877052.569136:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.569142:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9439180 x1875765519192704/t25769963248(25769963248) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877068 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.569150:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.569154:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877052.569156:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877052.569161:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9439180 x1875765519192704/t25769963248(25769963248) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877068 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877052.569170:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9439180 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519192704:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.569175:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.569190:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.569193:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877052.569197:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.569201:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9439180 x1875765519192704/t25769963248(25769963248) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877068 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.569209:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877052.569212:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.569215:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877052.569217:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.569236:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.569240:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.569245:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877052.569285:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd093bc00. 00000100:00000001:0.0:1788877052.569293:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.569297:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9439180 x1875765519192704/t25769963248(25769963248) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877068 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.569305:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.569309:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.569320:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877052.569323:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877052.569326:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w211 (ffff8d0cd06fbe58, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877052.569330:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877052.569334:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877052.569339:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877052.569349:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877052.569352:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877052.569354:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.569359:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.569362:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.569367:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd0323080 -> ffff8d0cd0323080 00000020:00000001:0.0:1788877052.569370:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877052.569373:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877052.569375:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0x266:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877052.569488:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.569490:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877052.569491:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.569497:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0x266:0x0]io ffff8d0d008330f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877052.569501:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.569504:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877052.569506:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877052.569508:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877052.569510:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569512:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877052.569515:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877052.569516:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569518:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.569519:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877052.569521:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877052.569522:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877052.569525:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569528:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877052.569530:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877052.569532:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877052.569535:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877052.569539:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877052.569542:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877052.569544:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877052.569546:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.569548:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538630760 : -126388170920856 : ffff8d0cf5f7ec68) 00000020:00001000:0.0:1788877052.569550:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7ec60 00000020:00000001:0.0:1788877052.569554:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cd03235f8 -> ffff8d0cd0323080 00000020:00000001:0.0:1788877052.569555:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877052.569560:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.569561:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877052.569563:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877052.569565:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715529968 : -126387994021648 : ffff8d0d008330f0) 00000020:00000001:0.0:1788877052.569566:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569568:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569569:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945939392 : -126388763612224 : ffff8d0cd2a42bc0) 00000020:00000001:0.0:1788877052.569571:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877052.569573:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569575:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569577:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569579:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877052.569580:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877052.569581:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.569582:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877052.569584:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.569585:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569587:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569589:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569591:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569592:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.569593:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569594:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569596:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877052.569598:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877052.569599:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.569600:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877052.569602:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877052.569604:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877052.569608:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877052.569611:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cf44ba8c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877052.569615:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877052.569618:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cf44ba8c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 256: rc=0. 00000008:00000001:0.0:1788877052.569621:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.569623:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569624:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569626:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569627:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569629:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569630:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877052.569632:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877052.569634:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877052.569635:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877052.569637:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877052.569638:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569640:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877052.569641:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877052.569643:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.569645:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.569646:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.569648:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877052.569649:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877052.569650:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569652:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569653:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.569654:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.569656:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877052.569657:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877052.569659:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.569660:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.569662:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.569663:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877052.569664:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877052.569665:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569667:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.569669:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.569670:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.569671:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569673:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877052.569674:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877052.569676:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877052.569677:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877052.569679:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.569681:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7ec60 00020000:00000001:0.0:1788877052.569683:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877052.569685:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877052.569687:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877052.569689:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x266:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877052.569693:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877052.569693:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.569695:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.569697:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.569711:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.569714:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507559648 : -126388201991968 : ffff8d0cf41dd0e0) 00000020:00000001:0.0:1788877052.569716:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569717:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569719:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.569720:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.569722:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.569728:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000079b0c8a1[2 000000009ff3a3a5 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788877052.569730:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.569732:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.569735:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.569736:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41dd140 00000008:00000001:0.0:1788877052.569738:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.569740:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41dd150 page ffff8d0cf41dd140 at index 0. 00000008:00000001:0.0:1788877052.569742:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.569748:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.569750:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44a51a80 index 0 00000020:00000001:0.0:1788877052.569755:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569756:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569757:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.569760:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000079b0c8a1[1 000000009ff3a3a5 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788877052.569762:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.569764:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.569767:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41dd0e0. 00000020:00000001:0.0:1788877052.569770:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.569772:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.569774:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.569775:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507559424 : -126388201992192 : ffff8d0cf41dd000) 00000020:00000001:0.0:1788877052.569777:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569779:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569780:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.569781:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.569782:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.569784:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004a7d00cc[2 000000009ff3a3a5 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788877052.569786:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.569787:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.569788:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.569789:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41dd060 00000008:00000001:0.0:1788877052.569791:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.569792:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41dd070 page ffff8d0cf41dd060 at index 1. 00000008:00000001:0.0:1788877052.569794:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.569796:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.569797:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44a39980 index 1 00000020:00000001:0.0:1788877052.569799:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569800:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569801:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.569803:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004a7d00cc[1 000000009ff3a3a5 5 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788877052.569805:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.569806:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.569808:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41dd000. 00000020:00000001:0.0:1788877052.569810:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.569811:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.569812:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.569813:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507560768 : -126388201990848 : ffff8d0cf41dd540) 00000020:00000001:0.0:1788877052.569815:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569816:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569817:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.569818:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.569819:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.569822:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000014cc6168[2 000000009ff3a3a5 1 1 0000000000000000 0 0 2] 00000020:00000001:0.0:1788877052.569823:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.569824:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.569825:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.569826:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41dd5a0 00000008:00000001:0.0:1788877052.569828:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.569829:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41dd5b0 page ffff8d0cf41dd5a0 at index 2. 00000008:00000001:0.0:1788877052.569831:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.569833:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.569835:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c04040 index 2 00000020:00000001:0.0:1788877052.569837:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569838:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569839:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.569841:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000014cc6168[1 000000009ff3a3a5 5 1 0000000000000000 0 0 2] 00000020:00000001:0.0:1788877052.569843:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.569844:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.569846:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41dd540. 00000020:00000001:0.0:1788877052.569848:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.569849:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.569850:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.569851:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507563008 : -126388201988608 : ffff8d0cf41dde00) 00000020:00000001:0.0:1788877052.569854:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569855:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569856:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.569857:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.569858:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.569861:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000043b7c7c7[2 000000009ff3a3a5 1 1 0000000000000000 0 0 3] 00000020:00000001:0.0:1788877052.569862:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.569863:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.569865:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.569866:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41dde60 00000008:00000001:0.0:1788877052.569867:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.569868:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41dde70 page ffff8d0cf41dde60 at index 3. 00000008:00000001:0.0:1788877052.569871:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.569873:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.569874:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44782280 index 3 00000020:00000001:0.0:1788877052.569876:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569877:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569878:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.569880:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000043b7c7c7[1 000000009ff3a3a5 5 1 0000000000000000 0 0 3] 00000020:00000001:0.0:1788877052.569882:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.569883:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.569885:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41dde00. 00000020:00000001:0.0:1788877052.569887:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.569888:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.569889:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.569891:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507561664 : -126388201989952 : ffff8d0cf41dd8c0) 00000020:00000001:0.0:1788877052.569893:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569895:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569896:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.569897:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.569898:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.569901:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003781197a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 4] 00000020:00000001:0.0:1788877052.569903:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.569904:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.569906:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.569907:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41dd920 00000008:00000001:0.0:1788877052.569908:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.569909:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41dd930 page ffff8d0cf41dd920 at index 4. 00000008:00000001:0.0:1788877052.569912:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.569914:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.569916:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4459bb00 index 4 00000020:00000001:0.0:1788877052.569918:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569919:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569920:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.569923:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003781197a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 4] 00000020:00000001:0.0:1788877052.569924:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.569925:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.569927:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41dd8c0. 00000020:00000001:0.0:1788877052.569930:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.569930:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.569932:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.569933:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507562336 : -126388201989280 : ffff8d0cf41ddb60) 00000020:00000001:0.0:1788877052.569935:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569936:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569937:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.569938:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.569940:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.569942:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001d850984[2 000000009ff3a3a5 1 1 0000000000000000 0 0 5] 00000020:00000001:0.0:1788877052.569944:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.569946:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.569947:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.569948:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41ddbc0 00000008:00000001:0.0:1788877052.569950:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.569951:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41ddbd0 page ffff8d0cf41ddbc0 at index 5. 00000008:00000001:0.0:1788877052.569953:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.569956:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.569958:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44a6f740 index 5 00000020:00000001:0.0:1788877052.569961:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569962:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.569963:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.569966:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001d850984[1 000000009ff3a3a5 5 1 0000000000000000 0 0 5] 00000020:00000001:0.0:1788877052.569967:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.569968:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.569970:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41ddb60. 00000020:00000001:0.0:1788877052.569972:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.569974:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.569975:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.569976:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507562784 : -126388201988832 : ffff8d0cf41ddd20) 00000020:00000001:0.0:1788877052.569978:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569979:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.569981:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.569982:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.569983:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.569985:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f4dea35[2 000000009ff3a3a5 1 1 0000000000000000 0 0 6] 00000020:00000001:0.0:1788877052.569987:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.569988:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.569989:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.569990:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41ddd80 00000008:00000001:0.0:1788877052.569992:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.569993:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41ddd90 page ffff8d0cf41ddd80 at index 6. 00000008:00000001:0.0:1788877052.569995:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.569997:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.569999:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446b3a00 index 6 00000020:00000001:0.0:1788877052.570001:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570002:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570003:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.570005:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f4dea35[1 000000009ff3a3a5 5 1 0000000000000000 0 0 6] 00000020:00000001:0.0:1788877052.570007:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.570008:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.570010:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41ddd20. 00000020:00000001:0.0:1788877052.570012:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.570013:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.570015:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.570016:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507559872 : -126388201991744 : ffff8d0cf41dd1c0) 00000020:00000001:0.0:1788877052.570018:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570020:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570021:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.570022:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.570024:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.570026:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f6ab6336[2 000000009ff3a3a5 1 1 0000000000000000 0 0 7] 00000020:00000001:0.0:1788877052.570028:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.570029:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.570030:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.570031:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41dd220 00000008:00000001:0.0:1788877052.570032:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.570034:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41dd230 page ffff8d0cf41dd220 at index 7. 00000008:00000001:0.0:1788877052.570036:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.570038:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.570040:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44a7b700 index 7 00000020:00000001:0.0:1788877052.570042:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570043:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570044:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.570047:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f6ab6336[1 000000009ff3a3a5 5 1 0000000000000000 0 0 7] 00000020:00000001:0.0:1788877052.570048:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.570049:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.570051:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41dd1c0. 00000020:00000001:0.0:1788877052.570054:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.570055:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.570056:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.570058:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507562112 : -126388201989504 : ffff8d0cf41dda80) 00000020:00000001:0.0:1788877052.570060:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570061:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570062:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.570063:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.570064:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.570067:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000898e42d2[2 000000009ff3a3a5 1 1 0000000000000000 0 0 8] 00000020:00000001:0.0:1788877052.570068:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.570070:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.570071:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.570073:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41ddae0 00000008:00000001:0.0:1788877052.570074:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.570075:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41ddaf0 page ffff8d0cf41ddae0 at index 8. 00000008:00000001:0.0:1788877052.570078:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.570080:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.570082:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44a4ca00 index 8 00000020:00000001:0.0:1788877052.570084:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570085:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570086:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.570089:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000898e42d2[1 000000009ff3a3a5 5 1 0000000000000000 0 0 8] 00000020:00000001:0.0:1788877052.570090:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.570091:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.570093:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41dda80. 00000020:00000001:0.0:1788877052.570095:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.570096:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.570098:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.570099:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507560992 : -126388201990624 : ffff8d0cf41dd620) 00000020:00000001:0.0:1788877052.570101:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570102:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570103:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.570104:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.570106:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.570108:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ae8b2aef[2 000000009ff3a3a5 1 1 0000000000000000 0 0 9] 00000020:00000001:0.0:1788877052.570110:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.570111:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.570112:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.570113:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41dd680 00000008:00000001:0.0:1788877052.570114:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.570116:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41dd690 page ffff8d0cf41dd680 at index 9. 00000008:00000001:0.0:1788877052.570118:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.570120:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.570121:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446a04c0 index 9 00000020:00000001:0.0:1788877052.570123:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570124:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570125:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.570128:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ae8b2aef[1 000000009ff3a3a5 5 1 0000000000000000 0 0 9] 00000020:00000001:0.0:1788877052.570129:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.570131:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.570133:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41dd620. 00000020:00000001:0.0:1788877052.570135:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.570136:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.570137:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.570139:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507561216 : -126388201990400 : ffff8d0cf41dd700) 00000020:00000001:0.0:1788877052.570141:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570142:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570143:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.570145:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.570146:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.570148:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b334dbcf[2 000000009ff3a3a5 1 1 0000000000000000 0 0 10] 00000020:00000001:0.0:1788877052.570150:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.570151:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.570152:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.570153:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41dd760 00000008:00000001:0.0:1788877052.570155:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.570156:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41dd770 page ffff8d0cf41dd760 at index 10. 00000008:00000001:0.0:1788877052.570158:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.570161:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.570162:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44a6f900 index 10 00000020:00000001:0.0:1788877052.570164:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570165:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.570166:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.570169:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b334dbcf[1 000000009ff3a3a5 5 1 0000000000000000 0 0 10] 00000020:00000001:0.0:1788877052.570171:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.570172:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.570174:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41dd700. 00000020:00000001:0.0:1788877052.570190:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.570192:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.570194:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.570195:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681455360 : -126389028096256 : ffff8d0cc2e07700) 00000020:00000001:0.0:1788877052.570198:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570199:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.570200:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.570201:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.570202:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.570205:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f0c34948[2 000000009ff3a3a5 1 1 0000000000000000 0 0 11] 00000020:00000001:0.0:1788877052.570207:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.570208:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.570210:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.570211:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07760 00000008:00000001:0.0:1788877052.570212:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.570214:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07770 page ffff8d0cc2e07760 at index 11. 00000008:00000001:0.0:1788877052.570216:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.570219:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.572030:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4482d800 index 11 00000020:00000001:0.0:1788877052.572035:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572037:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572038:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.572043:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f0c34948[1 000000009ff3a3a5 5 1 0000000000000000 0 0 11] 00000020:00000001:0.0:1788877052.572045:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.572046:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.572050:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07700. 00000020:00000001:0.0:1788877052.572055:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.572056:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.572059:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.572061:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681456704 : -126389028094912 : ffff8d0cc2e07c40) 00000020:00000001:0.0:1788877052.572063:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572064:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572065:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.572067:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.572068:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.572071:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000037a38c5[2 000000009ff3a3a5 1 1 0000000000000000 0 0 12] 00000020:00000001:0.0:1788877052.572072:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.572074:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.572075:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.572077:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07ca0 00000008:00000001:0.0:1788877052.572079:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.572081:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07cb0 page ffff8d0cc2e07ca0 at index 12. 00000008:00000001:0.0:1788877052.572083:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.572088:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.572090:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7b40 index 12 00000020:00000001:0.0:1788877052.572091:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572093:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572094:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.572096:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000037a38c5[1 000000009ff3a3a5 5 1 0000000000000000 0 0 12] 00000020:00000001:0.0:1788877052.572098:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.572099:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.572101:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07c40. 00000020:00000001:0.0:1788877052.572103:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.572104:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.572105:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.572107:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681456032 : -126389028095584 : ffff8d0cc2e079a0) 00000020:00000001:0.0:1788877052.572109:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572110:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572111:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.572112:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.572113:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.572116:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007d74c3de[2 000000009ff3a3a5 1 1 0000000000000000 0 0 13] 00000020:00000001:0.0:1788877052.572118:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.572119:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.572120:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.572121:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07a00 00000008:00000001:0.0:1788877052.572123:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.572124:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07a10 page ffff8d0cc2e07a00 at index 13. 00000008:00000001:0.0:1788877052.572126:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.572128:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.572130:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7b80 index 13 00000020:00000001:0.0:1788877052.572132:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572133:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572134:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.572136:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007d74c3de[1 000000009ff3a3a5 5 1 0000000000000000 0 0 13] 00000020:00000001:0.0:1788877052.572137:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.572139:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.572140:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e079a0. 00000020:00000001:0.0:1788877052.572142:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.572143:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.572145:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.572146:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681455584 : -126389028096032 : ffff8d0cc2e077e0) 00000020:00000001:0.0:1788877052.572148:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572149:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572150:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.572151:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.572152:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.572154:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001e769b14[2 000000009ff3a3a5 1 1 0000000000000000 0 0 14] 00000020:00000001:0.0:1788877052.572156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.572157:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.572158:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.572159:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07840 00000008:00000001:0.0:1788877052.572161:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.572162:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07850 page ffff8d0cc2e07840 at index 14. 00000008:00000001:0.0:1788877052.572164:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.572166:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.572168:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7bc0 index 14 00000020:00000001:0.0:1788877052.572170:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572171:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572172:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.572175:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001e769b14[1 000000009ff3a3a5 5 1 0000000000000000 0 0 14] 00000020:00000001:0.0:1788877052.572176:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.572185:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.572187:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e077e0. 00000020:00000001:0.0:1788877052.572190:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.572191:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.572296:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.572298:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681457376 : -126389028094240 : ffff8d0cc2e07ee0) 00000020:00000001:0.0:1788877052.572300:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572301:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572303:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.572304:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.572305:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.572308:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000627eacb1[2 000000009ff3a3a5 1 1 0000000000000000 0 0 15] 00000020:00000001:0.0:1788877052.572310:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.572312:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.572313:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.572314:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07f40 00000008:00000001:0.0:1788877052.572316:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.572317:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07f50 page ffff8d0cc2e07f40 at index 15. 00000008:00000001:0.0:1788877052.572319:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.572322:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.572323:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7c00 index 15 00000020:00000001:0.0:1788877052.572325:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572327:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572328:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.572331:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000627eacb1[1 000000009ff3a3a5 5 1 0000000000000000 0 0 15] 00000020:00000001:0.0:1788877052.572332:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.572333:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.572335:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07ee0. 00000020:00000001:0.0:1788877052.572338:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.572339:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.572340:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.572341:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681454688 : -126389028096928 : ffff8d0cc2e07460) 00000020:00000001:0.0:1788877052.572343:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572345:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572346:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.572347:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.572348:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.572351:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b9cbb004[2 000000009ff3a3a5 1 1 0000000000000000 0 0 16] 00000020:00000001:0.0:1788877052.572352:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.572353:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.572354:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.572355:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e074c0 00000008:00000001:0.0:1788877052.572357:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.572358:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e074d0 page ffff8d0cc2e074c0 at index 16. 00000008:00000001:0.0:1788877052.572360:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.572362:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.572363:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7c40 index 16 00000020:00000001:0.0:1788877052.572366:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572367:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572368:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.572370:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b9cbb004[1 000000009ff3a3a5 5 1 0000000000000000 0 0 16] 00000020:00000001:0.0:1788877052.572372:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.572373:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.572375:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07460. 00000020:00000001:0.0:1788877052.572886:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.572887:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.572889:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.572890:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681454240 : -126389028097376 : ffff8d0cc2e072a0) 00000020:00000001:0.0:1788877052.572893:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572894:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572895:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.572896:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.572897:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.572901:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ec7f00cb[2 000000009ff3a3a5 1 1 0000000000000000 0 0 17] 00000020:00000001:0.0:1788877052.572907:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.572908:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.572910:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.572911:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07300 00000008:00000001:0.0:1788877052.572912:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.572914:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07310 page ffff8d0cc2e07300 at index 17. 00000008:00000001:0.0:1788877052.572916:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.572919:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.572921:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7c80 index 17 00000020:00000001:0.0:1788877052.572923:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572924:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572926:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.572928:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ec7f00cb[1 000000009ff3a3a5 5 1 0000000000000000 0 0 17] 00000020:00000001:0.0:1788877052.572929:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.572931:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.572933:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e072a0. 00000020:00000001:0.0:1788877052.572935:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.572937:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.572938:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.572939:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681454464 : -126389028097152 : ffff8d0cc2e07380) 00000020:00000001:0.0:1788877052.572941:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572942:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572943:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.572944:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.572945:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.572947:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c6acd331[2 000000009ff3a3a5 1 1 0000000000000000 0 0 18] 00000020:00000001:0.0:1788877052.572949:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.572950:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.572951:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.572952:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e073e0 00000008:00000001:0.0:1788877052.572954:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.572955:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e073f0 page ffff8d0cc2e073e0 at index 18. 00000008:00000001:0.0:1788877052.572957:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.572959:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.572961:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7cc0 index 18 00000020:00000001:0.0:1788877052.572962:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572963:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.572964:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.572967:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c6acd331[1 000000009ff3a3a5 5 1 0000000000000000 0 0 18] 00000020:00000001:0.0:1788877052.572968:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.572970:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.572971:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07380. 00000020:00000001:0.0:1788877052.572974:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.572975:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.572976:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.572977:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681453792 : -126389028097824 : ffff8d0cc2e070e0) 00000020:00000001:0.0:1788877052.572979:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572980:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.572981:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.572983:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.572984:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.572986:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000067a64ad6[2 000000009ff3a3a5 1 1 0000000000000000 0 0 19] 00000020:00000001:0.0:1788877052.572987:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.572989:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.572990:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.572991:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07140 00000008:00000001:0.0:1788877052.572992:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.572993:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07150 page ffff8d0cc2e07140 at index 19. 00000008:00000001:0.0:1788877052.572996:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.572998:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573000:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7d00 index 19 00000020:00000001:0.0:1788877052.573001:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573002:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573003:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573006:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000067a64ad6[1 000000009ff3a3a5 5 1 0000000000000000 0 0 19] 00000020:00000001:0.0:1788877052.573007:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573008:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573010:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e070e0. 00000020:00000001:0.0:1788877052.573012:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573013:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573015:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573016:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681453568 : -126389028098048 : ffff8d0cc2e07000) 00000020:00000001:0.0:1788877052.573019:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573020:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573021:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573022:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573023:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f1a8958d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 20] 00000020:00000001:0.0:1788877052.573027:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573028:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573029:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573030:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07060 00000008:00000001:0.0:1788877052.573031:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573033:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07070 page ffff8d0cc2e07060 at index 20. 00000008:00000001:0.0:1788877052.573035:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573037:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573038:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7d40 index 20 00000020:00000001:0.0:1788877052.573040:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573041:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573042:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573045:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f1a8958d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 20] 00000020:00000001:0.0:1788877052.573047:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573048:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573050:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07000. 00000020:00000001:0.0:1788877052.573052:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573053:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573054:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573055:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681454912 : -126389028096704 : ffff8d0cc2e07540) 00000020:00000001:0.0:1788877052.573057:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573058:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573059:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573061:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573062:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573065:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c065fa3f[2 000000009ff3a3a5 1 1 0000000000000000 0 0 21] 00000020:00000001:0.0:1788877052.573066:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573068:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573069:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573070:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e075a0 00000008:00000001:0.0:1788877052.573072:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573073:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e075b0 page ffff8d0cc2e075a0 at index 21. 00000008:00000001:0.0:1788877052.573075:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573077:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573079:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7d80 index 21 00000020:00000001:0.0:1788877052.573081:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573082:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573083:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573085:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c065fa3f[1 000000009ff3a3a5 5 1 0000000000000000 0 0 21] 00000020:00000001:0.0:1788877052.573087:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573088:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573090:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07540. 00000020:00000001:0.0:1788877052.573092:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573093:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573094:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573096:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681457152 : -126389028094464 : ffff8d0cc2e07e00) 00000020:00000001:0.0:1788877052.573098:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573099:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573100:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573102:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573103:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001b9e5f36[2 000000009ff3a3a5 1 1 0000000000000000 0 0 22] 00000020:00000001:0.0:1788877052.573107:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573108:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573110:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573111:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07e60 00000008:00000001:0.0:1788877052.573112:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573113:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07e70 page ffff8d0cc2e07e60 at index 22. 00000008:00000001:0.0:1788877052.573115:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573118:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573119:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7dc0 index 22 00000020:00000001:0.0:1788877052.573121:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573122:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573123:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573126:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001b9e5f36[1 000000009ff3a3a5 5 1 0000000000000000 0 0 22] 00000020:00000001:0.0:1788877052.573127:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573128:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573130:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07e00. 00000020:00000001:0.0:1788877052.573133:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573134:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573135:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573136:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681455808 : -126389028095808 : ffff8d0cc2e078c0) 00000020:00000001:0.0:1788877052.573138:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573139:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573140:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573141:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573142:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573145:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b9c33bf3[2 000000009ff3a3a5 1 1 0000000000000000 0 0 23] 00000020:00000001:0.0:1788877052.573147:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573148:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573149:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573150:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07920 00000008:00000001:0.0:1788877052.573151:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573153:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07930 page ffff8d0cc2e07920 at index 23. 00000008:00000001:0.0:1788877052.573154:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573157:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573159:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7e00 index 23 00000020:00000001:0.0:1788877052.573161:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573162:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573163:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573165:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b9c33bf3[1 000000009ff3a3a5 5 1 0000000000000000 0 0 23] 00000020:00000001:0.0:1788877052.573167:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573168:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573170:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e078c0. 00000020:00000001:0.0:1788877052.573172:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573173:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573175:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573176:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681456480 : -126389028095136 : ffff8d0cc2e07b60) 00000020:00000001:0.0:1788877052.573177:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573178:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573179:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573180:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573181:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573184:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000045087b33[2 000000009ff3a3a5 1 1 0000000000000000 0 0 24] 00000020:00000001:0.0:1788877052.573185:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573186:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573187:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573188:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07bc0 00000008:00000001:0.0:1788877052.573189:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573190:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07bd0 page ffff8d0cc2e07bc0 at index 24. 00000008:00000001:0.0:1788877052.573192:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573194:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573195:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7e40 index 24 00000020:00000001:0.0:1788877052.573197:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573198:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573199:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573202:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000045087b33[1 000000009ff3a3a5 5 1 0000000000000000 0 0 24] 00000020:00000001:0.0:1788877052.573203:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573204:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573206:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07b60. 00000020:00000001:0.0:1788877052.573208:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573209:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573210:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573212:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681456928 : -126389028094688 : ffff8d0cc2e07d20) 00000020:00000001:0.0:1788877052.573214:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573216:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573217:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573219:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573483:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573487:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002bd5fb1a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 25] 00000020:00000001:0.0:1788877052.573489:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573490:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573492:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573493:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07d80 00000008:00000001:0.0:1788877052.573495:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573497:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07d90 page ffff8d0cc2e07d80 at index 25. 00000008:00000001:0.0:1788877052.573499:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573502:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573504:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7e80 index 25 00000020:00000001:0.0:1788877052.573507:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573508:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573509:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573512:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002bd5fb1a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 25] 00000020:00000001:0.0:1788877052.573513:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573515:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573517:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07d20. 00000020:00000001:0.0:1788877052.573519:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573521:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573522:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573524:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681454016 : -126389028097600 : ffff8d0cc2e071c0) 00000020:00000001:0.0:1788877052.573526:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573527:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573528:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573529:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573531:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573533:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003a6e749a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 26] 00000020:00000001:0.0:1788877052.573534:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573536:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573537:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573538:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07220 00000008:00000001:0.0:1788877052.573539:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573540:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07230 page ffff8d0cc2e07220 at index 26. 00000008:00000001:0.0:1788877052.573542:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573543:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573545:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7ec0 index 26 00000020:00000001:0.0:1788877052.573547:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573548:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573550:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573552:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003a6e749a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 26] 00000020:00000001:0.0:1788877052.573554:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573555:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573556:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e071c0. 00000020:00000001:0.0:1788877052.573558:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573559:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573560:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573561:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681456256 : -126389028095360 : ffff8d0cc2e07a80) 00000020:00000001:0.0:1788877052.573562:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573563:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573564:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573565:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573566:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573569:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000016169f1f[2 000000009ff3a3a5 1 1 0000000000000000 0 0 27] 00000020:00000001:0.0:1788877052.573570:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573571:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573572:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573573:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07ae0 00000008:00000001:0.0:1788877052.573574:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573575:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07af0 page ffff8d0cc2e07ae0 at index 27. 00000008:00000001:0.0:1788877052.573577:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573579:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573580:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7f00 index 27 00000020:00000001:0.0:1788877052.573582:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573583:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573583:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573586:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000016169f1f[1 000000009ff3a3a5 5 1 0000000000000000 0 0 27] 00000020:00000001:0.0:1788877052.573587:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573588:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573589:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07a80. 00000020:00000001:0.0:1788877052.573591:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573592:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573593:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573594:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684681455136 : -126389028096480 : ffff8d0cc2e07620) 00000020:00000001:0.0:1788877052.573596:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573597:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573599:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573600:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573601:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573604:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e1f74122[2 000000009ff3a3a5 1 1 0000000000000000 0 0 28] 00000020:00000001:0.0:1788877052.573605:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573606:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573608:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573608:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc2e07680 00000008:00000001:0.0:1788877052.573610:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573611:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc2e07690 page ffff8d0cc2e07680 at index 28. 00000008:00000001:0.0:1788877052.573613:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573615:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573616:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7f40 index 28 00000020:00000001:0.0:1788877052.573617:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573618:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573619:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573622:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e1f74122[1 000000009ff3a3a5 5 1 0000000000000000 0 0 28] 00000020:00000001:0.0:1788877052.573623:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573624:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573625:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc2e07620. 00000020:00000001:0.0:1788877052.573627:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573628:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573629:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573630:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788450848 : -126388921100768 : ffff8d0cc9411620) 00000020:00000001:0.0:1788877052.573632:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573632:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573633:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573634:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573635:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c417477e[2 000000009ff3a3a5 1 1 0000000000000000 0 0 29] 00000020:00000001:0.0:1788877052.573639:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573640:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573641:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573642:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411680 00000008:00000001:0.0:1788877052.573643:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573644:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411690 page ffff8d0cc9411680 at index 29. 00000008:00000001:0.0:1788877052.573646:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573648:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573650:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7f80 index 29 00000020:00000001:0.0:1788877052.573651:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573652:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573653:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573656:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c417477e[1 000000009ff3a3a5 5 1 0000000000000000 0 0 29] 00000020:00000001:0.0:1788877052.573657:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573658:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573659:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411620. 00000020:00000001:0.0:1788877052.573662:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573663:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573715:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573717:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788451072 : -126388921100544 : ffff8d0cc9411700) 00000020:00000001:0.0:1788877052.573718:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573719:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573720:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573721:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573722:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573725:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000000771137[2 000000009ff3a3a5 1 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877052.573726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573728:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573729:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573730:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411760 00000008:00000001:0.0:1788877052.573731:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573732:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411770 page ffff8d0cc9411760 at index 30. 00000008:00000001:0.0:1788877052.573734:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573736:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573738:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445b7fc0 index 30 00000020:00000001:0.0:1788877052.573739:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573740:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573741:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573744:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000000771137[1 000000009ff3a3a5 5 1 0000000000000000 0 0 30] 00000020:00000001:0.0:1788877052.573745:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573746:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573747:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411700. 00000020:00000001:0.0:1788877052.573749:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573750:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573751:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573752:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788452416 : -126388921099200 : ffff8d0cc9411c40) 00000020:00000001:0.0:1788877052.573754:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573756:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573757:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573758:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573759:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573762:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a728f4ac[2 000000009ff3a3a5 1 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877052.573763:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573765:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573766:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573767:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411ca0 00000008:00000001:0.0:1788877052.573768:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573769:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411cb0 page ffff8d0cc9411ca0 at index 31. 00000008:00000001:0.0:1788877052.573771:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573773:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573774:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830000 index 31 00000020:00000001:0.0:1788877052.573775:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573776:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573777:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573780:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a728f4ac[1 000000009ff3a3a5 5 1 0000000000000000 0 0 31] 00000020:00000001:0.0:1788877052.573781:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573782:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573783:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411c40. 00000020:00000001:0.0:1788877052.573785:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573786:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573787:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573788:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788451744 : -126388921099872 : ffff8d0cc94119a0) 00000020:00000001:0.0:1788877052.573790:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573791:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573791:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573792:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573793:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573796:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e021e6c4[2 000000009ff3a3a5 1 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877052.573797:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573798:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573799:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573800:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411a00 00000008:00000001:0.0:1788877052.573801:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573803:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411a10 page ffff8d0cc9411a00 at index 32. 00000008:00000001:0.0:1788877052.573804:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573806:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573808:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830040 index 32 00000020:00000001:0.0:1788877052.573810:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573811:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573812:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573815:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e021e6c4[1 000000009ff3a3a5 5 1 0000000000000000 0 0 32] 00000020:00000001:0.0:1788877052.573816:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573817:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573819:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94119a0. 00000020:00000001:0.0:1788877052.573820:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573821:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573822:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573824:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788451296 : -126388921100320 : ffff8d0cc94117e0) 00000020:00000001:0.0:1788877052.573825:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573826:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573827:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573828:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573829:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573832:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ef5fe8b2[2 000000009ff3a3a5 1 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877052.573833:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573834:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573835:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573836:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411840 00000008:00000001:0.0:1788877052.573837:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573838:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411850 page ffff8d0cc9411840 at index 33. 00000008:00000001:0.0:1788877052.573840:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573842:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573843:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830080 index 33 00000020:00000001:0.0:1788877052.573855:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573856:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573857:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573860:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ef5fe8b2[1 000000009ff3a3a5 5 1 0000000000000000 0 0 33] 00000020:00000001:0.0:1788877052.573861:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573862:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573863:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94117e0. 00000020:00000001:0.0:1788877052.573865:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573866:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573867:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573868:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788453088 : -126388921098528 : ffff8d0cc9411ee0) 00000020:00000001:0.0:1788877052.573870:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573872:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573873:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573874:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573875:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573878:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dc4674c2[2 000000009ff3a3a5 1 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877052.573879:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573881:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573882:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573883:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411f40 00000008:00000001:0.0:1788877052.573884:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573885:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411f50 page ffff8d0cc9411f40 at index 34. 00000008:00000001:0.0:1788877052.573887:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573889:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573890:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448300c0 index 34 00000020:00000001:0.0:1788877052.573892:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573893:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573894:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573896:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dc4674c2[1 000000009ff3a3a5 5 1 0000000000000000 0 0 34] 00000020:00000001:0.0:1788877052.573897:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573898:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573899:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411ee0. 00000020:00000001:0.0:1788877052.573901:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573902:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573903:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573904:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788450400 : -126388921101216 : ffff8d0cc9411460) 00000020:00000001:0.0:1788877052.573906:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573907:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573908:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573909:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573909:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573912:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b22fd05b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877052.573913:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573914:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573915:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573916:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94114c0 00000008:00000001:0.0:1788877052.573917:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573918:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94114d0 page ffff8d0cc94114c0 at index 35. 00000008:00000001:0.0:1788877052.573920:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573922:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573924:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830100 index 35 00000020:00000001:0.0:1788877052.573926:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573927:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573928:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573931:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b22fd05b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 35] 00000020:00000001:0.0:1788877052.573933:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573934:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573935:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411460. 00000020:00000001:0.0:1788877052.573937:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573938:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573939:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573940:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788449952 : -126388921101664 : ffff8d0cc94112a0) 00000020:00000001:0.0:1788877052.573941:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573942:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573943:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573944:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573945:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573948:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ec3352d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877052.573949:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573950:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573951:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573952:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411300 00000008:00000001:0.0:1788877052.573953:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573954:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411310 page ffff8d0cc9411300 at index 36. 00000008:00000001:0.0:1788877052.573956:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573957:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573959:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830140 index 36 00000020:00000001:0.0:1788877052.573960:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573961:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573962:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.573964:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000ec3352d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 36] 00000020:00000001:0.0:1788877052.573966:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.573967:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.573968:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94112a0. 00000020:00000001:0.0:1788877052.573970:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.573971:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.573972:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.573973:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788450176 : -126388921101440 : ffff8d0cc9411380) 00000020:00000001:0.0:1788877052.573974:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573976:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.573977:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.573978:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.573979:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.573982:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c2e07b35[2 000000009ff3a3a5 1 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877052.573984:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.573985:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.573986:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.573987:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94113e0 00000008:00000001:0.0:1788877052.573988:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.573989:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94113f0 page ffff8d0cc94113e0 at index 37. 00000008:00000001:0.0:1788877052.573991:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.573993:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.573994:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830180 index 37 00000020:00000001:0.0:1788877052.573996:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573997:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.573998:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.574000:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c2e07b35[1 000000009ff3a3a5 5 1 0000000000000000 0 0 37] 00000020:00000001:0.0:1788877052.574001:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.574002:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.574003:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411380. 00000020:00000001:0.0:1788877052.574005:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.574006:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.574007:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.574008:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788449504 : -126388921102112 : ffff8d0cc94110e0) 00000020:00000001:0.0:1788877052.574010:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574011:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574012:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.574013:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.574014:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.574016:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000532bb33e[2 000000009ff3a3a5 1 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877052.574017:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.574018:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.574019:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.574020:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411140 00000008:00000001:0.0:1788877052.574021:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.574023:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411150 page ffff8d0cc9411140 at index 38. 00000008:00000001:0.0:1788877052.574024:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.574026:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.574028:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448301c0 index 38 00000020:00000001:0.0:1788877052.574030:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574031:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574032:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.574035:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000532bb33e[1 000000009ff3a3a5 5 1 0000000000000000 0 0 38] 00000020:00000001:0.0:1788877052.574037:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.574038:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.574039:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94110e0. 00000020:00000001:0.0:1788877052.574041:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.574042:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.574043:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.574044:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788449280 : -126388921102336 : ffff8d0cc9411000) 00000020:00000001:0.0:1788877052.574046:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574047:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574047:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.574048:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.574049:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.574052:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b9cc267b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877052.574053:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.574054:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.574055:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.574056:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411060 00000008:00000001:0.0:1788877052.574057:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.574058:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411070 page ffff8d0cc9411060 at index 39. 00000008:00000001:0.0:1788877052.574060:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.574062:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.574063:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830200 index 39 00000020:00000001:0.0:1788877052.574064:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574065:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574066:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.574069:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b9cc267b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 39] 00000020:00000001:0.0:1788877052.574070:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.574071:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.574072:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411000. 00000020:00000001:0.0:1788877052.574074:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.574074:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.574075:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.574076:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788450624 : -126388921100992 : ffff8d0cc9411540) 00000020:00000001:0.0:1788877052.574077:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574079:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574080:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.574081:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.574082:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.574084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000269cc232[2 000000009ff3a3a5 1 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877052.574086:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.574088:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.574089:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.574090:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94115a0 00000008:00000001:0.0:1788877052.574092:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.574093:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94115b0 page ffff8d0cc94115a0 at index 40. 00000008:00000001:0.0:1788877052.574095:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.574097:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.574099:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830240 index 40 00000020:00000001:0.0:1788877052.574101:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574102:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574104:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.574106:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000269cc232[1 000000009ff3a3a5 5 1 0000000000000000 0 0 40] 00000020:00000001:0.0:1788877052.574107:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.574108:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.574109:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411540. 00000020:00000001:0.0:1788877052.574111:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.574112:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.574113:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.574115:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788452864 : -126388921098752 : ffff8d0cc9411e00) 00000020:00000001:0.0:1788877052.574117:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574118:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574119:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.574120:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.574121:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.574124:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f1ce7e17[2 000000009ff3a3a5 1 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877052.574125:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.574126:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.574128:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.574129:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411e60 00000008:00000001:0.0:1788877052.574130:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.574131:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411e70 page ffff8d0cc9411e60 at index 41. 00000008:00000001:0.0:1788877052.574133:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.574134:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.574136:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830280 index 41 00000020:00000001:0.0:1788877052.574138:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574139:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574140:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.574143:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f1ce7e17[1 000000009ff3a3a5 5 1 0000000000000000 0 0 41] 00000020:00000001:0.0:1788877052.574144:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.574145:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.574147:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411e00. 00000020:00000001:0.0:1788877052.574148:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.574149:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.574150:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.574151:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788451520 : -126388921100096 : ffff8d0cc94118c0) 00000020:00000001:0.0:1788877052.574153:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574154:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574155:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.574156:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.574157:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.574159:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005733a086[2 000000009ff3a3a5 1 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877052.574161:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.574162:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.574163:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.574164:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411920 00000008:00000001:0.0:1788877052.574165:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.574166:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411930 page ffff8d0cc9411920 at index 42. 00000008:00000001:0.0:1788877052.574168:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.574170:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.574171:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448302c0 index 42 00000020:00000001:0.0:1788877052.574173:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574174:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574175:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.574176:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005733a086[1 000000009ff3a3a5 5 1 0000000000000000 0 0 42] 00000020:00000001:0.0:1788877052.574186:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.574187:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.574189:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94118c0. 00000020:00000001:0.0:1788877052.574190:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.574191:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.574192:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.574193:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788452192 : -126388921099424 : ffff8d0cc9411b60) 00000020:00000001:0.0:1788877052.574195:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574196:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574197:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.574199:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.574200:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.574202:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000088b7cab0[2 000000009ff3a3a5 1 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877052.574204:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.574205:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.574207:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.574207:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411bc0 00000008:00000001:0.0:1788877052.574209:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.574210:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411bd0 page ffff8d0cc9411bc0 at index 43. 00000008:00000001:0.0:1788877052.574212:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.574215:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.574216:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830300 index 43 00000020:00000001:0.0:1788877052.574218:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574232:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574235:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.574237:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000088b7cab0[1 000000009ff3a3a5 5 1 0000000000000000 0 0 43] 00000020:00000001:0.0:1788877052.574238:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.574240:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.574241:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411b60. 00000020:00000001:0.0:1788877052.574244:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.574245:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.574246:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.574273:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788452640 : -126388921098976 : ffff8d0cc9411d20) 00000020:00000001:0.0:1788877052.574277:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574278:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574279:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.574280:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.574281:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.574284:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b69c8d4f[2 000000009ff3a3a5 1 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877052.574285:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.574286:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.574287:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.574288:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411d80 00000008:00000001:0.0:1788877052.574290:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.574291:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411d90 page ffff8d0cc9411d80 at index 44. 00000008:00000001:0.0:1788877052.574293:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.574295:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.574296:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830340 index 44 00000020:00000001:0.0:1788877052.574299:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574300:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574301:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.574303:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b69c8d4f[1 000000009ff3a3a5 5 1 0000000000000000 0 0 44] 00000020:00000001:0.0:1788877052.574304:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.574305:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.574307:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411d20. 00000020:00000001:0.0:1788877052.574310:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.574311:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.574364:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.574366:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788449728 : -126388921101888 : ffff8d0cc94111c0) 00000020:00000001:0.0:1788877052.574369:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574370:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574371:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.574372:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.574373:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.574376:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000df83bc85[2 000000009ff3a3a5 1 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877052.574377:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.574379:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.574381:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.574382:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411220 00000008:00000001:0.0:1788877052.574384:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.574385:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411230 page ffff8d0cc9411220 at index 45. 00000008:00000001:0.0:1788877052.574387:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.574390:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.574392:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830380 index 45 00000020:00000001:0.0:1788877052.574394:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574395:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.574397:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.574399:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000df83bc85[1 000000009ff3a3a5 5 1 0000000000000000 0 0 45] 00000020:00000001:0.0:1788877052.574401:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.574402:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.574404:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94111c0. 00000020:00000001:0.0:1788877052.574407:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.574408:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.574409:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.574410:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788451968 : -126388921099648 : ffff8d0cc9411a80) 00000020:00000001:0.0:1788877052.574412:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574414:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.574415:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.574417:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.574418:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.574420:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009edcc3dd[2 000000009ff3a3a5 1 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877052.574422:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.574423:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.574425:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.574425:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9411ae0 00000008:00000001:0.0:1788877052.574428:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.574429:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9411af0 page ffff8d0cc9411ae0 at index 46. 00000008:00000001:0.0:1788877052.575549:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.575555:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.575717:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448303c0 index 46 00000020:00000001:0.0:1788877052.575721:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575722:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575724:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.575728:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009edcc3dd[1 000000009ff3a3a5 5 1 0000000000000000 0 0 46] 00000020:00000001:0.0:1788877052.575729:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.575731:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.575733:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9411a80. 00000020:00000001:0.0:1788877052.575736:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.575737:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.575739:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.575741:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788454496 : -126388921097120 : ffff8d0cc9412460) 00000020:00000001:0.0:1788877052.575743:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575744:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575745:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.575746:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.575747:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.575750:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000027269efa[2 000000009ff3a3a5 1 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877052.575752:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.575753:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.575754:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.575755:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94124c0 00000008:00000001:0.0:1788877052.575757:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.575758:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94124d0 page ffff8d0cc94124c0 at index 47. 00000008:00000001:0.0:1788877052.575760:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.575763:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.575765:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830400 index 47 00000020:00000001:0.0:1788877052.575767:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575768:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575769:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.575772:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000027269efa[1 000000009ff3a3a5 5 1 0000000000000000 0 0 47] 00000020:00000001:0.0:1788877052.575773:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.575774:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.575776:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412460. 00000020:00000001:0.0:1788877052.575778:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.575780:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.575781:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.575782:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788454048 : -126388921097568 : ffff8d0cc94122a0) 00000020:00000001:0.0:1788877052.575784:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575785:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575786:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.575787:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.575788:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.575790:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b7c2faf8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877052.575792:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.575793:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.575794:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.575795:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412300 00000008:00000001:0.0:1788877052.575796:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.575797:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412310 page ffff8d0cc9412300 at index 48. 00000008:00000001:0.0:1788877052.575799:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.575801:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.575803:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830440 index 48 00000020:00000001:0.0:1788877052.575804:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575805:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575806:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.575808:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b7c2faf8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 48] 00000020:00000001:0.0:1788877052.575810:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.575811:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.575813:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94122a0. 00000020:00000001:0.0:1788877052.575815:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.575815:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.575817:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.575818:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788454272 : -126388921097344 : ffff8d0cc9412380) 00000020:00000001:0.0:1788877052.575820:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575821:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575822:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.575823:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.575824:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.575826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001bd9468c[2 000000009ff3a3a5 1 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877052.575828:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.575829:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.575830:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.575831:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94123e0 00000008:00000001:0.0:1788877052.575833:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.575834:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94123f0 page ffff8d0cc94123e0 at index 49. 00000008:00000001:0.0:1788877052.575836:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.575838:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.575839:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830480 index 49 00000020:00000001:0.0:1788877052.575901:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575902:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575903:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.575906:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001bd9468c[1 000000009ff3a3a5 5 1 0000000000000000 0 0 49] 00000020:00000001:0.0:1788877052.575907:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.575909:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.575911:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412380. 00000020:00000001:0.0:1788877052.575913:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.575914:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.575915:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.575917:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788453600 : -126388921098016 : ffff8d0cc94120e0) 00000020:00000001:0.0:1788877052.575919:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575920:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575921:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.575922:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.575923:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.575926:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000477ed781[2 000000009ff3a3a5 1 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877052.575927:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.575928:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.575930:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.575930:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412140 00000008:00000001:0.0:1788877052.575932:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.575933:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412150 page ffff8d0cc9412140 at index 50. 00000008:00000001:0.0:1788877052.575935:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.575938:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.575940:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448304c0 index 50 00000020:00000001:0.0:1788877052.575942:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575943:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575944:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.575946:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000477ed781[1 000000009ff3a3a5 5 1 0000000000000000 0 0 50] 00000020:00000001:0.0:1788877052.575948:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.575949:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.575950:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94120e0. 00000020:00000001:0.0:1788877052.575952:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.575953:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.575955:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.575956:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788453376 : -126388921098240 : ffff8d0cc9412000) 00000020:00000001:0.0:1788877052.575958:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575959:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575960:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.575961:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.575962:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.575965:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f6d968e9[2 000000009ff3a3a5 1 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877052.575966:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.575967:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.575968:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.575969:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412060 00000008:00000001:0.0:1788877052.575971:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.575972:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412070 page ffff8d0cc9412060 at index 51. 00000008:00000001:0.0:1788877052.575974:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.575976:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.575977:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830500 index 51 00000020:00000001:0.0:1788877052.575979:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575980:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.575981:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.575984:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f6d968e9[1 000000009ff3a3a5 5 1 0000000000000000 0 0 51] 00000020:00000001:0.0:1788877052.575985:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.575986:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.575988:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412000. 00000020:00000001:0.0:1788877052.575990:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.575990:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.575991:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.575993:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788454720 : -126388921096896 : ffff8d0cc9412540) 00000020:00000001:0.0:1788877052.575995:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575996:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.575997:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.575998:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.575999:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576001:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001455a770[2 000000009ff3a3a5 1 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877052.576003:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576004:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576005:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576006:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94125a0 00000008:00000001:0.0:1788877052.576008:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576009:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94125b0 page ffff8d0cc94125a0 at index 52. 00000008:00000001:0.0:1788877052.576011:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576013:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576015:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830540 index 52 00000020:00000001:0.0:1788877052.576017:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576017:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576018:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576021:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001455a770[1 000000009ff3a3a5 5 1 0000000000000000 0 0 52] 00000020:00000001:0.0:1788877052.576022:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576023:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576025:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412540. 00000020:00000001:0.0:1788877052.576027:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576029:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576030:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576031:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788456960 : -126388921094656 : ffff8d0cc9412e00) 00000020:00000001:0.0:1788877052.576033:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576034:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576035:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576036:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576037:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576039:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000099d74749[2 000000009ff3a3a5 1 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877052.576041:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576042:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576043:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576044:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412e60 00000008:00000001:0.0:1788877052.576046:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576047:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412e70 page ffff8d0cc9412e60 at index 53. 00000008:00000001:0.0:1788877052.576049:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576051:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576053:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830580 index 53 00000020:00000001:0.0:1788877052.576055:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576056:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576057:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576059:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000099d74749[1 000000009ff3a3a5 5 1 0000000000000000 0 0 53] 00000020:00000001:0.0:1788877052.576060:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576062:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576063:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412e00. 00000020:00000001:0.0:1788877052.576065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576068:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576069:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788455616 : -126388921096000 : ffff8d0cc94128c0) 00000020:00000001:0.0:1788877052.576071:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576072:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576073:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576074:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576075:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001725e500[2 000000009ff3a3a5 1 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877052.576079:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576080:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576081:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576082:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412920 00000008:00000001:0.0:1788877052.576084:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576085:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412930 page ffff8d0cc9412920 at index 54. 00000008:00000001:0.0:1788877052.576087:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576089:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576090:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448305c0 index 54 00000020:00000001:0.0:1788877052.576091:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576092:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576094:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576096:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001725e500[1 000000009ff3a3a5 5 1 0000000000000000 0 0 54] 00000020:00000001:0.0:1788877052.576097:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576099:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576100:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94128c0. 00000020:00000001:0.0:1788877052.576102:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576103:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576104:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576106:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788456288 : -126388921095328 : ffff8d0cc9412b60) 00000020:00000001:0.0:1788877052.576107:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576109:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576110:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576111:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576112:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576114:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000aff96555[2 000000009ff3a3a5 1 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877052.576116:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576117:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576118:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576119:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412bc0 00000008:00000001:0.0:1788877052.576121:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576122:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412bd0 page ffff8d0cc9412bc0 at index 55. 00000008:00000001:0.0:1788877052.576125:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576127:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576128:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830600 index 55 00000020:00000001:0.0:1788877052.576130:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576131:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576133:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576135:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000aff96555[1 000000009ff3a3a5 5 1 0000000000000000 0 0 55] 00000020:00000001:0.0:1788877052.576137:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576138:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576140:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412b60. 00000020:00000001:0.0:1788877052.576142:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576143:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576144:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576145:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788456736 : -126388921094880 : ffff8d0cc9412d20) 00000020:00000001:0.0:1788877052.576148:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576149:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576150:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576151:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576152:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576155:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e470c1b9[2 000000009ff3a3a5 1 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877052.576156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576158:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576159:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576160:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412d80 00000008:00000001:0.0:1788877052.576161:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576163:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412d90 page ffff8d0cc9412d80 at index 56. 00000008:00000001:0.0:1788877052.576164:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576166:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576168:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830640 index 56 00000020:00000001:0.0:1788877052.576170:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576171:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576172:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576174:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e470c1b9[1 000000009ff3a3a5 5 1 0000000000000000 0 0 56] 00000020:00000001:0.0:1788877052.576176:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576177:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576491:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412d20. 00000020:00000001:0.0:1788877052.576494:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576496:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576497:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576499:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788453824 : -126388921097792 : ffff8d0cc94121c0) 00000020:00000001:0.0:1788877052.576501:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576502:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576504:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576505:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576506:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576509:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bfc50371[2 000000009ff3a3a5 1 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877052.576511:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576512:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576514:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576515:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412220 00000008:00000001:0.0:1788877052.576516:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576518:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412230 page ffff8d0cc9412220 at index 57. 00000008:00000001:0.0:1788877052.576520:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576523:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576525:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830680 index 57 00000020:00000001:0.0:1788877052.576527:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576528:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576529:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576531:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bfc50371[1 000000009ff3a3a5 5 1 0000000000000000 0 0 57] 00000020:00000001:0.0:1788877052.576533:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576534:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576536:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94121c0. 00000020:00000001:0.0:1788877052.576538:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576539:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576540:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576542:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788456064 : -126388921095552 : ffff8d0cc9412a80) 00000020:00000001:0.0:1788877052.576544:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576545:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576546:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576548:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576549:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576552:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006a3e47f7[2 000000009ff3a3a5 1 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877052.576553:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576555:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576556:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576557:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412ae0 00000008:00000001:0.0:1788877052.576559:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576560:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412af0 page ffff8d0cc9412ae0 at index 58. 00000008:00000001:0.0:1788877052.576562:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576565:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576566:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448306c0 index 58 00000020:00000001:0.0:1788877052.576568:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576569:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576570:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576573:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006a3e47f7[1 000000009ff3a3a5 5 1 0000000000000000 0 0 58] 00000020:00000001:0.0:1788877052.576574:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576575:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576577:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412a80. 00000020:00000001:0.0:1788877052.576579:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576580:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576582:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576583:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788454944 : -126388921096672 : ffff8d0cc9412620) 00000020:00000001:0.0:1788877052.576585:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576586:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576587:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576588:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576590:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576592:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001d6ca98c[2 000000009ff3a3a5 1 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877052.576594:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576595:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576596:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576597:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412680 00000008:00000001:0.0:1788877052.576599:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576600:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412690 page ffff8d0cc9412680 at index 59. 00000008:00000001:0.0:1788877052.576602:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576604:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576606:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830700 index 59 00000020:00000001:0.0:1788877052.576608:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576609:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576610:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576612:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001d6ca98c[1 000000009ff3a3a5 5 1 0000000000000000 0 0 59] 00000020:00000001:0.0:1788877052.576613:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576614:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576616:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412620. 00000020:00000001:0.0:1788877052.576618:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576619:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576683:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576685:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788455168 : -126388921096448 : ffff8d0cc9412700) 00000020:00000001:0.0:1788877052.576687:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576688:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576689:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576690:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576692:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576694:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b02c97a8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877052.576696:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576697:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576699:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576700:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412760 00000008:00000001:0.0:1788877052.576701:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576703:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412770 page ffff8d0cc9412760 at index 60. 00000008:00000001:0.0:1788877052.576705:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576707:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576709:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830740 index 60 00000020:00000001:0.0:1788877052.576711:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576712:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576713:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576716:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b02c97a8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 60] 00000020:00000001:0.0:1788877052.576717:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576719:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576720:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412700. 00000020:00000001:0.0:1788877052.576723:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576724:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576725:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576727:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788456512 : -126388921095104 : ffff8d0cc9412c40) 00000020:00000001:0.0:1788877052.576729:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576730:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576731:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576733:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576734:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576736:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f8e061ba[2 000000009ff3a3a5 1 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877052.576738:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576739:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576740:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576741:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412ca0 00000008:00000001:0.0:1788877052.576743:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576744:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412cb0 page ffff8d0cc9412ca0 at index 61. 00000008:00000001:0.0:1788877052.576746:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576748:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576749:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830780 index 61 00000020:00000001:0.0:1788877052.576751:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576752:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576753:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576755:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f8e061ba[1 000000009ff3a3a5 5 1 0000000000000000 0 0 61] 00000020:00000001:0.0:1788877052.576757:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576758:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576759:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412c40. 00000020:00000001:0.0:1788877052.576761:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576762:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576763:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576765:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788455840 : -126388921095776 : ffff8d0cc94129a0) 00000020:00000001:0.0:1788877052.576767:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576768:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576769:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576770:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576771:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576773:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005b3ffcfa[2 000000009ff3a3a5 1 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877052.576775:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576777:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576778:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576779:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412a00 00000008:00000001:0.0:1788877052.576780:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576781:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412a10 page ffff8d0cc9412a00 at index 62. 00000008:00000001:0.0:1788877052.576783:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576785:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576787:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448307c0 index 62 00000020:00000001:0.0:1788877052.576789:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576790:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576791:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576793:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005b3ffcfa[1 000000009ff3a3a5 5 1 0000000000000000 0 0 62] 00000020:00000001:0.0:1788877052.576795:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576796:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576797:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94129a0. 00000020:00000001:0.0:1788877052.576799:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576801:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576802:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576803:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788455392 : -126388921096224 : ffff8d0cc94127e0) 00000020:00000001:0.0:1788877052.576805:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576806:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576808:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576809:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576810:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576812:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ebb68b18[2 000000009ff3a3a5 1 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877052.576814:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576815:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576817:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576818:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412840 00000008:00000001:0.0:1788877052.576819:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576820:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412850 page ffff8d0cc9412840 at index 63. 00000008:00000001:0.0:1788877052.576822:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576828:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576830:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830800 index 63 00000020:00000001:0.0:1788877052.576832:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576833:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576834:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576837:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ebb68b18[1 000000009ff3a3a5 5 1 0000000000000000 0 0 63] 00000020:00000001:0.0:1788877052.576838:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576839:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576852:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94127e0. 00000020:00000001:0.0:1788877052.576856:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576857:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576858:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576860:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684788457184 : -126388921094432 : ffff8d0cc9412ee0) 00000020:00000001:0.0:1788877052.576862:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576864:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576865:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576866:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576867:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576869:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b5665d9b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877052.576871:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576872:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576874:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576875:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc9412f40 00000008:00000001:0.0:1788877052.576876:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576877:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc9412f50 page ffff8d0cc9412f40 at index 64. 00000008:00000001:0.0:1788877052.576880:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576882:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576884:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830840 index 64 00000020:00000001:0.0:1788877052.576886:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576887:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576888:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576890:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b5665d9b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 64] 00000020:00000001:0.0:1788877052.576892:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576893:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576895:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc9412ee0. 00000020:00000001:0.0:1788877052.576897:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576898:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576899:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576900:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507471552 : -126388202080064 : ffff8d0cf41c78c0) 00000020:00000001:0.0:1788877052.576903:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576904:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576905:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576906:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576907:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576910:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000041fee58d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877052.576911:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576912:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576914:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576915:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7920 00000008:00000001:0.0:1788877052.576916:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576917:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7930 page ffff8d0cf41c7920 at index 65. 00000008:00000001:0.0:1788877052.576919:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576921:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576923:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830880 index 65 00000020:00000001:0.0:1788877052.576925:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576926:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576927:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576930:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000041fee58d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 65] 00000020:00000001:0.0:1788877052.576931:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576932:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576934:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c78c0. 00000020:00000001:0.0:1788877052.576936:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576937:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576938:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576940:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507472224 : -126388202079392 : ffff8d0cf41c7b60) 00000020:00000001:0.0:1788877052.576942:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576943:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576944:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576945:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576946:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576949:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d9360c5a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877052.576950:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576952:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576953:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576954:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7bc0 00000008:00000001:0.0:1788877052.576955:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576957:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7bd0 page ffff8d0cf41c7bc0 at index 66. 00000008:00000001:0.0:1788877052.576959:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.576961:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.576962:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448308c0 index 66 00000020:00000001:0.0:1788877052.576964:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576965:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.576966:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.576969:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d9360c5a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 66] 00000020:00000001:0.0:1788877052.576970:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.576971:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.576973:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7b60. 00000020:00000001:0.0:1788877052.576975:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.576976:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.576977:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.576979:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507472672 : -126388202078944 : ffff8d0cf41c7d20) 00000020:00000001:0.0:1788877052.576981:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576982:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.576983:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.576985:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.576986:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.576988:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006050521d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877052.576990:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.576991:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.576993:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.576994:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7d80 00000008:00000001:0.0:1788877052.576995:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.576996:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7d90 page ffff8d0cf41c7d80 at index 67. 00000008:00000001:0.0:1788877052.576998:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577000:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577001:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830900 index 67 00000020:00000001:0.0:1788877052.577003:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577004:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577005:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577007:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006050521d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 67] 00000020:00000001:0.0:1788877052.577008:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577009:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577011:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7d20. 00000020:00000001:0.0:1788877052.577013:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577014:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577015:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577017:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507469760 : -126388202081856 : ffff8d0cf41c71c0) 00000020:00000001:0.0:1788877052.577018:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577019:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577020:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577021:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577022:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000034be9935[2 000000009ff3a3a5 1 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877052.577027:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577028:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577029:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577030:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7220 00000008:00000001:0.0:1788877052.577032:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577033:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7230 page ffff8d0cf41c7220 at index 68. 00000008:00000001:0.0:1788877052.577035:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577037:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577039:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830940 index 68 00000020:00000001:0.0:1788877052.577040:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577041:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577043:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577045:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000034be9935[1 000000009ff3a3a5 5 1 0000000000000000 0 0 68] 00000020:00000001:0.0:1788877052.577047:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577048:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577050:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c71c0. 00000020:00000001:0.0:1788877052.577052:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577053:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577054:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577055:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507472000 : -126388202079616 : ffff8d0cf41c7a80) 00000020:00000001:0.0:1788877052.577057:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577058:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577059:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577060:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577061:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000079c0c962[2 000000009ff3a3a5 1 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877052.577065:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577067:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577068:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577069:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7ae0 00000008:00000001:0.0:1788877052.577070:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577072:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7af0 page ffff8d0cf41c7ae0 at index 69. 00000008:00000001:0.0:1788877052.577074:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577076:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577077:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830980 index 69 00000020:00000001:0.0:1788877052.577080:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577081:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577082:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577084:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000079c0c962[1 000000009ff3a3a5 5 1 0000000000000000 0 0 69] 00000020:00000001:0.0:1788877052.577086:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577087:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577089:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7a80. 00000020:00000001:0.0:1788877052.577091:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577092:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577093:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577094:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507470880 : -126388202080736 : ffff8d0cf41c7620) 00000020:00000001:0.0:1788877052.577096:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577098:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577099:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577100:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577101:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000573f61c8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877052.577105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577106:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577108:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577109:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7680 00000008:00000001:0.0:1788877052.577110:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577111:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7690 page ffff8d0cf41c7680 at index 70. 00000008:00000001:0.0:1788877052.577113:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577116:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577117:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448309c0 index 70 00000020:00000001:0.0:1788877052.577119:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577120:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577121:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577124:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000573f61c8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 70] 00000020:00000001:0.0:1788877052.577125:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577126:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577128:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7620. 00000020:00000001:0.0:1788877052.577130:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577131:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577133:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577134:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507471104 : -126388202080512 : ffff8d0cf41c7700) 00000020:00000001:0.0:1788877052.577136:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577137:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577138:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577139:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577140:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577143:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000093dbf945[2 000000009ff3a3a5 1 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877052.577144:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577145:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577147:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577148:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7760 00000008:00000001:0.0:1788877052.577149:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577150:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7770 page ffff8d0cf41c7760 at index 71. 00000008:00000001:0.0:1788877052.577153:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577155:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577156:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830a00 index 71 00000020:00000001:0.0:1788877052.577158:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577159:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577161:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577163:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000093dbf945[1 000000009ff3a3a5 5 1 0000000000000000 0 0 71] 00000020:00000001:0.0:1788877052.577164:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577165:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577167:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7700. 00000020:00000001:0.0:1788877052.577169:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577170:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577171:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577173:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507472448 : -126388202079168 : ffff8d0cf41c7c40) 00000020:00000001:0.0:1788877052.577175:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577176:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577177:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577178:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577179:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577181:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004211871e[2 000000009ff3a3a5 1 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877052.577183:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577185:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577186:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577198:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7ca0 00000008:00000001:0.0:1788877052.577200:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577201:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7cb0 page ffff8d0cf41c7ca0 at index 72. 00000008:00000001:0.0:1788877052.577203:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577206:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577207:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830a40 index 72 00000020:00000001:0.0:1788877052.577209:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577209:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577211:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577213:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004211871e[1 000000009ff3a3a5 5 1 0000000000000000 0 0 72] 00000020:00000001:0.0:1788877052.577215:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577216:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577218:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7c40. 00000020:00000001:0.0:1788877052.577299:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577300:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577302:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577304:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507471776 : -126388202079840 : ffff8d0cf41c79a0) 00000020:00000001:0.0:1788877052.577306:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577307:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577308:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577310:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577311:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577314:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b75f1dd5[2 000000009ff3a3a5 1 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877052.577316:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577317:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577319:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577320:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7a00 00000008:00000001:0.0:1788877052.577322:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577323:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7a10 page ffff8d0cf41c7a00 at index 73. 00000008:00000001:0.0:1788877052.577325:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577328:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577330:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830a80 index 73 00000020:00000001:0.0:1788877052.577332:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577333:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577334:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577337:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b75f1dd5[1 000000009ff3a3a5 5 1 0000000000000000 0 0 73] 00000020:00000001:0.0:1788877052.577338:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577339:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577341:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c79a0. 00000020:00000001:0.0:1788877052.577344:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577345:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577346:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577347:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507471328 : -126388202080288 : ffff8d0cf41c77e0) 00000020:00000001:0.0:1788877052.577349:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577350:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577351:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577353:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577354:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577356:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000d7bad21[2 000000009ff3a3a5 1 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877052.577358:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577359:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577360:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577361:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7840 00000008:00000001:0.0:1788877052.577362:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577363:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7850 page ffff8d0cf41c7840 at index 74. 00000008:00000001:0.0:1788877052.577365:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577367:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577368:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830ac0 index 74 00000020:00000001:0.0:1788877052.577370:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577371:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577372:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577375:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000d7bad21[1 000000009ff3a3a5 5 1 0000000000000000 0 0 74] 00000020:00000001:0.0:1788877052.577469:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577471:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577473:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c77e0. 00000020:00000001:0.0:1788877052.577476:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577477:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577527:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577530:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507473120 : -126388202078496 : ffff8d0cf41c7ee0) 00000020:00000001:0.0:1788877052.577532:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577533:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577534:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577535:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577536:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577539:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009bec73ef[2 000000009ff3a3a5 1 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877052.577541:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577543:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577544:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577545:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7f40 00000008:00000001:0.0:1788877052.577547:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577548:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7f50 page ffff8d0cf41c7f40 at index 75. 00000008:00000001:0.0:1788877052.577551:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577554:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577555:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830b00 index 75 00000020:00000001:0.0:1788877052.577557:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577559:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577560:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577562:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009bec73ef[1 000000009ff3a3a5 5 1 0000000000000000 0 0 75] 00000020:00000001:0.0:1788877052.577563:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577565:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577567:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7ee0. 00000020:00000001:0.0:1788877052.577569:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577570:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577572:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577573:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507470432 : -126388202081184 : ffff8d0cf41c7460) 00000020:00000001:0.0:1788877052.577575:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577576:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577577:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577579:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577580:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577583:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b184cd94[2 000000009ff3a3a5 1 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877052.577584:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577585:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577587:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577588:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c74c0 00000008:00000001:0.0:1788877052.577589:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577591:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c74d0 page ffff8d0cf41c74c0 at index 76. 00000008:00000001:0.0:1788877052.577593:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577595:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577596:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830b40 index 76 00000020:00000001:0.0:1788877052.577598:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577599:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577600:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577603:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b184cd94[1 000000009ff3a3a5 5 1 0000000000000000 0 0 76] 00000020:00000001:0.0:1788877052.577604:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577605:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577607:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7460. 00000020:00000001:0.0:1788877052.577609:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577610:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577612:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577613:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507469984 : -126388202081632 : ffff8d0cf41c72a0) 00000020:00000001:0.0:1788877052.577615:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577616:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577617:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577618:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577619:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577621:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004066a53c[2 000000009ff3a3a5 1 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877052.577622:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577623:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577624:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577625:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7300 00000008:00000001:0.0:1788877052.577626:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577627:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7310 page ffff8d0cf41c7300 at index 77. 00000008:00000001:0.0:1788877052.577629:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577631:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577632:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830b80 index 77 00000020:00000001:0.0:1788877052.577634:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577635:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577636:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577639:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004066a53c[1 000000009ff3a3a5 5 1 0000000000000000 0 0 77] 00000020:00000001:0.0:1788877052.577640:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577645:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577647:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c72a0. 00000020:00000001:0.0:1788877052.577648:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577650:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577651:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577652:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507470208 : -126388202081408 : ffff8d0cf41c7380) 00000020:00000001:0.0:1788877052.577654:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577655:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577656:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577657:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577658:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577661:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a41c76fd[2 000000009ff3a3a5 1 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877052.577662:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577663:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577664:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577665:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c73e0 00000008:00000001:0.0:1788877052.577666:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577667:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c73f0 page ffff8d0cf41c73e0 at index 78. 00000008:00000001:0.0:1788877052.577668:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577670:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577672:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830bc0 index 78 00000020:00000001:0.0:1788877052.577673:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577674:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577675:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577677:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a41c76fd[1 000000009ff3a3a5 5 1 0000000000000000 0 0 78] 00000020:00000001:0.0:1788877052.577678:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577679:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577681:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7380. 00000020:00000001:0.0:1788877052.577682:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577683:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577684:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577685:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507469536 : -126388202082080 : ffff8d0cf41c70e0) 00000020:00000001:0.0:1788877052.577687:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577688:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577689:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577690:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577692:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577694:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002f0d9da1[2 000000009ff3a3a5 1 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877052.577695:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577697:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577698:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577699:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7140 00000008:00000001:0.0:1788877052.577700:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577701:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7150 page ffff8d0cf41c7140 at index 79. 00000008:00000001:0.0:1788877052.577702:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577704:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577705:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830c00 index 79 00000020:00000001:0.0:1788877052.577707:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577708:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577709:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577711:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002f0d9da1[1 000000009ff3a3a5 5 1 0000000000000000 0 0 79] 00000020:00000001:0.0:1788877052.577712:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577713:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577714:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c70e0. 00000020:00000001:0.0:1788877052.577716:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577717:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577718:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577719:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507469312 : -126388202082304 : ffff8d0cf41c7000) 00000020:00000001:0.0:1788877052.577720:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577721:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577722:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577723:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577724:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577726:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e66d10f7[2 000000009ff3a3a5 1 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877052.577727:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577728:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577729:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577730:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7060 00000008:00000001:0.0:1788877052.577731:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577732:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7070 page ffff8d0cf41c7060 at index 80. 00000008:00000001:0.0:1788877052.577734:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577736:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577737:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830c40 index 80 00000020:00000001:0.0:1788877052.577738:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577739:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577740:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577742:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e66d10f7[1 000000009ff3a3a5 5 1 0000000000000000 0 0 80] 00000020:00000001:0.0:1788877052.577743:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577813:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577815:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7000. 00000020:00000001:0.0:1788877052.577817:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577818:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577819:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577821:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507470656 : -126388202080960 : ffff8d0cf41c7540) 00000020:00000001:0.0:1788877052.577822:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577823:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577824:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577825:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577826:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577829:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000adf04d55[2 000000009ff3a3a5 1 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877052.577830:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577832:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577833:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577834:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c75a0 00000008:00000001:0.0:1788877052.577835:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577873:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c75b0 page ffff8d0cf41c75a0 at index 81. 00000008:00000001:0.0:1788877052.577876:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577878:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577880:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830c80 index 81 00000020:00000001:0.0:1788877052.577882:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577883:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577884:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577887:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000adf04d55[1 000000009ff3a3a5 5 1 0000000000000000 0 0 81] 00000020:00000001:0.0:1788877052.577888:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577890:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577891:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7540. 00000020:00000001:0.0:1788877052.577894:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577895:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577896:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577897:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507472896 : -126388202078720 : ffff8d0cf41c7e00) 00000020:00000001:0.0:1788877052.577899:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577901:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577902:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577903:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577904:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577907:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007af97110[2 000000009ff3a3a5 1 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877052.577908:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577909:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577911:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577911:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c7e60 00000008:00000001:0.0:1788877052.577912:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577914:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c7e70 page ffff8d0cf41c7e60 at index 82. 00000008:00000001:0.0:1788877052.577915:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577917:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577918:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830cc0 index 82 00000020:00000001:0.0:1788877052.577920:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577921:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577922:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577927:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007af97110[1 000000009ff3a3a5 5 1 0000000000000000 0 0 82] 00000020:00000001:0.0:1788877052.577928:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577930:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577931:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c7e00. 00000020:00000001:0.0:1788877052.577933:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577934:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577935:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577936:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507912800 : -126388201638816 : ffff8d0cf4233460) 00000020:00000001:0.0:1788877052.577937:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577938:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577939:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577940:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577941:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577944:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000008c0b3f4d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877052.577945:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577946:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577948:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577948:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf42334c0 00000008:00000001:0.0:1788877052.577950:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577951:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf42334d0 page ffff8d0cf42334c0 at index 83. 00000008:00000001:0.0:1788877052.577953:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577954:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577956:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830d00 index 83 00000020:00000001:0.0:1788877052.577958:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577959:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577961:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577963:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000008c0b3f4d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 83] 00000020:00000001:0.0:1788877052.577964:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.577965:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.577967:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233460. 00000020:00000001:0.0:1788877052.577969:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.577970:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.577971:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.577972:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507912352 : -126388201639264 : ffff8d0cf42332a0) 00000020:00000001:0.0:1788877052.577974:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577974:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.577975:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.577976:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.577977:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.577979:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002213bbdc[2 000000009ff3a3a5 1 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877052.577980:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.577982:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.577983:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.577983:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233300 00000008:00000001:0.0:1788877052.577984:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.577986:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233310 page ffff8d0cf4233300 at index 84. 00000008:00000001:0.0:1788877052.577987:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.577989:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.577992:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830d40 index 84 00000020:00000001:0.0:1788877052.577994:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577995:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.577996:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.577998:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002213bbdc[1 000000009ff3a3a5 5 1 0000000000000000 0 0 84] 00000020:00000001:0.0:1788877052.578000:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578001:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578002:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf42332a0. 00000020:00000001:0.0:1788877052.578004:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578005:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578005:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578007:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507912576 : -126388201639040 : ffff8d0cf4233380) 00000020:00000001:0.0:1788877052.578008:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578009:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578010:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578012:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578013:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578015:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ce09e8fd[2 000000009ff3a3a5 1 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877052.578019:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578020:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578021:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578022:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf42333e0 00000008:00000001:0.0:1788877052.578023:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578024:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf42333f0 page ffff8d0cf42333e0 at index 85. 00000008:00000001:0.0:1788877052.578026:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578028:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578029:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830d80 index 85 00000020:00000001:0.0:1788877052.578030:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578031:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578032:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578035:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ce09e8fd[1 000000009ff3a3a5 5 1 0000000000000000 0 0 85] 00000020:00000001:0.0:1788877052.578036:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578037:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578038:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233380. 00000020:00000001:0.0:1788877052.578040:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578041:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578042:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578043:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507911904 : -126388201639712 : ffff8d0cf42330e0) 00000020:00000001:0.0:1788877052.578044:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578045:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578046:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578047:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578048:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578050:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c73f10b0[2 000000009ff3a3a5 1 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877052.578051:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578052:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578053:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578054:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233140 00000008:00000001:0.0:1788877052.578055:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578056:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233150 page ffff8d0cf4233140 at index 86. 00000008:00000001:0.0:1788877052.578058:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578060:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578061:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830dc0 index 86 00000020:00000001:0.0:1788877052.578063:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578064:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578064:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578067:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c73f10b0[1 000000009ff3a3a5 5 1 0000000000000000 0 0 86] 00000020:00000001:0.0:1788877052.578068:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578069:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578070:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf42330e0. 00000020:00000001:0.0:1788877052.578072:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578073:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578074:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578075:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507911680 : -126388201639936 : ffff8d0cf4233000) 00000020:00000001:0.0:1788877052.578076:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578077:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578078:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578079:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578080:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578082:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d22980c2[2 000000009ff3a3a5 1 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877052.578083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578084:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578085:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578086:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233060 00000008:00000001:0.0:1788877052.578087:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578088:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233070 page ffff8d0cf4233060 at index 87. 00000008:00000001:0.0:1788877052.578090:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578092:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578093:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830e00 index 87 00000020:00000001:0.0:1788877052.578094:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578095:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578096:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578098:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d22980c2[1 000000009ff3a3a5 5 1 0000000000000000 0 0 87] 00000020:00000001:0.0:1788877052.578099:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578100:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578102:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233000. 00000020:00000001:0.0:1788877052.578103:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578104:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578105:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578106:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507913024 : -126388201638592 : ffff8d0cf4233540) 00000020:00000001:0.0:1788877052.578108:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578109:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578110:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578111:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578112:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578114:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009c16e576[2 000000009ff3a3a5 1 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877052.578115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578116:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578117:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578118:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf42335a0 00000008:00000001:0.0:1788877052.578119:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578120:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf42335b0 page ffff8d0cf42335a0 at index 88. 00000008:00000001:0.0:1788877052.578122:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578123:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578125:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830e40 index 88 00000020:00000001:0.0:1788877052.578126:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578127:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578128:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578130:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009c16e576[1 000000009ff3a3a5 5 1 0000000000000000 0 0 88] 00000020:00000001:0.0:1788877052.578131:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578132:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578133:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233540. 00000020:00000001:0.0:1788877052.578135:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578136:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578137:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578138:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507915264 : -126388201636352 : ffff8d0cf4233e00) 00000020:00000001:0.0:1788877052.578140:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578141:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578141:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578142:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578143:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578145:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000028599183[2 000000009ff3a3a5 1 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877052.578146:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578147:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578148:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578149:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233e60 00000008:00000001:0.0:1788877052.578150:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578151:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233e70 page ffff8d0cf4233e60 at index 89. 00000008:00000001:0.0:1788877052.578153:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578155:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578156:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830e80 index 89 00000020:00000001:0.0:1788877052.578158:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578159:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578160:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578162:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000028599183[1 000000009ff3a3a5 5 1 0000000000000000 0 0 89] 00000020:00000001:0.0:1788877052.578163:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578164:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578166:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233e00. 00000020:00000001:0.0:1788877052.578167:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578168:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578206:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578208:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507913920 : -126388201637696 : ffff8d0cf42338c0) 00000020:00000001:0.0:1788877052.578213:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578214:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578215:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578216:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578217:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578229:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ed9b9f99[2 000000009ff3a3a5 1 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877052.578230:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578231:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578232:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578233:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233920 00000008:00000001:0.0:1788877052.578234:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578235:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233930 page ffff8d0cf4233920 at index 90. 00000008:00000001:0.0:1788877052.578237:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578240:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578241:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830ec0 index 90 00000020:00000001:0.0:1788877052.578243:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578245:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578246:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578279:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ed9b9f99[1 000000009ff3a3a5 5 1 0000000000000000 0 0 90] 00000020:00000001:0.0:1788877052.578281:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578282:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578285:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf42338c0. 00000020:00000001:0.0:1788877052.578288:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578289:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578290:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578291:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507914592 : -126388201637024 : ffff8d0cf4233b60) 00000020:00000001:0.0:1788877052.578293:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578294:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578296:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578297:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578298:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578300:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9359ba7[2 000000009ff3a3a5 1 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877052.578302:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578303:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578304:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578305:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233bc0 00000008:00000001:0.0:1788877052.578306:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578308:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233bd0 page ffff8d0cf4233bc0 at index 91. 00000008:00000001:0.0:1788877052.578310:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578312:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578314:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830f00 index 91 00000020:00000001:0.0:1788877052.578316:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578317:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578318:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578321:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e9359ba7[1 000000009ff3a3a5 5 1 0000000000000000 0 0 91] 00000020:00000001:0.0:1788877052.578323:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578324:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578326:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233b60. 00000020:00000001:0.0:1788877052.578328:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578329:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578330:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578332:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507915040 : -126388201636576 : ffff8d0cf4233d20) 00000020:00000001:0.0:1788877052.578333:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578334:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578335:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578336:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578338:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578341:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a42d8cd5[2 000000009ff3a3a5 1 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877052.578343:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578344:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578345:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578346:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233d80 00000008:00000001:0.0:1788877052.578347:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578348:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233d90 page ffff8d0cf4233d80 at index 92. 00000008:00000001:0.0:1788877052.578350:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578352:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578354:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830f40 index 92 00000020:00000001:0.0:1788877052.578356:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578357:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578358:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578360:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a42d8cd5[1 000000009ff3a3a5 5 1 0000000000000000 0 0 92] 00000020:00000001:0.0:1788877052.578362:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578363:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578364:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233d20. 00000020:00000001:0.0:1788877052.578366:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578367:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578369:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578370:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507912128 : -126388201639488 : ffff8d0cf42331c0) 00000020:00000001:0.0:1788877052.578372:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578373:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578374:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578375:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578591:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578595:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000050996125[2 000000009ff3a3a5 1 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877052.578596:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578597:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578598:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578600:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233220 00000008:00000001:0.0:1788877052.578601:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578603:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233230 page ffff8d0cf4233220 at index 93. 00000008:00000001:0.0:1788877052.578604:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578607:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578609:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830f80 index 93 00000020:00000001:0.0:1788877052.578611:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578612:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578614:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578616:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000050996125[1 000000009ff3a3a5 5 1 0000000000000000 0 0 93] 00000020:00000001:0.0:1788877052.578617:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578619:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578621:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf42331c0. 00000020:00000001:0.0:1788877052.578624:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578625:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578627:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578628:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507914368 : -126388201637248 : ffff8d0cf4233a80) 00000020:00000001:0.0:1788877052.578630:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578632:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578633:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578634:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578635:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578637:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000485f5654[2 000000009ff3a3a5 1 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877052.578638:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578639:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578640:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578641:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233ae0 00000008:00000001:0.0:1788877052.578642:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578644:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233af0 page ffff8d0cf4233ae0 at index 94. 00000008:00000001:0.0:1788877052.578646:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578647:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578649:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44830fc0 index 94 00000020:00000001:0.0:1788877052.578651:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578651:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578652:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578654:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000485f5654[1 000000009ff3a3a5 5 1 0000000000000000 0 0 94] 00000020:00000001:0.0:1788877052.578656:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578657:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578658:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233a80. 00000020:00000001:0.0:1788877052.578660:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578661:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578662:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578663:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507913248 : -126388201638368 : ffff8d0cf4233620) 00000020:00000001:0.0:1788877052.578665:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578666:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578667:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578668:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578669:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578671:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000824e5007[2 000000009ff3a3a5 1 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877052.578672:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578674:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578674:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578675:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233680 00000008:00000001:0.0:1788877052.578676:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578677:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233690 page ffff8d0cf4233680 at index 95. 00000008:00000001:0.0:1788877052.578679:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578681:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578683:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831000 index 95 00000020:00000001:0.0:1788877052.578684:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578685:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578686:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578689:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000824e5007[1 000000009ff3a3a5 5 1 0000000000000000 0 0 95] 00000020:00000001:0.0:1788877052.578690:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578691:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578692:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233620. 00000020:00000001:0.0:1788877052.578694:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578695:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578696:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578697:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507913472 : -126388201638144 : ffff8d0cf4233700) 00000020:00000001:0.0:1788877052.578699:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578699:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578701:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578702:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578703:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578705:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006b566f04[2 000000009ff3a3a5 1 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877052.578706:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578707:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578709:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578710:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233760 00000008:00000001:0.0:1788877052.578711:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578712:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233770 page ffff8d0cf4233760 at index 96. 00000008:00000001:0.0:1788877052.578714:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578716:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578717:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831040 index 96 00000020:00000001:0.0:1788877052.578719:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578720:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578721:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578723:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006b566f04[1 000000009ff3a3a5 5 1 0000000000000000 0 0 96] 00000020:00000001:0.0:1788877052.578724:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578725:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578727:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233700. 00000020:00000001:0.0:1788877052.578728:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578729:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578730:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578732:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507914816 : -126388201636800 : ffff8d0cf4233c40) 00000020:00000001:0.0:1788877052.578733:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578735:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578735:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578737:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578737:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578740:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cf002d8f[2 000000009ff3a3a5 1 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877052.578741:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578742:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578743:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578744:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233ca0 00000008:00000001:0.0:1788877052.578745:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578747:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233cb0 page ffff8d0cf4233ca0 at index 97. 00000008:00000001:0.0:1788877052.578748:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578750:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578752:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831080 index 97 00000020:00000001:0.0:1788877052.578754:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578755:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578756:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578758:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cf002d8f[1 000000009ff3a3a5 5 1 0000000000000000 0 0 97] 00000020:00000001:0.0:1788877052.578759:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578761:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578762:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233c40. 00000020:00000001:0.0:1788877052.578764:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578765:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578766:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578767:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507914144 : -126388201637472 : ffff8d0cf42339a0) 00000020:00000001:0.0:1788877052.578769:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578770:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578771:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578772:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578773:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578775:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004ed4ea68[2 000000009ff3a3a5 1 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877052.578776:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578777:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578779:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578780:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233a00 00000008:00000001:0.0:1788877052.578781:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578782:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233a10 page ffff8d0cf4233a00 at index 98. 00000008:00000001:0.0:1788877052.578784:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578786:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578788:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448310c0 index 98 00000020:00000001:0.0:1788877052.578790:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578791:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578792:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578795:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004ed4ea68[1 000000009ff3a3a5 5 1 0000000000000000 0 0 98] 00000020:00000001:0.0:1788877052.578796:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578798:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578799:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf42339a0. 00000020:00000001:0.0:1788877052.578802:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578803:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578804:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578806:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507913696 : -126388201637920 : ffff8d0cf42337e0) 00000020:00000001:0.0:1788877052.578807:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578808:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578809:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578810:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578811:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578814:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3540418[2 000000009ff3a3a5 1 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877052.578815:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578816:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578817:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578818:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233840 00000008:00000001:0.0:1788877052.578819:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578820:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233850 page ffff8d0cf4233840 at index 99. 00000008:00000001:0.0:1788877052.578822:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578824:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578825:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831100 index 99 00000020:00000001:0.0:1788877052.578827:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578828:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578830:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578832:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f3540418[1 000000009ff3a3a5 5 1 0000000000000000 0 0 99] 00000020:00000001:0.0:1788877052.578833:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578835:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578836:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf42337e0. 00000020:00000001:0.0:1788877052.578839:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578840:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578952:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.578955:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507915488 : -126388201636128 : ffff8d0cf4233ee0) 00000020:00000001:0.0:1788877052.578958:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578959:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.578960:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.578962:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.578963:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.578966:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e5faf298[2 000000009ff3a3a5 1 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877052.578968:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.578969:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.578970:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.578971:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf4233f40 00000008:00000001:0.0:1788877052.578973:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.578974:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf4233f50 page ffff8d0cf4233f40 at index 100. 00000008:00000001:0.0:1788877052.578977:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.578980:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.578982:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831140 index 100 00000020:00000001:0.0:1788877052.578984:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578985:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.578986:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.578989:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e5faf298[1 000000009ff3a3a5 5 1 0000000000000000 0 0 100] 00000020:00000001:0.0:1788877052.578990:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.578991:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.578993:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf4233ee0. 00000020:00000001:0.0:1788877052.578996:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.578997:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.578998:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579000:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803745984 : -126388905805632 : ffff8d0cca2a78c0) 00000020:00000001:0.0:1788877052.579002:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579003:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579004:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579005:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579006:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579008:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000066d0b5f0[2 000000009ff3a3a5 1 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877052.579010:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579011:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579013:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579014:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7920 00000008:00000001:0.0:1788877052.579015:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579016:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7930 page ffff8d0cca2a7920 at index 101. 00000008:00000001:0.0:1788877052.579018:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579020:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579022:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831180 index 101 00000020:00000001:0.0:1788877052.579024:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579025:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579026:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579028:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000066d0b5f0[1 000000009ff3a3a5 5 1 0000000000000000 0 0 101] 00000020:00000001:0.0:1788877052.579030:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579031:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579032:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a78c0. 00000020:00000001:0.0:1788877052.579035:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579036:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579037:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579038:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803746656 : -126388905804960 : ffff8d0cca2a7b60) 00000020:00000001:0.0:1788877052.579040:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579041:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579042:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579043:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579044:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579047:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000da3a4ae8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877052.579048:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579049:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579050:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579051:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7bc0 00000008:00000001:0.0:1788877052.579053:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579054:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7bd0 page ffff8d0cca2a7bc0 at index 102. 00000008:00000001:0.0:1788877052.579055:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579057:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579059:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448311c0 index 102 00000020:00000001:0.0:1788877052.579060:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579061:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579062:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579064:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000da3a4ae8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 102] 00000020:00000001:0.0:1788877052.579065:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579067:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579068:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7b60. 00000020:00000001:0.0:1788877052.579070:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579071:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579072:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579074:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803747104 : -126388905804512 : ffff8d0cca2a7d20) 00000020:00000001:0.0:1788877052.579076:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579077:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579078:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579080:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579081:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579083:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dfaff596[2 000000009ff3a3a5 1 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877052.579084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579086:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579087:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579088:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7d80 00000008:00000001:0.0:1788877052.579089:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579090:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7d90 page ffff8d0cca2a7d80 at index 103. 00000008:00000001:0.0:1788877052.579092:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579094:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579096:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831200 index 103 00000020:00000001:0.0:1788877052.579097:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579098:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579099:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579102:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dfaff596[1 000000009ff3a3a5 5 1 0000000000000000 0 0 103] 00000020:00000001:0.0:1788877052.579103:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579104:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579106:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7d20. 00000020:00000001:0.0:1788877052.579108:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579109:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579110:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579111:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803744192 : -126388905807424 : ffff8d0cca2a71c0) 00000020:00000001:0.0:1788877052.579114:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579115:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579116:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579117:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579118:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579120:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000005dfd2ac[2 000000009ff3a3a5 1 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877052.579121:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579122:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579123:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579124:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7220 00000008:00000001:0.0:1788877052.579126:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579127:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7230 page ffff8d0cca2a7220 at index 104. 00000008:00000001:0.0:1788877052.579129:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579131:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579133:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831240 index 104 00000020:00000001:0.0:1788877052.579135:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579136:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579137:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579139:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000005dfd2ac[1 000000009ff3a3a5 5 1 0000000000000000 0 0 104] 00000020:00000001:0.0:1788877052.579141:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579142:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579143:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a71c0. 00000020:00000001:0.0:1788877052.579145:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579146:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579693:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579696:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803746432 : -126388905805184 : ffff8d0cca2a7a80) 00000020:00000001:0.0:1788877052.579698:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579699:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579701:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579701:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579702:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579706:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d338592[2 000000009ff3a3a5 1 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877052.579707:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579709:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579710:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579712:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7ae0 00000008:00000001:0.0:1788877052.579713:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579714:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7af0 page ffff8d0cca2a7ae0 at index 105. 00000008:00000001:0.0:1788877052.579716:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579719:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579721:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831280 index 105 00000020:00000001:0.0:1788877052.579723:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579725:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579726:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579728:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d338592[1 000000009ff3a3a5 5 1 0000000000000000 0 0 105] 00000020:00000001:0.0:1788877052.579730:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579731:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579738:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7a80. 00000020:00000001:0.0:1788877052.579741:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579743:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579744:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579745:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803745312 : -126388905806304 : ffff8d0cca2a7620) 00000020:00000001:0.0:1788877052.579747:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579749:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579750:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579755:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579756:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579759:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005c1ca321[2 000000009ff3a3a5 1 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877052.579761:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579762:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579763:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579764:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7680 00000008:00000001:0.0:1788877052.579766:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579767:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7690 page ffff8d0cca2a7680 at index 106. 00000008:00000001:0.0:1788877052.579769:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579771:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579772:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448312c0 index 106 00000020:00000001:0.0:1788877052.579774:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579775:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579776:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579779:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005c1ca321[1 000000009ff3a3a5 5 1 0000000000000000 0 0 106] 00000020:00000001:0.0:1788877052.579780:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579782:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579784:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7620. 00000020:00000001:0.0:1788877052.579787:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579788:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579789:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579791:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803745536 : -126388905806080 : ffff8d0cca2a7700) 00000020:00000001:0.0:1788877052.579792:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579793:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579795:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579796:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579797:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579799:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000039ce15cc[2 000000009ff3a3a5 1 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877052.579800:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579802:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579803:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579804:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7760 00000008:00000001:0.0:1788877052.579805:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579806:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7770 page ffff8d0cca2a7760 at index 107. 00000008:00000001:0.0:1788877052.579808:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579810:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579812:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831300 index 107 00000020:00000001:0.0:1788877052.579814:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579815:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579816:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579818:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000039ce15cc[1 000000009ff3a3a5 5 1 0000000000000000 0 0 107] 00000020:00000001:0.0:1788877052.579820:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579821:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579822:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7700. 00000020:00000001:0.0:1788877052.579824:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579826:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579827:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579828:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803746880 : -126388905804736 : ffff8d0cca2a7c40) 00000020:00000001:0.0:1788877052.579829:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579830:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579831:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579832:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579833:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579836:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a6ee5758[2 000000009ff3a3a5 1 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877052.579837:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579838:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579839:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579901:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7ca0 00000008:00000001:0.0:1788877052.579904:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579905:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7cb0 page ffff8d0cca2a7ca0 at index 108. 00000008:00000001:0.0:1788877052.579907:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579909:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579911:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831340 index 108 00000020:00000001:0.0:1788877052.579913:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579914:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579915:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579918:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a6ee5758[1 000000009ff3a3a5 5 1 0000000000000000 0 0 108] 00000020:00000001:0.0:1788877052.579919:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579921:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579922:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7c40. 00000020:00000001:0.0:1788877052.579925:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579926:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579927:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579928:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803746208 : -126388905805408 : ffff8d0cca2a79a0) 00000020:00000001:0.0:1788877052.579930:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579931:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579932:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579933:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579934:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579937:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fab2fc07[2 000000009ff3a3a5 1 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877052.579938:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579939:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579940:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579941:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7a00 00000008:00000001:0.0:1788877052.579942:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579943:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7a10 page ffff8d0cca2a7a00 at index 109. 00000008:00000001:0.0:1788877052.579944:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579946:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579947:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831380 index 109 00000020:00000001:0.0:1788877052.579948:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579949:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579950:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579952:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fab2fc07[1 000000009ff3a3a5 5 1 0000000000000000 0 0 109] 00000020:00000001:0.0:1788877052.579954:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579955:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579956:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a79a0. 00000020:00000001:0.0:1788877052.579958:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579959:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579960:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579961:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803745760 : -126388905805856 : ffff8d0cca2a77e0) 00000020:00000001:0.0:1788877052.579963:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579964:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579965:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.579965:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.579966:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.579969:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000425867d3[2 000000009ff3a3a5 1 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877052.579970:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.579971:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.579973:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.579974:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7840 00000008:00000001:0.0:1788877052.579975:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.579976:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7850 page ffff8d0cca2a7840 at index 110. 00000008:00000001:0.0:1788877052.579977:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.579979:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.579981:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448313c0 index 110 00000020:00000001:0.0:1788877052.579983:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579984:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.579985:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.579987:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000425867d3[1 000000009ff3a3a5 5 1 0000000000000000 0 0 110] 00000020:00000001:0.0:1788877052.579989:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.579990:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.579991:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a77e0. 00000020:00000001:0.0:1788877052.579993:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.579994:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.579995:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.579996:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803747552 : -126388905804064 : ffff8d0cca2a7ee0) 00000020:00000001:0.0:1788877052.579998:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.579999:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580000:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580001:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580002:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580004:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006b7d3ea3[2 000000009ff3a3a5 1 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877052.580006:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580007:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580008:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580009:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7f40 00000008:00000001:0.0:1788877052.580010:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580012:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7f50 page ffff8d0cca2a7f40 at index 111. 00000008:00000001:0.0:1788877052.580013:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580015:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580016:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831400 index 111 00000020:00000001:0.0:1788877052.580018:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580019:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580020:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580023:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006b7d3ea3[1 000000009ff3a3a5 5 1 0000000000000000 0 0 111] 00000020:00000001:0.0:1788877052.580024:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580026:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580027:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7ee0. 00000020:00000001:0.0:1788877052.580029:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580030:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580031:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580033:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803744864 : -126388905806752 : ffff8d0cca2a7460) 00000020:00000001:0.0:1788877052.580035:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580036:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580037:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580038:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580039:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580042:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f776d647[2 000000009ff3a3a5 1 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877052.580043:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580044:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580045:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580046:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a74c0 00000008:00000001:0.0:1788877052.580048:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580049:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a74d0 page ffff8d0cca2a74c0 at index 112. 00000008:00000001:0.0:1788877052.580051:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580053:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580054:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831440 index 112 00000020:00000001:0.0:1788877052.580055:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580056:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580057:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580059:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f776d647[1 000000009ff3a3a5 5 1 0000000000000000 0 0 112] 00000020:00000001:0.0:1788877052.580060:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580061:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580063:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7460. 00000020:00000001:0.0:1788877052.580065:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580066:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580067:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580068:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803744416 : -126388905807200 : ffff8d0cca2a72a0) 00000020:00000001:0.0:1788877052.580070:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580071:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580072:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580077:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001d672428[2 000000009ff3a3a5 1 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877052.580078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580079:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580080:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580081:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7300 00000008:00000001:0.0:1788877052.580082:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580083:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7310 page ffff8d0cca2a7300 at index 113. 00000008:00000001:0.0:1788877052.580085:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580087:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580089:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831480 index 113 00000020:00000001:0.0:1788877052.580091:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580092:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580093:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580096:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001d672428[1 000000009ff3a3a5 5 1 0000000000000000 0 0 113] 00000020:00000001:0.0:1788877052.580097:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580098:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580100:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a72a0. 00000020:00000001:0.0:1788877052.580103:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580104:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580105:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580106:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803744640 : -126388905806976 : ffff8d0cca2a7380) 00000020:00000001:0.0:1788877052.580108:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580109:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580110:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580111:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580112:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f6fd0ebd[2 000000009ff3a3a5 1 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877052.580116:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580117:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580119:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580120:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a73e0 00000008:00000001:0.0:1788877052.580121:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580122:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a73f0 page ffff8d0cca2a73e0 at index 114. 00000008:00000001:0.0:1788877052.580124:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580126:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580127:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448314c0 index 114 00000020:00000001:0.0:1788877052.580129:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580130:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580131:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580134:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f6fd0ebd[1 000000009ff3a3a5 5 1 0000000000000000 0 0 114] 00000020:00000001:0.0:1788877052.580135:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580136:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580138:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7380. 00000020:00000001:0.0:1788877052.580140:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580141:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580142:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580143:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803743968 : -126388905807648 : ffff8d0cca2a70e0) 00000020:00000001:0.0:1788877052.580145:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580146:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580147:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580149:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580150:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580152:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003f40aad3[2 000000009ff3a3a5 1 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877052.580154:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580155:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580156:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580157:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7140 00000008:00000001:0.0:1788877052.580159:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580160:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7150 page ffff8d0cca2a7140 at index 115. 00000008:00000001:0.0:1788877052.580162:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580163:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580165:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831500 index 115 00000020:00000001:0.0:1788877052.580166:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580167:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580168:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580170:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003f40aad3[1 000000009ff3a3a5 5 1 0000000000000000 0 0 115] 00000020:00000001:0.0:1788877052.580171:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580172:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580173:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a70e0. 00000020:00000001:0.0:1788877052.580175:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580176:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580178:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580373:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803743744 : -126388905807872 : ffff8d0cca2a7000) 00000020:00000001:0.0:1788877052.580438:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580439:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580441:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580442:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580443:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580446:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000950a4c6d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877052.580448:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580449:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580450:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580452:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7060 00000008:00000001:0.0:1788877052.580453:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580454:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7070 page ffff8d0cca2a7060 at index 116. 00000008:00000001:0.0:1788877052.580456:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580459:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580461:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831540 index 116 00000020:00000001:0.0:1788877052.580464:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580465:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580466:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580468:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000950a4c6d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 116] 00000020:00000001:0.0:1788877052.580470:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580471:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580473:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7000. 00000020:00000001:0.0:1788877052.580475:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580477:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580478:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580480:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803745088 : -126388905806528 : ffff8d0cca2a7540) 00000020:00000001:0.0:1788877052.580482:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580483:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580484:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580485:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580486:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580488:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fe40529a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877052.580490:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580491:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580493:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580494:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a75a0 00000008:00000001:0.0:1788877052.580495:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580496:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a75b0 page ffff8d0cca2a75a0 at index 117. 00000008:00000001:0.0:1788877052.580498:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580500:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580501:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831580 index 117 00000020:00000001:0.0:1788877052.580503:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580504:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580505:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580508:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fe40529a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 117] 00000020:00000001:0.0:1788877052.580509:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580510:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580512:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7540. 00000020:00000001:0.0:1788877052.580514:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580515:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580516:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580518:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803747328 : -126388905804288 : ffff8d0cca2a7e00) 00000020:00000001:0.0:1788877052.580519:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580521:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580522:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580524:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580525:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580527:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b0f07811[2 000000009ff3a3a5 1 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877052.580528:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580530:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580531:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580532:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a7e60 00000008:00000001:0.0:1788877052.580534:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580535:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a7e70 page ffff8d0cca2a7e60 at index 118. 00000008:00000001:0.0:1788877052.580537:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580539:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580541:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448315c0 index 118 00000020:00000001:0.0:1788877052.580543:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580544:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580545:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580547:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b0f07811[1 000000009ff3a3a5 5 1 0000000000000000 0 0 118] 00000020:00000001:0.0:1788877052.580549:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580550:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580551:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a7e00. 00000020:00000001:0.0:1788877052.580554:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580555:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580556:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580557:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789139648 : -126388920411968 : ffff8d0cc94b98c0) 00000020:00000001:0.0:1788877052.580560:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580561:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580562:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580563:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580564:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580567:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000061a8727a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877052.580568:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580570:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580571:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580572:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9920 00000008:00000001:0.0:1788877052.580573:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580575:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9930 page ffff8d0cc94b9920 at index 119. 00000008:00000001:0.0:1788877052.580577:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580579:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580581:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831600 index 119 00000020:00000001:0.0:1788877052.580583:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580584:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580585:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580587:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000061a8727a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 119] 00000020:00000001:0.0:1788877052.580589:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580590:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580591:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b98c0. 00000020:00000001:0.0:1788877052.580596:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580597:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580653:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580655:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789140320 : -126388920411296 : ffff8d0cc94b9b60) 00000020:00000001:0.0:1788877052.580657:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580658:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580660:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580661:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580662:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580665:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000035c2a218[2 000000009ff3a3a5 1 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877052.580667:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580668:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580669:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580671:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9bc0 00000008:00000001:0.0:1788877052.580672:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580673:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9bd0 page ffff8d0cc94b9bc0 at index 120. 00000008:00000001:0.0:1788877052.580675:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580678:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580680:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831640 index 120 00000020:00000001:0.0:1788877052.580682:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580684:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580685:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580688:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000035c2a218[1 000000009ff3a3a5 5 1 0000000000000000 0 0 120] 00000020:00000001:0.0:1788877052.580689:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580690:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580692:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9b60. 00000020:00000001:0.0:1788877052.580695:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580696:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580698:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580699:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789140768 : -126388920410848 : ffff8d0cc94b9d20) 00000020:00000001:0.0:1788877052.580701:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580703:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580704:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580705:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580706:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580709:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b2bb77ca[2 000000009ff3a3a5 1 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877052.580710:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580711:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580713:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580714:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9d80 00000008:00000001:0.0:1788877052.580715:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580716:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9d90 page ffff8d0cc94b9d80 at index 121. 00000008:00000001:0.0:1788877052.580718:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580721:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580722:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831680 index 121 00000020:00000001:0.0:1788877052.580724:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580725:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580726:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580729:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b2bb77ca[1 000000009ff3a3a5 5 1 0000000000000000 0 0 121] 00000020:00000001:0.0:1788877052.580730:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580732:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580733:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9d20. 00000020:00000001:0.0:1788877052.580736:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580737:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580738:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580739:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789137856 : -126388920413760 : ffff8d0cc94b91c0) 00000020:00000001:0.0:1788877052.580741:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580742:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580744:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580745:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580746:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580749:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000032423308[2 000000009ff3a3a5 1 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877052.580750:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580751:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580753:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580754:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9220 00000008:00000001:0.0:1788877052.580755:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580757:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9230 page ffff8d0cc94b9220 at index 122. 00000008:00000001:0.0:1788877052.580758:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580760:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580762:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448316c0 index 122 00000020:00000001:0.0:1788877052.580764:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580765:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580766:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580769:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000032423308[1 000000009ff3a3a5 5 1 0000000000000000 0 0 122] 00000020:00000001:0.0:1788877052.580770:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580771:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580773:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b91c0. 00000020:00000001:0.0:1788877052.580775:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580776:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580778:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580779:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789140096 : -126388920411520 : ffff8d0cc94b9a80) 00000020:00000001:0.0:1788877052.580781:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580782:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580783:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580784:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580785:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580788:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000f2eb8c1[2 000000009ff3a3a5 1 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877052.580790:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580791:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580792:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580793:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9ae0 00000008:00000001:0.0:1788877052.580794:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580796:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9af0 page ffff8d0cc94b9ae0 at index 123. 00000008:00000001:0.0:1788877052.580798:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580800:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.580802:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831700 index 123 00000020:00000001:0.0:1788877052.580803:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580804:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.580805:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.580808:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000f2eb8c1[1 000000009ff3a3a5 5 1 0000000000000000 0 0 123] 00000020:00000001:0.0:1788877052.580809:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.580811:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.580813:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9a80. 00000020:00000001:0.0:1788877052.580815:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.580816:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.580817:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.580818:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789138976 : -126388920412640 : ffff8d0cc94b9620) 00000020:00000001:0.0:1788877052.580820:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580822:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.580823:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.580824:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.580825:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.580828:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000081982a9[2 000000009ff3a3a5 1 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877052.580829:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.580830:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.580832:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.580832:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9680 00000008:00000001:0.0:1788877052.580834:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.580836:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9690 page ffff8d0cc94b9680 at index 124. 00000008:00000001:0.0:1788877052.580838:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.580840:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581016:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831740 index 124 00000020:00000001:0.0:1788877052.581019:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581020:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581021:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581024:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000081982a9[1 000000009ff3a3a5 5 1 0000000000000000 0 0 124] 00000020:00000001:0.0:1788877052.581026:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581027:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581029:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9620. 00000020:00000001:0.0:1788877052.581032:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581033:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581035:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581036:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789139200 : -126388920412416 : ffff8d0cc94b9700) 00000020:00000001:0.0:1788877052.581039:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581040:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581041:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581042:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581043:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581045:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000594514b5[2 000000009ff3a3a5 1 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877052.581047:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581048:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581050:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581051:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9760 00000008:00000001:0.0:1788877052.581052:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581053:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9770 page ffff8d0cc94b9760 at index 125. 00000008:00000001:0.0:1788877052.581055:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581058:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581060:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831780 index 125 00000020:00000001:0.0:1788877052.581062:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581063:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581064:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581066:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000594514b5[1 000000009ff3a3a5 5 1 0000000000000000 0 0 125] 00000020:00000001:0.0:1788877052.581068:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581069:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581070:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9700. 00000020:00000001:0.0:1788877052.581072:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581073:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581075:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581076:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789140544 : -126388920411072 : ffff8d0cc94b9c40) 00000020:00000001:0.0:1788877052.581078:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581079:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581081:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581082:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581083:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581085:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003daf88a6[2 000000009ff3a3a5 1 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877052.581087:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581088:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581089:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581090:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9ca0 00000008:00000001:0.0:1788877052.581091:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581093:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9cb0 page ffff8d0cc94b9ca0 at index 126. 00000008:00000001:0.0:1788877052.581095:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581097:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581098:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448317c0 index 126 00000020:00000001:0.0:1788877052.581100:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581101:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581102:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581105:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003daf88a6[1 000000009ff3a3a5 5 1 0000000000000000 0 0 126] 00000020:00000001:0.0:1788877052.581106:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581107:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581109:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9c40. 00000020:00000001:0.0:1788877052.581111:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581112:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581113:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581114:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789139872 : -126388920411744 : ffff8d0cc94b99a0) 00000020:00000001:0.0:1788877052.581116:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581117:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581119:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581120:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581121:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581123:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003b3f386c[2 000000009ff3a3a5 1 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877052.581125:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581126:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581127:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581128:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9a00 00000008:00000001:0.0:1788877052.581130:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581131:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9a10 page ffff8d0cc94b9a00 at index 127. 00000008:00000001:0.0:1788877052.581133:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581141:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581143:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831800 index 127 00000020:00000001:0.0:1788877052.581145:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581146:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581147:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581149:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003b3f386c[1 000000009ff3a3a5 5 1 0000000000000000 0 0 127] 00000020:00000001:0.0:1788877052.581151:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581152:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581154:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b99a0. 00000020:00000001:0.0:1788877052.581157:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581158:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581159:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581161:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789139424 : -126388920412192 : ffff8d0cc94b97e0) 00000020:00000001:0.0:1788877052.581163:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581164:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581165:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581166:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581167:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581170:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ce8f5229[2 000000009ff3a3a5 1 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877052.581171:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581172:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581173:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581174:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9840 00000008:00000001:0.0:1788877052.581176:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581177:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9850 page ffff8d0cc94b9840 at index 128. 00000008:00000001:0.0:1788877052.581189:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581192:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581194:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831840 index 128 00000020:00000001:0.0:1788877052.581196:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581197:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581198:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581201:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ce8f5229[1 000000009ff3a3a5 5 1 0000000000000000 0 0 128] 00000020:00000001:0.0:1788877052.581202:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581203:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581205:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b97e0. 00000020:00000001:0.0:1788877052.581208:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581209:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581210:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581212:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789141216 : -126388920410400 : ffff8d0cc94b9ee0) 00000020:00000001:0.0:1788877052.581214:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581215:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581216:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581217:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581218:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581231:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005d42eb31[2 000000009ff3a3a5 1 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877052.581232:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581234:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581235:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581236:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9f40 00000008:00000001:0.0:1788877052.581237:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581238:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9f50 page ffff8d0cc94b9f40 at index 129. 00000008:00000001:0.0:1788877052.581240:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581242:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581244:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831880 index 129 00000020:00000001:0.0:1788877052.581246:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581278:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581279:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581282:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005d42eb31[1 000000009ff3a3a5 5 1 0000000000000000 0 0 129] 00000020:00000001:0.0:1788877052.581284:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581285:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581287:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9ee0. 00000020:00000001:0.0:1788877052.581290:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581291:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581292:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581293:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789138528 : -126388920413088 : ffff8d0cc94b9460) 00000020:00000001:0.0:1788877052.581295:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581297:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581298:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581299:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581300:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581303:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000eecac74b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877052.581304:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581305:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581307:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581308:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b94c0 00000008:00000001:0.0:1788877052.581309:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581311:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b94d0 page ffff8d0cc94b94c0 at index 130. 00000008:00000001:0.0:1788877052.581313:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581315:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581317:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448318c0 index 130 00000020:00000001:0.0:1788877052.581319:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581320:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581321:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581323:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000eecac74b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 130] 00000020:00000001:0.0:1788877052.581325:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581326:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581327:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9460. 00000020:00000001:0.0:1788877052.581329:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581330:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581331:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581333:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789138080 : -126388920413536 : ffff8d0cc94b92a0) 00000020:00000001:0.0:1788877052.581335:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581336:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581337:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581338:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581339:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581341:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d6c9e121[2 000000009ff3a3a5 1 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877052.581343:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581344:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581345:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581346:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9300 00000008:00000001:0.0:1788877052.581347:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581348:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9310 page ffff8d0cc94b9300 at index 131. 00000008:00000001:0.0:1788877052.581350:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581352:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581354:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831900 index 131 00000020:00000001:0.0:1788877052.581356:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581357:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581358:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581360:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d6c9e121[1 000000009ff3a3a5 5 1 0000000000000000 0 0 131] 00000020:00000001:0.0:1788877052.581362:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581363:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581364:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b92a0. 00000020:00000001:0.0:1788877052.581366:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581367:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581368:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581370:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789138304 : -126388920413312 : ffff8d0cc94b9380) 00000020:00000001:0.0:1788877052.581371:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581373:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581374:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581375:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581384:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581386:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de5db302[2 000000009ff3a3a5 1 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877052.581388:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581389:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581390:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581391:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b93e0 00000008:00000001:0.0:1788877052.581392:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581394:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b93f0 page ffff8d0cc94b93e0 at index 132. 00000008:00000001:0.0:1788877052.581395:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581398:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581399:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831940 index 132 00000020:00000001:0.0:1788877052.581401:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581402:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581403:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581406:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de5db302[1 000000009ff3a3a5 5 1 0000000000000000 0 0 132] 00000020:00000001:0.0:1788877052.581407:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581408:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581410:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9380. 00000020:00000001:0.0:1788877052.581412:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581413:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581415:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581416:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789137632 : -126388920413984 : ffff8d0cc94b90e0) 00000020:00000001:0.0:1788877052.581418:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581419:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581420:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581422:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581423:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581425:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000037945bb1[2 000000009ff3a3a5 1 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877052.581427:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581428:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581429:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581438:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9140 00000008:00000001:0.0:1788877052.581440:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581441:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9150 page ffff8d0cc94b9140 at index 133. 00000008:00000001:0.0:1788877052.581443:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581445:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581447:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831980 index 133 00000020:00000001:0.0:1788877052.581449:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581450:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581451:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581454:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000037945bb1[1 000000009ff3a3a5 5 1 0000000000000000 0 0 133] 00000020:00000001:0.0:1788877052.581455:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581456:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581458:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b90e0. 00000020:00000001:0.0:1788877052.581460:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581461:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581462:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581463:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789137408 : -126388920414208 : ffff8d0cc94b9000) 00000020:00000001:0.0:1788877052.581465:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581466:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581467:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581468:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581469:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581471:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f0f71f26[2 000000009ff3a3a5 1 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877052.581473:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581474:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581476:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581476:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9060 00000008:00000001:0.0:1788877052.581478:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581479:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9070 page ffff8d0cc94b9060 at index 134. 00000008:00000001:0.0:1788877052.581481:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581483:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581484:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448319c0 index 134 00000020:00000001:0.0:1788877052.581487:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581488:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581489:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581492:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f0f71f26[1 000000009ff3a3a5 5 1 0000000000000000 0 0 134] 00000020:00000001:0.0:1788877052.581493:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581494:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581495:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9000. 00000020:00000001:0.0:1788877052.581497:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581498:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581545:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581548:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789138752 : -126388920412864 : ffff8d0cc94b9540) 00000020:00000001:0.0:1788877052.581550:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581551:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581552:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581553:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581554:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581557:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000255e046a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877052.581559:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581560:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581561:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581562:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b95a0 00000008:00000001:0.0:1788877052.581564:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581565:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b95b0 page ffff8d0cc94b95a0 at index 135. 00000008:00000001:0.0:1788877052.581567:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581569:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581571:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831a00 index 135 00000020:00000001:0.0:1788877052.581573:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581574:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581575:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581578:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000255e046a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 135] 00000020:00000001:0.0:1788877052.581579:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581581:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581583:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9540. 00000020:00000001:0.0:1788877052.581586:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581587:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581588:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581590:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684789140992 : -126388920410624 : ffff8d0cc94b9e00) 00000020:00000001:0.0:1788877052.581591:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581593:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581594:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581595:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581596:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581598:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000042ebde70[2 000000009ff3a3a5 1 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877052.581600:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581601:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581602:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581603:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cc94b9e60 00000008:00000001:0.0:1788877052.581604:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581605:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cc94b9e70 page ffff8d0cc94b9e60 at index 136. 00000008:00000001:0.0:1788877052.581608:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581610:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581611:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831a40 index 136 00000020:00000001:0.0:1788877052.581613:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581614:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581615:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581618:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000042ebde70[1 000000009ff3a3a5 5 1 0000000000000000 0 0 136] 00000020:00000001:0.0:1788877052.581619:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581620:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581622:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cc94b9e00. 00000020:00000001:0.0:1788877052.581624:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581625:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581626:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581627:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804988640 : -126388904562976 : ffff8d0cca3d6ee0) 00000020:00000001:0.0:1788877052.581629:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581630:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581631:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581632:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581633:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581636:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007993107d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877052.581637:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581639:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581640:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581641:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6f40 00000008:00000001:0.0:1788877052.581642:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581643:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6f50 page ffff8d0cca3d6f40 at index 137. 00000008:00000001:0.0:1788877052.581645:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581647:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581649:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831a80 index 137 00000020:00000001:0.0:1788877052.581650:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581652:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581653:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581655:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007993107d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 137] 00000020:00000001:0.0:1788877052.581657:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581658:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581659:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6ee0. 00000020:00000001:0.0:1788877052.581661:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581662:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581664:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581665:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804985952 : -126388904565664 : ffff8d0cca3d6460) 00000020:00000001:0.0:1788877052.581667:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581668:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581669:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581670:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581671:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581674:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000070f8d0c5[2 000000009ff3a3a5 1 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877052.581675:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581677:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581678:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581679:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d64c0 00000008:00000001:0.0:1788877052.581680:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581681:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d64d0 page ffff8d0cca3d64c0 at index 138. 00000008:00000001:0.0:1788877052.581683:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581685:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581687:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831ac0 index 138 00000020:00000001:0.0:1788877052.581689:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581690:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581691:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581693:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000070f8d0c5[1 000000009ff3a3a5 5 1 0000000000000000 0 0 138] 00000020:00000001:0.0:1788877052.581695:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581696:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581698:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6460. 00000020:00000001:0.0:1788877052.581700:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581701:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581702:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581703:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804985504 : -126388904566112 : ffff8d0cca3d62a0) 00000020:00000001:0.0:1788877052.581705:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581707:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581708:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581709:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581710:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581713:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002e166952[2 000000009ff3a3a5 1 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877052.581714:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581716:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581717:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581718:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6300 00000008:00000001:0.0:1788877052.581719:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581720:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6310 page ffff8d0cca3d6300 at index 139. 00000008:00000001:0.0:1788877052.581722:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581724:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581726:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831b00 index 139 00000020:00000001:0.0:1788877052.581728:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581729:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581730:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581732:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002e166952[1 000000009ff3a3a5 5 1 0000000000000000 0 0 139] 00000020:00000001:0.0:1788877052.581734:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581735:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581737:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d62a0. 00000020:00000001:0.0:1788877052.581739:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581740:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581741:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581742:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804985728 : -126388904565888 : ffff8d0cca3d6380) 00000020:00000001:0.0:1788877052.581744:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581745:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581746:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581747:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581748:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581750:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cfddddca[2 000000009ff3a3a5 1 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877052.581752:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581753:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581754:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581755:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d63e0 00000008:00000001:0.0:1788877052.581757:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581758:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d63f0 page ffff8d0cca3d63e0 at index 140. 00000008:00000001:0.0:1788877052.581760:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581762:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581763:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831b40 index 140 00000020:00000001:0.0:1788877052.581765:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581766:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581767:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581770:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cfddddca[1 000000009ff3a3a5 5 1 0000000000000000 0 0 140] 00000020:00000001:0.0:1788877052.581771:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581772:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581774:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6380. 00000020:00000001:0.0:1788877052.581776:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581777:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581778:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581779:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804985056 : -126388904566560 : ffff8d0cca3d60e0) 00000020:00000001:0.0:1788877052.581781:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581782:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581783:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581784:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581785:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581788:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000569aa785[2 000000009ff3a3a5 1 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877052.581789:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581791:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581792:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581793:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6140 00000008:00000001:0.0:1788877052.581794:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581796:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6150 page ffff8d0cca3d6140 at index 141. 00000008:00000001:0.0:1788877052.581798:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581799:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581801:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831b80 index 141 00000020:00000001:0.0:1788877052.581802:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581804:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581805:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581807:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000569aa785[1 000000009ff3a3a5 5 1 0000000000000000 0 0 141] 00000020:00000001:0.0:1788877052.581808:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581810:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581811:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d60e0. 00000020:00000001:0.0:1788877052.581813:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581814:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581816:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581817:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804984832 : -126388904566784 : ffff8d0cca3d6000) 00000020:00000001:0.0:1788877052.581819:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581820:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581821:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581823:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581824:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000004e90cb1[2 000000009ff3a3a5 1 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877052.581828:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581829:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581830:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581831:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6060 00000008:00000001:0.0:1788877052.581833:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581834:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6070 page ffff8d0cca3d6060 at index 142. 00000008:00000001:0.0:1788877052.581836:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581838:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581839:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831bc0 index 142 00000020:00000001:0.0:1788877052.581954:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581956:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581957:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.581960:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000004e90cb1[1 000000009ff3a3a5 5 1 0000000000000000 0 0 142] 00000020:00000001:0.0:1788877052.581962:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.581963:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.581965:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6000. 00000020:00000001:0.0:1788877052.581968:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.581969:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.581970:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.581972:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804986176 : -126388904565440 : ffff8d0cca3d6540) 00000020:00000001:0.0:1788877052.581974:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581975:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.581976:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.581977:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.581978:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.581980:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000cb51902[2 000000009ff3a3a5 1 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877052.581982:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.581983:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.581985:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.581986:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d65a0 00000008:00000001:0.0:1788877052.581987:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.581988:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d65b0 page ffff8d0cca3d65a0 at index 143. 00000008:00000001:0.0:1788877052.581990:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.581993:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.581995:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831c00 index 143 00000020:00000001:0.0:1788877052.581997:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581998:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.581999:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582001:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000cb51902[1 000000009ff3a3a5 5 1 0000000000000000 0 0 143] 00000020:00000001:0.0:1788877052.582003:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582004:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582005:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6540. 00000020:00000001:0.0:1788877052.582007:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582008:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582010:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582011:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804988416 : -126388904563200 : ffff8d0cca3d6e00) 00000020:00000001:0.0:1788877052.582013:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582014:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582015:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582016:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582017:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582020:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000015be2386[2 000000009ff3a3a5 1 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877052.582021:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582022:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582024:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582025:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6e60 00000008:00000001:0.0:1788877052.582026:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582027:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6e70 page ffff8d0cca3d6e60 at index 144. 00000008:00000001:0.0:1788877052.582029:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582031:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582032:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831c40 index 144 00000020:00000001:0.0:1788877052.582034:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582035:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582036:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582039:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000015be2386[1 000000009ff3a3a5 5 1 0000000000000000 0 0 144] 00000020:00000001:0.0:1788877052.582040:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582041:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582043:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6e00. 00000020:00000001:0.0:1788877052.582045:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582046:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582047:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582048:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804987072 : -126388904564544 : ffff8d0cca3d68c0) 00000020:00000001:0.0:1788877052.582050:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582052:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582053:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582054:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582055:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582058:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003aaa355a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877052.582059:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582060:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582062:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582063:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6920 00000008:00000001:0.0:1788877052.582064:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582066:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6930 page ffff8d0cca3d6920 at index 145. 00000008:00000001:0.0:1788877052.582068:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582069:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582071:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831c80 index 145 00000020:00000001:0.0:1788877052.582073:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582074:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582075:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582077:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003aaa355a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 145] 00000020:00000001:0.0:1788877052.582079:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582080:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582082:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d68c0. 00000020:00000001:0.0:1788877052.582084:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582085:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582086:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582087:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804987744 : -126388904563872 : ffff8d0cca3d6b60) 00000020:00000001:0.0:1788877052.582089:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582090:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582091:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582092:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582093:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582096:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000648fe42b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877052.582097:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582099:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582100:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582101:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6bc0 00000008:00000001:0.0:1788877052.582102:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582103:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6bd0 page ffff8d0cca3d6bc0 at index 146. 00000008:00000001:0.0:1788877052.582104:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582106:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582108:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831cc0 index 146 00000020:00000001:0.0:1788877052.582110:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582111:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582112:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582115:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000648fe42b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 146] 00000020:00000001:0.0:1788877052.582116:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582117:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582119:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6b60. 00000020:00000001:0.0:1788877052.582121:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582122:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582123:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582124:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804988192 : -126388904563424 : ffff8d0cca3d6d20) 00000020:00000001:0.0:1788877052.582126:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582127:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582128:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582129:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582130:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582132:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005c2e3779[2 000000009ff3a3a5 1 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877052.582134:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582135:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582137:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582138:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6d80 00000008:00000001:0.0:1788877052.582139:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582140:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6d90 page ffff8d0cca3d6d80 at index 147. 00000008:00000001:0.0:1788877052.582142:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582144:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582146:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831d00 index 147 00000020:00000001:0.0:1788877052.582147:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582148:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582149:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582152:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005c2e3779[1 000000009ff3a3a5 5 1 0000000000000000 0 0 147] 00000020:00000001:0.0:1788877052.582154:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582155:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582156:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6d20. 00000020:00000001:0.0:1788877052.582159:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582160:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582161:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582162:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804985280 : -126388904566336 : ffff8d0cca3d61c0) 00000020:00000001:0.0:1788877052.582164:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582166:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582167:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582168:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582169:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582171:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a39d9b27[2 000000009ff3a3a5 1 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877052.582173:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582174:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582175:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582176:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6220 00000008:00000001:0.0:1788877052.582178:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582179:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6230 page ffff8d0cca3d6220 at index 148. 00000008:00000001:0.0:1788877052.582181:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582182:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582184:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831d40 index 148 00000020:00000001:0.0:1788877052.582185:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582186:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582187:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582190:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a39d9b27[1 000000009ff3a3a5 5 1 0000000000000000 0 0 148] 00000020:00000001:0.0:1788877052.582191:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582192:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582194:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d61c0. 00000020:00000001:0.0:1788877052.582196:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582197:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582198:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582199:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804987520 : -126388904564096 : ffff8d0cca3d6a80) 00000020:00000001:0.0:1788877052.582201:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582202:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582204:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582205:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582206:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582208:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000e6e6a29[2 000000009ff3a3a5 1 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877052.582209:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582210:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582212:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582213:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6ae0 00000008:00000001:0.0:1788877052.582214:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582215:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6af0 page ffff8d0cca3d6ae0 at index 149. 00000008:00000001:0.0:1788877052.582217:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582219:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582221:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831d80 index 149 00000020:00000001:0.0:1788877052.582223:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582224:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582225:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582228:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000e6e6a29[1 000000009ff3a3a5 5 1 0000000000000000 0 0 149] 00000020:00000001:0.0:1788877052.582229:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582230:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582232:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6a80. 00000020:00000001:0.0:1788877052.582234:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582235:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582298:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582301:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804986400 : -126388904565216 : ffff8d0cca3d6620) 00000020:00000001:0.0:1788877052.582303:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582304:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582305:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582306:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582307:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582311:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d53735e7[2 000000009ff3a3a5 1 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877052.582312:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582314:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582315:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582316:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6680 00000008:00000001:0.0:1788877052.582318:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582319:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6690 page ffff8d0cca3d6680 at index 150. 00000008:00000001:0.0:1788877052.582321:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582324:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582326:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831dc0 index 150 00000020:00000001:0.0:1788877052.582328:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582329:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582330:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582333:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d53735e7[1 000000009ff3a3a5 5 1 0000000000000000 0 0 150] 00000020:00000001:0.0:1788877052.582334:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582335:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582338:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6620. 00000020:00000001:0.0:1788877052.582340:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582341:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582342:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582344:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804986624 : -126388904564992 : ffff8d0cca3d6700) 00000020:00000001:0.0:1788877052.582345:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582347:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582348:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582350:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582351:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582353:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005120e237[2 000000009ff3a3a5 1 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877052.582355:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582356:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582358:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582359:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6760 00000008:00000001:0.0:1788877052.582360:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582362:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6770 page ffff8d0cca3d6760 at index 151. 00000008:00000001:0.0:1788877052.582364:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582366:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582368:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831e00 index 151 00000020:00000001:0.0:1788877052.582370:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582371:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582372:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582374:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005120e237[1 000000009ff3a3a5 5 1 0000000000000000 0 0 151] 00000020:00000001:0.0:1788877052.582376:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582377:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582379:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6700. 00000020:00000001:0.0:1788877052.582381:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582382:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582383:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582385:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804987968 : -126388904563648 : ffff8d0cca3d6c40) 00000020:00000001:0.0:1788877052.582386:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582387:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582388:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582389:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582390:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582392:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009add6759[2 000000009ff3a3a5 1 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877052.582394:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582395:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582396:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582397:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6ca0 00000008:00000001:0.0:1788877052.582398:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582400:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6cb0 page ffff8d0cca3d6ca0 at index 152. 00000008:00000001:0.0:1788877052.582402:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582404:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582406:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831e40 index 152 00000020:00000001:0.0:1788877052.582408:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582409:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582410:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582412:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009add6759[1 000000009ff3a3a5 5 1 0000000000000000 0 0 152] 00000020:00000001:0.0:1788877052.582414:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582415:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582417:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d6c40. 00000020:00000001:0.0:1788877052.582419:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582420:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582421:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582423:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804987296 : -126388904564320 : ffff8d0cca3d69a0) 00000020:00000001:0.0:1788877052.582425:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582425:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582427:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582428:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582429:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582441:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003ada96a9[2 000000009ff3a3a5 1 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877052.582443:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582444:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582445:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582446:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6a00 00000008:00000001:0.0:1788877052.582448:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582449:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6a10 page ffff8d0cca3d6a00 at index 153. 00000008:00000001:0.0:1788877052.582451:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582454:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582456:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831e80 index 153 00000020:00000001:0.0:1788877052.582458:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582459:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582460:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582462:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003ada96a9[1 000000009ff3a3a5 5 1 0000000000000000 0 0 153] 00000020:00000001:0.0:1788877052.582464:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582465:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582467:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d69a0. 00000020:00000001:0.0:1788877052.582469:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582470:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582472:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582473:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804986848 : -126388904564768 : ffff8d0cca3d67e0) 00000020:00000001:0.0:1788877052.582475:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582476:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582481:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582483:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582484:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582487:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006fbbff01[2 000000009ff3a3a5 1 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877052.582488:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582489:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582491:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582492:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3d6840 00000008:00000001:0.0:1788877052.582493:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582494:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3d6850 page ffff8d0cca3d6840 at index 154. 00000008:00000001:0.0:1788877052.582497:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582499:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582501:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831ec0 index 154 00000020:00000001:0.0:1788877052.582503:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582504:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582505:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582508:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006fbbff01[1 000000009ff3a3a5 5 1 0000000000000000 0 0 154] 00000020:00000001:0.0:1788877052.582509:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582510:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582512:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3d67e0. 00000020:00000001:0.0:1788877052.582514:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582515:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582517:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582518:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803725056 : -126388905826560 : ffff8d0cca2a2700) 00000020:00000001:0.0:1788877052.582520:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582521:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582522:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582523:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582524:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582526:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002a42725c[2 000000009ff3a3a5 1 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877052.582528:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582529:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582530:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582531:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2760 00000008:00000001:0.0:1788877052.582532:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582534:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2770 page ffff8d0cca2a2760 at index 155. 00000008:00000001:0.0:1788877052.582536:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582538:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582540:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831f00 index 155 00000020:00000001:0.0:1788877052.582542:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582543:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582544:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582546:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002a42725c[1 000000009ff3a3a5 5 1 0000000000000000 0 0 155] 00000020:00000001:0.0:1788877052.582548:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582549:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582550:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2700. 00000020:00000001:0.0:1788877052.582553:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582554:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582555:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582556:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803726400 : -126388905825216 : ffff8d0cca2a2c40) 00000020:00000001:0.0:1788877052.582558:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582559:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582560:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582561:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582562:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582565:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000006ec0262[2 000000009ff3a3a5 1 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877052.582566:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582568:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582569:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582570:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2ca0 00000008:00000001:0.0:1788877052.582571:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582572:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2cb0 page ffff8d0cca2a2ca0 at index 156. 00000008:00000001:0.0:1788877052.582574:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582576:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582577:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831f40 index 156 00000020:00000001:0.0:1788877052.582579:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582580:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582581:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582584:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000006ec0262[1 000000009ff3a3a5 5 1 0000000000000000 0 0 156] 00000020:00000001:0.0:1788877052.582585:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582586:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582588:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2c40. 00000020:00000001:0.0:1788877052.582591:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582592:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582593:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582594:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803725728 : -126388905825888 : ffff8d0cca2a29a0) 00000020:00000001:0.0:1788877052.582597:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582598:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582599:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582600:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582601:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582604:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006fc14f4b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877052.582605:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582606:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582608:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582609:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2a00 00000008:00000001:0.0:1788877052.582610:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582612:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2a10 page ffff8d0cca2a2a00 at index 157. 00000008:00000001:0.0:1788877052.582614:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582616:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582617:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831f80 index 157 00000020:00000001:0.0:1788877052.582619:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582620:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582621:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582624:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006fc14f4b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 157] 00000020:00000001:0.0:1788877052.582625:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582626:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582629:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a29a0. 00000020:00000001:0.0:1788877052.582631:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582632:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582633:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582635:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803725280 : -126388905826336 : ffff8d0cca2a27e0) 00000020:00000001:0.0:1788877052.582637:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582638:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582639:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582640:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582642:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582644:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000783566a8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877052.582646:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582647:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582648:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582649:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2840 00000008:00000001:0.0:1788877052.582651:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582652:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2850 page ffff8d0cca2a2840 at index 158. 00000008:00000001:0.0:1788877052.582654:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582656:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582658:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44831fc0 index 158 00000020:00000001:0.0:1788877052.582660:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582661:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582662:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582665:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000783566a8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 158] 00000020:00000001:0.0:1788877052.582666:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582667:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582669:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a27e0. 00000020:00000001:0.0:1788877052.582671:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582672:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582673:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582675:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803727072 : -126388905824544 : ffff8d0cca2a2ee0) 00000020:00000001:0.0:1788877052.582677:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582678:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582679:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582680:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582681:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582684:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001db6fd5d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877052.582685:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582686:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582687:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582688:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2f40 00000008:00000001:0.0:1788877052.582689:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582690:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2f50 page ffff8d0cca2a2f40 at index 159. 00000008:00000001:0.0:1788877052.582692:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582695:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582696:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832000 index 159 00000020:00000001:0.0:1788877052.582698:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582699:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582700:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582703:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001db6fd5d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 159] 00000020:00000001:0.0:1788877052.582704:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582706:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582707:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2ee0. 00000020:00000001:0.0:1788877052.582709:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582710:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582712:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582713:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803724384 : -126388905827232 : ffff8d0cca2a2460) 00000020:00000001:0.0:1788877052.582715:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582716:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582718:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582719:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582720:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582723:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b5ab4733[2 000000009ff3a3a5 1 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877052.582724:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582725:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582727:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582728:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a24c0 00000008:00000001:0.0:1788877052.582730:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582731:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a24d0 page ffff8d0cca2a24c0 at index 160. 00000008:00000001:0.0:1788877052.582733:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582735:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582737:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832040 index 160 00000020:00000001:0.0:1788877052.582738:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582740:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582741:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582743:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b5ab4733[1 000000009ff3a3a5 5 1 0000000000000000 0 0 160] 00000020:00000001:0.0:1788877052.582745:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582746:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582748:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2460. 00000020:00000001:0.0:1788877052.582749:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582750:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582752:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582753:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803723936 : -126388905827680 : ffff8d0cca2a22a0) 00000020:00000001:0.0:1788877052.582755:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582756:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582757:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582758:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582760:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582762:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009a91c2cb[2 000000009ff3a3a5 1 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877052.582764:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582765:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582766:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582767:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2300 00000008:00000001:0.0:1788877052.582769:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582770:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2310 page ffff8d0cca2a2300 at index 161. 00000008:00000001:0.0:1788877052.582772:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582774:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582775:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832080 index 161 00000020:00000001:0.0:1788877052.582777:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582778:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582779:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582782:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009a91c2cb[1 000000009ff3a3a5 5 1 0000000000000000 0 0 161] 00000020:00000001:0.0:1788877052.582783:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582784:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582786:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a22a0. 00000020:00000001:0.0:1788877052.582788:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582789:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582790:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582792:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803724160 : -126388905827456 : ffff8d0cca2a2380) 00000020:00000001:0.0:1788877052.582793:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582795:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582796:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582797:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582798:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582800:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bd6b9316[2 000000009ff3a3a5 1 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877052.582802:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582803:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582804:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582805:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a23e0 00000008:00000001:0.0:1788877052.582806:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582808:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a23f0 page ffff8d0cca2a23e0 at index 162. 00000008:00000001:0.0:1788877052.582809:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582811:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582812:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448320c0 index 162 00000020:00000001:0.0:1788877052.582814:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582815:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582816:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582819:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bd6b9316[1 000000009ff3a3a5 5 1 0000000000000000 0 0 162] 00000020:00000001:0.0:1788877052.582820:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582821:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582823:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2380. 00000020:00000001:0.0:1788877052.582825:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582826:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582827:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582828:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803723488 : -126388905828128 : ffff8d0cca2a20e0) 00000020:00000001:0.0:1788877052.582830:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582831:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582832:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582834:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582835:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582837:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000501f0d68[2 000000009ff3a3a5 1 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877052.582838:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582839:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582841:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582855:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2140 00000008:00000001:0.0:1788877052.582857:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582858:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2150 page ffff8d0cca2a2140 at index 163. 00000008:00000001:0.0:1788877052.582860:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582862:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582864:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832100 index 163 00000020:00000001:0.0:1788877052.582866:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582867:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582868:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582871:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000501f0d68[1 000000009ff3a3a5 5 1 0000000000000000 0 0 163] 00000020:00000001:0.0:1788877052.582872:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582873:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582875:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a20e0. 00000020:00000001:0.0:1788877052.582877:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582878:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582880:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582881:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803723264 : -126388905828352 : ffff8d0cca2a2000) 00000020:00000001:0.0:1788877052.582883:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582884:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582885:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582886:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582887:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582890:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000117980ae[2 000000009ff3a3a5 1 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877052.582891:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582892:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582894:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582895:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2060 00000008:00000001:0.0:1788877052.582896:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582897:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2070 page ffff8d0cca2a2060 at index 164. 00000008:00000001:0.0:1788877052.582899:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582901:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582903:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832140 index 164 00000020:00000001:0.0:1788877052.582905:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582906:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582907:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582910:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000117980ae[1 000000009ff3a3a5 5 1 0000000000000000 0 0 164] 00000020:00000001:0.0:1788877052.582911:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.582912:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.582914:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2000. 00000020:00000001:0.0:1788877052.582916:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.582917:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.582964:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.582966:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803724608 : -126388905827008 : ffff8d0cca2a2540) 00000020:00000001:0.0:1788877052.582968:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582969:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.582970:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.582971:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.582972:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.582975:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003ccfdba7[2 000000009ff3a3a5 1 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877052.582977:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.582978:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.582980:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.582981:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a25a0 00000008:00000001:0.0:1788877052.582982:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.582983:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a25b0 page ffff8d0cca2a25a0 at index 165. 00000008:00000001:0.0:1788877052.582985:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.582988:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.582990:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832180 index 165 00000020:00000001:0.0:1788877052.582992:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582993:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.582994:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.582997:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003ccfdba7[1 000000009ff3a3a5 5 1 0000000000000000 0 0 165] 00000020:00000001:0.0:1788877052.582998:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.583000:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.583002:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2540. 00000020:00000001:0.0:1788877052.583005:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.583006:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.583007:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.583008:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803726848 : -126388905824768 : ffff8d0cca2a2e00) 00000020:00000001:0.0:1788877052.583010:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583012:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583013:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.583014:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.583015:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.583018:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000078b2fe98[2 000000009ff3a3a5 1 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877052.583019:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.583021:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.583022:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.583023:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2e60 00000008:00000001:0.0:1788877052.583024:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.583026:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2e70 page ffff8d0cca2a2e60 at index 166. 00000008:00000001:0.0:1788877052.583028:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.583030:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.583032:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448321c0 index 166 00000020:00000001:0.0:1788877052.583034:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583035:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583036:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.583039:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000078b2fe98[1 000000009ff3a3a5 5 1 0000000000000000 0 0 166] 00000020:00000001:0.0:1788877052.583040:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.583041:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.583043:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2e00. 00000020:00000001:0.0:1788877052.583045:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.583046:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.583047:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.583048:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803725504 : -126388905826112 : ffff8d0cca2a28c0) 00000020:00000001:0.0:1788877052.583050:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583051:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583052:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.583053:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.583054:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.583057:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000efa98225[2 000000009ff3a3a5 1 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877052.583059:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.583060:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.583061:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.583062:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2920 00000008:00000001:0.0:1788877052.583063:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.583065:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2930 page ffff8d0cca2a2920 at index 167. 00000008:00000001:0.0:1788877052.583066:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.583068:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.583070:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832200 index 167 00000020:00000001:0.0:1788877052.583072:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583073:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583074:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.583076:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000efa98225[1 000000009ff3a3a5 5 1 0000000000000000 0 0 167] 00000020:00000001:0.0:1788877052.583077:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.583078:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.583080:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a28c0. 00000020:00000001:0.0:1788877052.583081:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.583083:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.583084:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.583085:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803726176 : -126388905825440 : ffff8d0cca2a2b60) 00000020:00000001:0.0:1788877052.583087:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583088:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583089:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.583090:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.583091:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.583094:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cae78080[2 000000009ff3a3a5 1 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877052.583095:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.583096:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.583098:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.583098:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2bc0 00000008:00000001:0.0:1788877052.583100:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.583101:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2bd0 page ffff8d0cca2a2bc0 at index 168. 00000008:00000001:0.0:1788877052.583103:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.583105:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.583106:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832240 index 168 00000020:00000001:0.0:1788877052.583107:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583109:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583110:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.583112:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cae78080[1 000000009ff3a3a5 5 1 0000000000000000 0 0 168] 00000020:00000001:0.0:1788877052.583113:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.583115:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.583116:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2b60. 00000020:00000001:0.0:1788877052.583118:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.583119:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.583120:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.583122:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803726624 : -126388905824992 : ffff8d0cca2a2d20) 00000020:00000001:0.0:1788877052.583123:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583125:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583126:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.583127:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.583128:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.583131:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002d1eeebd[2 000000009ff3a3a5 1 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877052.583132:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.583133:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.583135:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.583136:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2d80 00000008:00000001:0.0:1788877052.583137:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.583138:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2d90 page ffff8d0cca2a2d80 at index 169. 00000008:00000001:0.0:1788877052.583140:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.583142:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.583144:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832280 index 169 00000020:00000001:0.0:1788877052.583146:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583147:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583148:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.583150:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002d1eeebd[1 000000009ff3a3a5 5 1 0000000000000000 0 0 169] 00000020:00000001:0.0:1788877052.583151:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.583153:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.583154:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2d20. 00000020:00000001:0.0:1788877052.583156:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.583157:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.583158:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.583160:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803723712 : -126388905827904 : ffff8d0cca2a21c0) 00000020:00000001:0.0:1788877052.583162:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583162:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583164:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.583165:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.583166:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.583168:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cde082cd[2 000000009ff3a3a5 1 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877052.583170:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.583171:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.583172:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.583173:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2220 00000008:00000001:0.0:1788877052.583174:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.583176:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2230 page ffff8d0cca2a2220 at index 170. 00000008:00000001:0.0:1788877052.583178:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.583179:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.583181:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448322c0 index 170 00000020:00000001:0.0:1788877052.583183:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583184:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583185:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.583187:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cde082cd[1 000000009ff3a3a5 5 1 0000000000000000 0 0 170] 00000020:00000001:0.0:1788877052.583188:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.583190:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.583191:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a21c0. 00000020:00000001:0.0:1788877052.583193:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.583194:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.583195:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.583197:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803725952 : -126388905825664 : ffff8d0cca2a2a80) 00000020:00000001:0.0:1788877052.583198:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583200:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583201:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.583202:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.583203:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.583206:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b374abbe[2 000000009ff3a3a5 1 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877052.583207:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.583208:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.583209:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.583211:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2ae0 00000008:00000001:0.0:1788877052.583212:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.583213:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2af0 page ffff8d0cca2a2ae0 at index 171. 00000008:00000001:0.0:1788877052.583215:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.583217:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.583929:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832300 index 171 00000020:00000001:0.0:1788877052.583936:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583938:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583939:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.583943:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b374abbe[1 000000009ff3a3a5 5 1 0000000000000000 0 0 171] 00000020:00000001:0.0:1788877052.583945:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.583946:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.583949:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2a80. 00000020:00000001:0.0:1788877052.583952:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.583953:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.583955:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.583956:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803724832 : -126388905826784 : ffff8d0cca2a2620) 00000020:00000001:0.0:1788877052.583958:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583959:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583960:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.583961:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.583962:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.583965:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000049c0b7d3[2 000000009ff3a3a5 1 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877052.583967:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.583968:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.583970:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.583971:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2a2680 00000008:00000001:0.0:1788877052.583972:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.583974:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2a2690 page ffff8d0cca2a2680 at index 172. 00000008:00000001:0.0:1788877052.583976:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.583979:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.583980:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832340 index 172 00000020:00000001:0.0:1788877052.583982:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583983:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.583984:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.583986:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000049c0b7d3[1 000000009ff3a3a5 5 1 0000000000000000 0 0 172] 00000020:00000001:0.0:1788877052.583988:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.583989:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.583990:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2a2620. 00000020:00000001:0.0:1788877052.583993:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.583994:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.583995:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.583996:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805007552 : -126388904544064 : ffff8d0cca3db8c0) 00000020:00000001:0.0:1788877052.583998:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.583999:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584001:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584002:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584003:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.584005:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b0c9845c[2 000000009ff3a3a5 1 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877052.584007:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.584008:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.584009:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.584010:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db920 00000008:00000001:0.0:1788877052.584012:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.584013:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db930 page ffff8d0cca3db920 at index 173. 00000008:00000001:0.0:1788877052.584015:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.584017:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.584019:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832380 index 173 00000020:00000001:0.0:1788877052.584021:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584022:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584022:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.584025:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b0c9845c[1 000000009ff3a3a5 5 1 0000000000000000 0 0 173] 00000020:00000001:0.0:1788877052.584026:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.584028:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.584029:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db8c0. 00000020:00000001:0.0:1788877052.584032:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.584033:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.584034:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.584036:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805008224 : -126388904543392 : ffff8d0cca3dbb60) 00000020:00000001:0.0:1788877052.584038:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584038:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584040:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584041:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584042:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.584044:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c99dd28a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877052.584045:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.584046:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.584048:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.584049:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3dbbc0 00000008:00000001:0.0:1788877052.584050:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.584051:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3dbbd0 page ffff8d0cca3dbbc0 at index 174. 00000008:00000001:0.0:1788877052.584052:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.584054:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.584056:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448323c0 index 174 00000020:00000001:0.0:1788877052.584058:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584059:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584060:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.584062:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c99dd28a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 174] 00000020:00000001:0.0:1788877052.584064:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.584065:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.584067:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3dbb60. 00000020:00000001:0.0:1788877052.584070:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.584071:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.584072:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.584073:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805008672 : -126388904542944 : ffff8d0cca3dbd20) 00000020:00000001:0.0:1788877052.584075:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584076:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584077:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584078:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584080:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.584082:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003add1c61[2 000000009ff3a3a5 1 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877052.584084:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.584085:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.584086:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.584087:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3dbd80 00000008:00000001:0.0:1788877052.584088:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.584095:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3dbd90 page ffff8d0cca3dbd80 at index 175. 00000008:00000001:0.0:1788877052.584097:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.584099:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.584101:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832400 index 175 00000020:00000001:0.0:1788877052.584103:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584104:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584105:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.584108:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003add1c61[1 000000009ff3a3a5 5 1 0000000000000000 0 0 175] 00000020:00000001:0.0:1788877052.584109:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.584110:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.584112:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3dbd20. 00000020:00000001:0.0:1788877052.584114:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.584115:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.584117:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.584118:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805005760 : -126388904545856 : ffff8d0cca3db1c0) 00000020:00000001:0.0:1788877052.584120:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584121:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584122:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584123:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584124:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.584127:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000073cc9a59[2 000000009ff3a3a5 1 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877052.584128:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.584130:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.584131:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.584132:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db220 00000008:00000001:0.0:1788877052.584133:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.584134:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db230 page ffff8d0cca3db220 at index 176. 00000008:00000001:0.0:1788877052.584136:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.584138:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.584140:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832440 index 176 00000020:00000001:0.0:1788877052.584141:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584142:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584143:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.584146:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000073cc9a59[1 000000009ff3a3a5 5 1 0000000000000000 0 0 176] 00000020:00000001:0.0:1788877052.584147:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.584148:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.584150:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db1c0. 00000020:00000001:0.0:1788877052.584152:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.584153:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.584154:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.584155:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805008000 : -126388904543616 : ffff8d0cca3dba80) 00000020:00000001:0.0:1788877052.584157:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584158:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584159:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584160:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584161:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.584163:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000dfea861f[2 000000009ff3a3a5 1 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877052.584165:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.584166:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.584167:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.584167:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3dbae0 00000008:00000001:0.0:1788877052.584168:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.584169:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3dbaf0 page ffff8d0cca3dbae0 at index 177. 00000008:00000001:0.0:1788877052.584171:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.584173:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.584174:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832480 index 177 00000020:00000001:0.0:1788877052.584332:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584333:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584334:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.584337:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000dfea861f[1 000000009ff3a3a5 5 1 0000000000000000 0 0 177] 00000020:00000001:0.0:1788877052.584338:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.584340:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.584342:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3dba80. 00000020:00000001:0.0:1788877052.584345:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.584346:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.584348:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.584349:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805006880 : -126388904544736 : ffff8d0cca3db620) 00000020:00000001:0.0:1788877052.584351:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584353:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584354:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584355:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584356:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.584359:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001bbfa2b9[2 000000009ff3a3a5 1 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877052.584360:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.584361:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.584363:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.584364:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db680 00000008:00000001:0.0:1788877052.584365:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.584366:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db690 page ffff8d0cca3db680 at index 178. 00000008:00000001:0.0:1788877052.584368:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.584370:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.584372:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448324c0 index 178 00000020:00000001:0.0:1788877052.584374:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584375:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584738:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.584743:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001bbfa2b9[1 000000009ff3a3a5 5 1 0000000000000000 0 0 178] 00000020:00000001:0.0:1788877052.584745:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.584746:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.584748:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db620. 00000020:00000001:0.0:1788877052.584751:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.584752:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.584754:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.584755:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805007104 : -126388904544512 : ffff8d0cca3db700) 00000020:00000001:0.0:1788877052.584757:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584758:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584759:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584761:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584762:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.584764:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000306fea51[2 000000009ff3a3a5 1 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877052.584766:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.584767:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.584769:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.584770:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db760 00000008:00000001:0.0:1788877052.584771:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.584772:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db770 page ffff8d0cca3db760 at index 179. 00000008:00000001:0.0:1788877052.584774:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.584777:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.584779:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832500 index 179 00000020:00000001:0.0:1788877052.584781:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584782:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584783:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.584785:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000306fea51[1 000000009ff3a3a5 5 1 0000000000000000 0 0 179] 00000020:00000001:0.0:1788877052.584787:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.584788:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.584789:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db700. 00000020:00000001:0.0:1788877052.584791:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.584792:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.584908:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.584910:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805008448 : -126388904543168 : ffff8d0cca3dbc40) 00000020:00000001:0.0:1788877052.584912:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584913:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584915:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584916:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584917:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.584920:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000007de00fb8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877052.584922:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.584923:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.584925:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.584926:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3dbca0 00000008:00000001:0.0:1788877052.584928:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.584929:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3dbcb0 page ffff8d0cca3dbca0 at index 180. 00000008:00000001:0.0:1788877052.584931:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.584934:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.584935:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832540 index 180 00000020:00000001:0.0:1788877052.584937:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584939:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584940:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.584942:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000007de00fb8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 180] 00000020:00000001:0.0:1788877052.584944:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.584945:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.584947:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3dbc40. 00000020:00000001:0.0:1788877052.584949:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.584951:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.584952:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.584953:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805007776 : -126388904543840 : ffff8d0cca3db9a0) 00000020:00000001:0.0:1788877052.584955:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584957:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584958:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584959:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584960:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.584963:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c0cf1a7f[2 000000009ff3a3a5 1 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877052.584964:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.584965:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.584966:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.584967:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3dba00 00000008:00000001:0.0:1788877052.584969:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.584970:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3dba10 page ffff8d0cca3dba00 at index 181. 00000008:00000001:0.0:1788877052.584972:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.584975:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.584976:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832580 index 181 00000020:00000001:0.0:1788877052.584978:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584979:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.584980:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.584983:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c0cf1a7f[1 000000009ff3a3a5 5 1 0000000000000000 0 0 181] 00000020:00000001:0.0:1788877052.584984:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.584985:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.584987:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db9a0. 00000020:00000001:0.0:1788877052.584989:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.584990:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.584991:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.584992:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805007328 : -126388904544288 : ffff8d0cca3db7e0) 00000020:00000001:0.0:1788877052.584994:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584995:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.584997:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.584998:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.584999:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.585001:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000006f4280b8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877052.585003:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.585004:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.585006:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.585007:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db840 00000008:00000001:0.0:1788877052.585008:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.585009:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db850 page ffff8d0cca3db840 at index 182. 00000008:00000001:0.0:1788877052.585011:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.585012:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.585014:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448325c0 index 182 00000020:00000001:0.0:1788877052.585016:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585017:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585018:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.585020:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000006f4280b8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 182] 00000020:00000001:0.0:1788877052.585022:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.585023:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.585024:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db7e0. 00000020:00000001:0.0:1788877052.585026:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.585027:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.585029:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.585030:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805009120 : -126388904542496 : ffff8d0cca3dbee0) 00000020:00000001:0.0:1788877052.585032:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.585033:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.585034:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.585035:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.585036:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.585039:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005dddee0a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877052.585040:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.585041:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.585043:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.585043:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3dbf40 00000008:00000001:0.0:1788877052.585045:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.585046:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3dbf50 page ffff8d0cca3dbf40 at index 183. 00000008:00000001:0.0:1788877052.585048:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.585050:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.585051:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832600 index 183 00000020:00000001:0.0:1788877052.585053:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585054:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585055:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.585058:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005dddee0a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 183] 00000020:00000001:0.0:1788877052.585059:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.585060:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.585062:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3dbee0. 00000020:00000001:0.0:1788877052.585064:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.585065:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.585066:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.585067:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805006432 : -126388904545184 : ffff8d0cca3db460) 00000020:00000001:0.0:1788877052.585069:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.585071:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.585071:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.585073:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.585074:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.585076:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e227c13b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877052.585078:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.585079:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.585080:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.585081:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db4c0 00000008:00000001:0.0:1788877052.585082:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.585084:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db4d0 page ffff8d0cca3db4c0 at index 184. 00000008:00000001:0.0:1788877052.585086:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.585088:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.585089:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832640 index 184 00000020:00000001:0.0:1788877052.585091:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585092:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585093:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.585096:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e227c13b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 184] 00000020:00000001:0.0:1788877052.585097:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.585098:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.585099:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db460. 00000020:00000001:0.0:1788877052.585101:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.585102:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.585104:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.585105:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805005984 : -126388904545632 : ffff8d0cca3db2a0) 00000020:00000001:0.0:1788877052.585107:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.585108:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.585109:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.585110:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.585111:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.585114:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e8a52c18[2 000000009ff3a3a5 1 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877052.585115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.585116:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.585117:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.585118:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db300 00000008:00000001:0.0:1788877052.585119:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.585121:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db310 page ffff8d0cca3db300 at index 185. 00000008:00000001:0.0:1788877052.585123:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.585125:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.585126:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832680 index 185 00000020:00000001:0.0:1788877052.585128:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585129:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585130:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.585133:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000e8a52c18[1 000000009ff3a3a5 5 1 0000000000000000 0 0 185] 00000020:00000001:0.0:1788877052.585134:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.585135:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.585137:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db2a0. 00000020:00000001:0.0:1788877052.585139:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.585140:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.585141:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.585142:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805006208 : -126388904545408 : ffff8d0cca3db380) 00000020:00000001:0.0:1788877052.585144:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.585145:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.585146:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.585147:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.585148:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.585151:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000060c96555[2 000000009ff3a3a5 1 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877052.585152:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.585153:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.585155:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.585156:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db3e0 00000008:00000001:0.0:1788877052.585157:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.585159:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db3f0 page ffff8d0cca3db3e0 at index 186. 00000008:00000001:0.0:1788877052.585161:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.585163:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.585164:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448326c0 index 186 00000020:00000001:0.0:1788877052.585165:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585167:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.585168:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.585170:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000060c96555[1 000000009ff3a3a5 5 1 0000000000000000 0 0 186] 00000020:00000001:0.0:1788877052.585171:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.585173:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.585174:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db380. 00000020:00000001:0.0:1788877052.585176:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.585177:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586012:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586014:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805005536 : -126388904546080 : ffff8d0cca3db0e0) 00000020:00000001:0.0:1788877052.586017:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586018:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586020:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586021:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586023:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586026:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000141c9434[2 000000009ff3a3a5 1 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877052.586028:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586029:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586031:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586032:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db140 00000008:00000001:0.0:1788877052.586034:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586035:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db150 page ffff8d0cca3db140 at index 187. 00000008:00000001:0.0:1788877052.586037:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586040:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586042:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832700 index 187 00000020:00000001:0.0:1788877052.586045:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586046:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586047:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586050:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000141c9434[1 000000009ff3a3a5 5 1 0000000000000000 0 0 187] 00000020:00000001:0.0:1788877052.586051:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586052:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586055:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db0e0. 00000020:00000001:0.0:1788877052.586058:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586060:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586061:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586062:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805005312 : -126388904546304 : ffff8d0cca3db000) 00000020:00000001:0.0:1788877052.586064:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586065:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586067:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586067:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586068:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586071:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000080dc9127[2 000000009ff3a3a5 1 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877052.586073:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586074:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586075:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586076:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db060 00000008:00000001:0.0:1788877052.586078:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586079:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db070 page ffff8d0cca3db060 at index 188. 00000008:00000001:0.0:1788877052.586081:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586084:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586086:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832740 index 188 00000020:00000001:0.0:1788877052.586088:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586089:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586090:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586093:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000080dc9127[1 000000009ff3a3a5 5 1 0000000000000000 0 0 188] 00000020:00000001:0.0:1788877052.586094:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586096:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586098:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db000. 00000020:00000001:0.0:1788877052.586100:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586101:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586103:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586104:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805006656 : -126388904544960 : ffff8d0cca3db540) 00000020:00000001:0.0:1788877052.586106:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586107:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586108:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586109:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586110:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586113:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ce454311[2 000000009ff3a3a5 1 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877052.586115:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586116:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586117:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586118:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3db5a0 00000008:00000001:0.0:1788877052.586120:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586121:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3db5b0 page ffff8d0cca3db5a0 at index 189. 00000008:00000001:0.0:1788877052.586123:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586125:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586126:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832780 index 189 00000020:00000001:0.0:1788877052.586128:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586129:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586130:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586133:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ce454311[1 000000009ff3a3a5 5 1 0000000000000000 0 0 189] 00000020:00000001:0.0:1788877052.586134:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586135:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586137:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3db540. 00000020:00000001:0.0:1788877052.586139:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586140:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586142:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586143:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684805008896 : -126388904542720 : ffff8d0cca3dbe00) 00000020:00000001:0.0:1788877052.586145:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586146:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586148:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586149:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586150:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586153:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000199b88d9[2 000000009ff3a3a5 1 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877052.586154:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586155:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586157:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586157:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3dbe60 00000008:00000001:0.0:1788877052.586159:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586160:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3dbe70 page ffff8d0cca3dbe60 at index 190. 00000008:00000001:0.0:1788877052.586162:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586164:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586166:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448327c0 index 190 00000020:00000001:0.0:1788877052.586167:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586168:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586170:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586172:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000199b88d9[1 000000009ff3a3a5 5 1 0000000000000000 0 0 190] 00000020:00000001:0.0:1788877052.586174:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586175:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586177:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3dbe00. 00000020:00000001:0.0:1788877052.586305:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586307:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586309:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586310:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507456064 : -126388202095552 : ffff8d0cf41c3c40) 00000020:00000001:0.0:1788877052.586313:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586314:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586315:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586317:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586318:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586321:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000081992691[2 000000009ff3a3a5 1 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877052.586323:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586324:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586325:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586326:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3ca0 00000008:00000001:0.0:1788877052.586328:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586329:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3cb0 page ffff8d0cf41c3ca0 at index 191. 00000008:00000001:0.0:1788877052.586331:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586339:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586341:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832800 index 191 00000020:00000001:0.0:1788877052.586344:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586345:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586347:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586349:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000081992691[1 000000009ff3a3a5 5 1 0000000000000000 0 0 191] 00000020:00000001:0.0:1788877052.586351:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586352:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586354:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3c40. 00000020:00000001:0.0:1788877052.586358:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586359:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586360:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586362:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507455392 : -126388202096224 : ffff8d0cf41c39a0) 00000020:00000001:0.0:1788877052.586363:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586364:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586366:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586367:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586368:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586370:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009aebadb7[2 000000009ff3a3a5 1 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877052.586372:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586373:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586375:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586429:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3a00 00000008:00000001:0.0:1788877052.586440:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586441:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3a10 page ffff8d0cf41c3a00 at index 192. 00000008:00000001:0.0:1788877052.586443:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586447:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586449:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832840 index 192 00000020:00000001:0.0:1788877052.586451:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586452:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586453:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586456:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009aebadb7[1 000000009ff3a3a5 5 1 0000000000000000 0 0 192] 00000020:00000001:0.0:1788877052.586458:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586460:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586462:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c39a0. 00000020:00000001:0.0:1788877052.586464:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586465:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586467:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586468:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507454944 : -126388202096672 : ffff8d0cf41c37e0) 00000020:00000001:0.0:1788877052.586470:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586472:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586472:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586474:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586475:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586478:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a57a1656[2 000000009ff3a3a5 1 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877052.586479:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586480:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586482:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586483:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3840 00000008:00000001:0.0:1788877052.586484:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586486:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3850 page ffff8d0cf41c3840 at index 193. 00000008:00000001:0.0:1788877052.586488:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586490:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586492:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832880 index 193 00000020:00000001:0.0:1788877052.586494:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586495:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586496:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586499:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a57a1656[1 000000009ff3a3a5 5 1 0000000000000000 0 0 193] 00000020:00000001:0.0:1788877052.586500:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586501:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586503:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c37e0. 00000020:00000001:0.0:1788877052.586506:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586507:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586508:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586509:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507456736 : -126388202094880 : ffff8d0cf41c3ee0) 00000020:00000001:0.0:1788877052.586511:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586512:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586513:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586514:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586515:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586517:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bdb84f9b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877052.586519:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586521:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586522:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586523:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3f40 00000008:00000001:0.0:1788877052.586524:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586526:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3f50 page ffff8d0cf41c3f40 at index 194. 00000008:00000001:0.0:1788877052.586527:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586530:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586532:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448328c0 index 194 00000020:00000001:0.0:1788877052.586534:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586535:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586536:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586538:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bdb84f9b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 194] 00000020:00000001:0.0:1788877052.586540:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586541:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586543:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3ee0. 00000020:00000001:0.0:1788877052.586545:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586546:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586605:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586608:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507454048 : -126388202097568 : ffff8d0cf41c3460) 00000020:00000001:0.0:1788877052.586610:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586611:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586612:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586613:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586614:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586617:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d42ad42c[2 000000009ff3a3a5 1 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877052.586619:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586620:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586621:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586622:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c34c0 00000008:00000001:0.0:1788877052.586624:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586625:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c34d0 page ffff8d0cf41c34c0 at index 195. 00000008:00000001:0.0:1788877052.586627:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586629:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586631:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832900 index 195 00000020:00000001:0.0:1788877052.586633:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586634:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586635:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586638:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d42ad42c[1 000000009ff3a3a5 5 1 0000000000000000 0 0 195] 00000020:00000001:0.0:1788877052.586640:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586641:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586643:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3460. 00000020:00000001:0.0:1788877052.586645:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586646:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586648:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586649:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507453600 : -126388202098016 : ffff8d0cf41c32a0) 00000020:00000001:0.0:1788877052.586651:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586652:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586653:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586654:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586655:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586657:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0b6e289[2 000000009ff3a3a5 1 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877052.586659:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586660:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586662:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586663:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3300 00000008:00000001:0.0:1788877052.586664:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586665:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3310 page ffff8d0cf41c3300 at index 196. 00000008:00000001:0.0:1788877052.586667:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586670:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586671:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832940 index 196 00000020:00000001:0.0:1788877052.586673:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586674:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586675:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586678:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d0b6e289[1 000000009ff3a3a5 5 1 0000000000000000 0 0 196] 00000020:00000001:0.0:1788877052.586679:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586680:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586682:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c32a0. 00000020:00000001:0.0:1788877052.586684:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586685:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586686:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586688:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507453824 : -126388202097792 : ffff8d0cf41c3380) 00000020:00000001:0.0:1788877052.586690:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586690:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586691:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586692:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586693:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586696:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000cdd2bb56[2 000000009ff3a3a5 1 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877052.586697:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586699:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586700:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586701:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c33e0 00000008:00000001:0.0:1788877052.586703:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586704:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c33f0 page ffff8d0cf41c33e0 at index 197. 00000008:00000001:0.0:1788877052.586706:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586708:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586710:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832980 index 197 00000020:00000001:0.0:1788877052.586712:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586713:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586714:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586716:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000cdd2bb56[1 000000009ff3a3a5 5 1 0000000000000000 0 0 197] 00000020:00000001:0.0:1788877052.586717:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586718:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586720:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3380. 00000020:00000001:0.0:1788877052.586722:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586724:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586725:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586726:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507453152 : -126388202098464 : ffff8d0cf41c30e0) 00000020:00000001:0.0:1788877052.586728:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586729:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586730:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586731:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586732:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586735:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000001ef16b4[2 000000009ff3a3a5 1 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877052.586737:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586738:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586739:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586740:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3140 00000008:00000001:0.0:1788877052.586742:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586743:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3150 page ffff8d0cf41c3140 at index 198. 00000008:00000001:0.0:1788877052.586745:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586747:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586749:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448329c0 index 198 00000020:00000001:0.0:1788877052.586750:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586751:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586753:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586755:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000001ef16b4[1 000000009ff3a3a5 5 1 0000000000000000 0 0 198] 00000020:00000001:0.0:1788877052.586757:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586758:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586760:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c30e0. 00000020:00000001:0.0:1788877052.586762:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586763:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586764:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586766:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507452928 : -126388202098688 : ffff8d0cf41c3000) 00000020:00000001:0.0:1788877052.586767:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586769:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586770:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586771:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586772:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586774:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c186e429[2 000000009ff3a3a5 1 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877052.586776:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586777:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586779:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586780:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3060 00000008:00000001:0.0:1788877052.586781:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586782:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3070 page ffff8d0cf41c3060 at index 199. 00000008:00000001:0.0:1788877052.586784:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586786:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586788:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832a00 index 199 00000020:00000001:0.0:1788877052.586790:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586791:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586792:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586794:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c186e429[1 000000009ff3a3a5 5 1 0000000000000000 0 0 199] 00000020:00000001:0.0:1788877052.586796:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586797:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586798:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3000. 00000020:00000001:0.0:1788877052.586801:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.586802:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.586803:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.586804:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507454272 : -126388202097344 : ffff8d0cf41c3540) 00000020:00000001:0.0:1788877052.586806:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586807:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.586808:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.586809:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.586810:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.586813:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009c6c4d3b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877052.586815:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.586816:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.586817:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.586818:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c35a0 00000008:00000001:0.0:1788877052.586820:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.586821:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c35b0 page ffff8d0cf41c35a0 at index 200. 00000008:00000001:0.0:1788877052.586823:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.586825:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.586827:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832a40 index 200 00000020:00000001:0.0:1788877052.586829:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586830:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.586831:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.586834:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009c6c4d3b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 200] 00000020:00000001:0.0:1788877052.586835:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.586836:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.586838:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3540. 00000020:00000001:0.0:1788877052.586840:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.587998:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.588002:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.588004:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507456512 : -126388202095104 : ffff8d0cf41c3e00) 00000020:00000001:0.0:1788877052.588007:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588009:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588011:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.588012:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.588013:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.588018:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000060bb017a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877052.588020:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.588021:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.588022:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.588024:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3e60 00000008:00000001:0.0:1788877052.588027:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.588029:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3e70 page ffff8d0cf41c3e60 at index 201. 00000008:00000001:0.0:1788877052.588031:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.588035:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.588037:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832a80 index 201 00000020:00000001:0.0:1788877052.588040:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588041:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588043:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.588045:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000060bb017a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 201] 00000020:00000001:0.0:1788877052.588047:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.588048:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.588052:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3e00. 00000020:00000001:0.0:1788877052.588056:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.588057:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.588058:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.588060:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507455168 : -126388202096448 : ffff8d0cf41c38c0) 00000020:00000001:0.0:1788877052.588062:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588064:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588066:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.588068:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.588069:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.588072:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000063663dfa[2 000000009ff3a3a5 1 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877052.588073:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.588075:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.588076:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.588077:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3920 00000008:00000001:0.0:1788877052.588078:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.588080:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3930 page ffff8d0cf41c3920 at index 202. 00000008:00000001:0.0:1788877052.588083:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.588085:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.588087:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832ac0 index 202 00000020:00000001:0.0:1788877052.588090:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588091:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588092:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.588095:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000063663dfa[1 000000009ff3a3a5 5 1 0000000000000000 0 0 202] 00000020:00000001:0.0:1788877052.588097:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.588098:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.588100:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c38c0. 00000020:00000001:0.0:1788877052.588102:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.588103:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.588105:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.588106:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507455840 : -126388202095776 : ffff8d0cf41c3b60) 00000020:00000001:0.0:1788877052.588109:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588110:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588111:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.588112:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.588113:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.588116:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a6fe12d3[2 000000009ff3a3a5 1 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877052.588118:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.588119:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.588120:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.588121:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3bc0 00000008:00000001:0.0:1788877052.588123:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.588124:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3bd0 page ffff8d0cf41c3bc0 at index 203. 00000008:00000001:0.0:1788877052.588126:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.588128:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.588130:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832b00 index 203 00000020:00000001:0.0:1788877052.588132:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588133:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588134:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.588136:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a6fe12d3[1 000000009ff3a3a5 5 1 0000000000000000 0 0 203] 00000020:00000001:0.0:1788877052.588137:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.588138:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.588140:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3b60. 00000020:00000001:0.0:1788877052.588142:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.588143:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.588144:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.588146:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507456288 : -126388202095328 : ffff8d0cf41c3d20) 00000020:00000001:0.0:1788877052.588147:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588148:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588149:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.588150:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.588151:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.588154:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000084e8f1f5[2 000000009ff3a3a5 1 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877052.588156:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.588157:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.588158:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.588159:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3d80 00000008:00000001:0.0:1788877052.588160:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.588161:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3d90 page ffff8d0cf41c3d80 at index 204. 00000008:00000001:0.0:1788877052.588163:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.588165:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.588166:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832b40 index 204 00000020:00000001:0.0:1788877052.588168:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588169:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588170:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.588173:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000084e8f1f5[1 000000009ff3a3a5 5 1 0000000000000000 0 0 204] 00000020:00000001:0.0:1788877052.588174:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.588175:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.588177:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3d20. 00000020:00000001:0.0:1788877052.588264:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.588265:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.588267:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.588269:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507453376 : -126388202098240 : ffff8d0cf41c31c0) 00000020:00000001:0.0:1788877052.588271:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588273:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588274:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.588275:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.588276:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.588280:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000003e3e3da5[2 000000009ff3a3a5 1 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877052.588281:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.588282:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.588284:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.588285:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3220 00000008:00000001:0.0:1788877052.588286:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.588287:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3230 page ffff8d0cf41c3220 at index 205. 00000008:00000001:0.0:1788877052.588289:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.588292:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.588294:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832b80 index 205 00000020:00000001:0.0:1788877052.588296:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588297:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588298:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.588301:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000003e3e3da5[1 000000009ff3a3a5 5 1 0000000000000000 0 0 205] 00000020:00000001:0.0:1788877052.588302:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.588303:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.588306:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c31c0. 00000020:00000001:0.0:1788877052.588308:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.588309:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.588310:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.588312:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507455616 : -126388202096000 : ffff8d0cf41c3a80) 00000020:00000001:0.0:1788877052.588314:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588315:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588316:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.588316:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.588317:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.588320:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000234fc059[2 000000009ff3a3a5 1 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877052.588321:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.588323:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.588324:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.588325:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3ae0 00000008:00000001:0.0:1788877052.588326:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.588327:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3af0 page ffff8d0cf41c3ae0 at index 206. 00000008:00000001:0.0:1788877052.588329:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.588332:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.588333:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832bc0 index 206 00000020:00000001:0.0:1788877052.588336:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588337:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588338:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.588340:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000234fc059[1 000000009ff3a3a5 5 1 0000000000000000 0 0 206] 00000020:00000001:0.0:1788877052.588342:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.588343:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.588345:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3a80. 00000020:00000001:0.0:1788877052.588347:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.588348:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.588349:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.588351:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507454496 : -126388202097120 : ffff8d0cf41c3620) 00000020:00000001:0.0:1788877052.588353:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588354:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588355:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.588356:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.588357:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.588360:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d86507df[2 000000009ff3a3a5 1 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877052.588361:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.588362:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.588364:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.588365:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3680 00000008:00000001:0.0:1788877052.588366:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.588368:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3690 page ffff8d0cf41c3680 at index 207. 00000008:00000001:0.0:1788877052.588369:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.588371:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.588373:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832c00 index 207 00000020:00000001:0.0:1788877052.588374:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588905:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588908:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.588913:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000d86507df[1 000000009ff3a3a5 5 1 0000000000000000 0 0 207] 00000020:00000001:0.0:1788877052.588915:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.588916:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.588919:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3620. 00000020:00000001:0.0:1788877052.588922:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.588923:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.588924:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.588926:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685507454720 : -126388202096896 : ffff8d0cf41c3700) 00000020:00000001:0.0:1788877052.588928:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588930:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588931:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.588932:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.588933:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.588936:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a5c254bf[2 000000009ff3a3a5 1 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877052.588938:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.588939:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.588941:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.588942:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf41c3760 00000008:00000001:0.0:1788877052.588943:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.588945:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf41c3770 page ffff8d0cf41c3760 at index 208. 00000008:00000001:0.0:1788877052.588947:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.588950:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.588951:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832c40 index 208 00000020:00000001:0.0:1788877052.588954:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588955:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588955:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.588958:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a5c254bf[1 000000009ff3a3a5 5 1 0000000000000000 0 0 208] 00000020:00000001:0.0:1788877052.588959:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.588960:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.588962:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf41c3700. 00000020:00000001:0.0:1788877052.588965:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.588966:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.588967:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.588968:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804733120 : -126388904818496 : ffff8d0cca3988c0) 00000020:00000001:0.0:1788877052.588970:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588971:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.588972:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.588973:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.588974:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.588976:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000bcedafe8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877052.588978:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.588979:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.588980:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.588981:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398920 00000008:00000001:0.0:1788877052.588982:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.588983:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398930 page ffff8d0cca398920 at index 209. 00000008:00000001:0.0:1788877052.588984:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.588986:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.588988:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832c80 index 209 00000020:00000001:0.0:1788877052.588989:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588990:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.588991:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.588993:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000bcedafe8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 209] 00000020:00000001:0.0:1788877052.588995:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.588995:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.588997:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3988c0. 00000020:00000001:0.0:1788877052.589000:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.589001:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.589056:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.589058:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804733792 : -126388904817824 : ffff8d0cca398b60) 00000020:00000001:0.0:1788877052.589060:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589061:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589062:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.589063:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.589064:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.589067:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000004fe8c455[2 000000009ff3a3a5 1 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877052.589068:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.589069:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.589071:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.589072:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398bc0 00000008:00000001:0.0:1788877052.589073:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.589074:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398bd0 page ffff8d0cca398bc0 at index 210. 00000008:00000001:0.0:1788877052.589076:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.589078:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.589080:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832cc0 index 210 00000020:00000001:0.0:1788877052.589082:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589083:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589084:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.589086:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000004fe8c455[1 000000009ff3a3a5 5 1 0000000000000000 0 0 210] 00000020:00000001:0.0:1788877052.589087:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.589088:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.589090:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398b60. 00000020:00000001:0.0:1788877052.589092:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.589093:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.589094:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.589096:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804734240 : -126388904817376 : ffff8d0cca398d20) 00000020:00000001:0.0:1788877052.589097:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589099:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589100:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.589101:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.589102:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.589104:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000097ba079c[2 000000009ff3a3a5 1 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877052.589105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.589106:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.589107:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.589108:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398d80 00000008:00000001:0.0:1788877052.589109:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.589110:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398d90 page ffff8d0cca398d80 at index 211. 00000008:00000001:0.0:1788877052.589111:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.589112:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.589113:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832d00 index 211 00000020:00000001:0.0:1788877052.589115:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589116:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589117:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.589119:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000097ba079c[1 000000009ff3a3a5 5 1 0000000000000000 0 0 211] 00000020:00000001:0.0:1788877052.589120:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.589121:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.589122:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398d20. 00000020:00000001:0.0:1788877052.589124:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.589125:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.589126:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.589127:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804731328 : -126388904820288 : ffff8d0cca3981c0) 00000020:00000001:0.0:1788877052.589128:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589129:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589129:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.589130:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.589131:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.589133:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000285b30f0[2 000000009ff3a3a5 1 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877052.589134:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.589135:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.589136:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.589137:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398220 00000008:00000001:0.0:1788877052.589138:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.589139:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398230 page ffff8d0cca398220 at index 212. 00000008:00000001:0.0:1788877052.589141:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.589143:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.589144:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832d40 index 212 00000020:00000001:0.0:1788877052.589146:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589147:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589148:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.589150:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000285b30f0[1 000000009ff3a3a5 5 1 0000000000000000 0 0 212] 00000020:00000001:0.0:1788877052.589151:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.589152:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.589153:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3981c0. 00000020:00000001:0.0:1788877052.589154:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.589155:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.589156:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.589157:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804733568 : -126388904818048 : ffff8d0cca398a80) 00000020:00000001:0.0:1788877052.589158:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589159:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589159:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.589160:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.589161:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.589163:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b1a467fe[2 000000009ff3a3a5 1 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877052.589165:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.589166:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.589167:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.589168:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398ae0 00000008:00000001:0.0:1788877052.589169:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.589170:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398af0 page ffff8d0cca398ae0 at index 213. 00000008:00000001:0.0:1788877052.589171:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.589173:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.589174:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832d80 index 213 00000020:00000001:0.0:1788877052.589175:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589176:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589177:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.589237:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b1a467fe[1 000000009ff3a3a5 5 1 0000000000000000 0 0 213] 00000020:00000001:0.0:1788877052.589239:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.589241:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.589243:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398a80. 00000020:00000001:0.0:1788877052.589245:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.589246:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.589317:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.589319:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804732448 : -126388904819168 : ffff8d0cca398620) 00000020:00000001:0.0:1788877052.589321:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589323:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589324:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.589325:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.589326:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.589329:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c37f500a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877052.589330:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.589331:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.589332:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.589333:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398680 00000008:00000001:0.0:1788877052.589335:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.589336:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398690 page ffff8d0cca398680 at index 214. 00000008:00000001:0.0:1788877052.589338:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.589340:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.589342:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832dc0 index 214 00000020:00000001:0.0:1788877052.589344:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589345:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589346:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.589348:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c37f500a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 214] 00000020:00000001:0.0:1788877052.589350:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.589351:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.589353:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398620. 00000020:00000001:0.0:1788877052.589355:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.589356:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.589357:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.589358:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804732672 : -126388904818944 : ffff8d0cca398700) 00000020:00000001:0.0:1788877052.589360:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589361:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589362:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.589363:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.589364:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.589366:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000009252e024[2 000000009ff3a3a5 1 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877052.589367:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.589368:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.589369:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.589369:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398760 00000008:00000001:0.0:1788877052.589370:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.589371:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398770 page ffff8d0cca398760 at index 215. 00000008:00000001:0.0:1788877052.589373:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.589374:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.589913:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832e00 index 215 00000020:00000001:0.0:1788877052.589918:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589919:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589921:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.589924:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000009252e024[1 000000009ff3a3a5 5 1 0000000000000000 0 0 215] 00000020:00000001:0.0:1788877052.589926:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.589927:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.589929:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398700. 00000020:00000001:0.0:1788877052.589931:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.589933:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.589934:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.589936:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804734016 : -126388904817600 : ffff8d0cca398c40) 00000020:00000001:0.0:1788877052.589937:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589939:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589940:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.589941:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.589942:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.589945:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f7d3a754[2 000000009ff3a3a5 1 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877052.589947:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.589948:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.589949:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.589950:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398ca0 00000008:00000001:0.0:1788877052.589952:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.589953:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398cb0 page ffff8d0cca398ca0 at index 216. 00000008:00000001:0.0:1788877052.589955:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.589959:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.589960:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832e40 index 216 00000020:00000001:0.0:1788877052.589962:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589963:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.589964:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.589966:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f7d3a754[1 000000009ff3a3a5 5 1 0000000000000000 0 0 216] 00000020:00000001:0.0:1788877052.589967:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.589969:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.589970:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398c40. 00000020:00000001:0.0:1788877052.589973:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.589974:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.589976:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.589977:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804733344 : -126388904818272 : ffff8d0cca3989a0) 00000020:00000001:0.0:1788877052.589979:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589980:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.589981:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.589982:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.589983:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.589986:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b235180b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877052.589987:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.589988:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.589990:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.589991:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398a00 00000008:00000001:0.0:1788877052.589992:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.589994:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398a10 page ffff8d0cca398a00 at index 217. 00000008:00000001:0.0:1788877052.589996:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.589998:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.590000:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832e80 index 217 00000020:00000001:0.0:1788877052.590001:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590002:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590003:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.590005:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b235180b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 217] 00000020:00000001:0.0:1788877052.590007:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.590008:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.590010:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3989a0. 00000020:00000001:0.0:1788877052.590012:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.590013:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.590014:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.590015:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804732896 : -126388904818720 : ffff8d0cca3987e0) 00000020:00000001:0.0:1788877052.590017:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590018:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590019:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.590020:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.590021:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.590023:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000061edb623[2 000000009ff3a3a5 1 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877052.590025:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.590026:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.590027:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.590028:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398840 00000008:00000001:0.0:1788877052.590029:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.590030:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398850 page ffff8d0cca398840 at index 218. 00000008:00000001:0.0:1788877052.590032:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.590034:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.590036:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832ec0 index 218 00000020:00000001:0.0:1788877052.590038:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590039:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590040:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.590042:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000061edb623[1 000000009ff3a3a5 5 1 0000000000000000 0 0 218] 00000020:00000001:0.0:1788877052.590043:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.590045:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.590046:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3987e0. 00000020:00000001:0.0:1788877052.590048:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.590049:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.590051:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.590052:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804734688 : -126388904816928 : ffff8d0cca398ee0) 00000020:00000001:0.0:1788877052.590053:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590054:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590055:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.590056:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.590057:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.590060:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000c080ce0[2 000000009ff3a3a5 1 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877052.590061:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.590062:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.590063:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.590064:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398f40 00000008:00000001:0.0:1788877052.590065:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.590066:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398f50 page ffff8d0cca398f40 at index 219. 00000008:00000001:0.0:1788877052.590068:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.590070:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.590071:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832f00 index 219 00000020:00000001:0.0:1788877052.590072:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590073:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590074:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.590077:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000c080ce0[1 000000009ff3a3a5 5 1 0000000000000000 0 0 219] 00000020:00000001:0.0:1788877052.590078:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.590079:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.590080:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398ee0. 00000020:00000001:0.0:1788877052.590082:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.590083:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.590084:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.590086:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804732000 : -126388904819616 : ffff8d0cca398460) 00000020:00000001:0.0:1788877052.590087:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590088:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590089:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.590090:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.590091:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.590093:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ef1b95ce[2 000000009ff3a3a5 1 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877052.590095:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.590096:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.590097:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.590098:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3984c0 00000008:00000001:0.0:1788877052.590099:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.590100:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3984d0 page ffff8d0cca3984c0 at index 220. 00000008:00000001:0.0:1788877052.590102:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.590104:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.590105:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832f40 index 220 00000020:00000001:0.0:1788877052.590107:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590108:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590109:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.590111:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ef1b95ce[1 000000009ff3a3a5 5 1 0000000000000000 0 0 220] 00000020:00000001:0.0:1788877052.590113:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.590113:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.590116:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398460. 00000020:00000001:0.0:1788877052.590118:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.590119:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.590120:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.590121:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804731552 : -126388904820064 : ffff8d0cca3982a0) 00000020:00000001:0.0:1788877052.590123:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590124:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590125:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.590126:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.590127:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.590129:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000097d1278e[2 000000009ff3a3a5 1 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877052.590130:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.590132:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.590133:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.590133:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398300 00000008:00000001:0.0:1788877052.590135:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.590136:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398310 page ffff8d0cca398300 at index 221. 00000008:00000001:0.0:1788877052.590137:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.590139:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.590141:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832f80 index 221 00000020:00000001:0.0:1788877052.590143:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590144:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590145:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.590147:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000097d1278e[1 000000009ff3a3a5 5 1 0000000000000000 0 0 221] 00000020:00000001:0.0:1788877052.590149:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.590150:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.590151:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3982a0. 00000020:00000001:0.0:1788877052.590153:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.590154:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.590156:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.590157:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804731776 : -126388904819840 : ffff8d0cca398380) 00000020:00000001:0.0:1788877052.590159:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590160:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590161:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.590162:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.590163:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.590165:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000076341920[2 000000009ff3a3a5 1 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877052.590167:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.590168:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.590171:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.590172:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3983e0 00000008:00000001:0.0:1788877052.590173:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.590174:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3983f0 page ffff8d0cca3983e0 at index 222. 00000008:00000001:0.0:1788877052.590176:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.590271:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.590274:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44832fc0 index 222 00000020:00000001:0.0:1788877052.590277:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590278:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590280:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.590283:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000076341920[1 000000009ff3a3a5 5 1 0000000000000000 0 0 222] 00000020:00000001:0.0:1788877052.590284:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.590285:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.590287:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398380. 00000020:00000001:0.0:1788877052.590290:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.590291:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.590292:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.590294:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804731104 : -126388904820512 : ffff8d0cca3980e0) 00000020:00000001:0.0:1788877052.590296:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590297:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590298:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.590299:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.590301:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.590303:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a02be78c[2 000000009ff3a3a5 1 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877052.590305:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.590306:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.590307:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.590308:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398140 00000008:00000001:0.0:1788877052.590310:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.590311:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398150 page ffff8d0cca398140 at index 223. 00000008:00000001:0.0:1788877052.590313:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.590316:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.590317:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44833000 index 223 00000020:00000001:0.0:1788877052.590319:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590320:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590321:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.590324:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a02be78c[1 000000009ff3a3a5 5 1 0000000000000000 0 0 223] 00000020:00000001:0.0:1788877052.590326:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.590327:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.590329:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3980e0. 00000020:00000001:0.0:1788877052.590331:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.590332:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.590333:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.590334:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804730880 : -126388904820736 : ffff8d0cca398000) 00000020:00000001:0.0:1788877052.590336:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590337:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590338:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.590339:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.590340:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.590342:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000361105f8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877052.590344:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.590345:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.590346:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.590347:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398060 00000008:00000001:0.0:1788877052.590349:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.590350:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398070 page ffff8d0cca398060 at index 224. 00000008:00000001:0.0:1788877052.590352:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.590354:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.590355:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44833040 index 224 00000020:00000001:0.0:1788877052.590357:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590358:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590359:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.590362:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000361105f8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 224] 00000020:00000001:0.0:1788877052.590363:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.590364:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.590365:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398000. 00000020:00000001:0.0:1788877052.590367:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.590368:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.590966:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.590969:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804732224 : -126388904819392 : ffff8d0cca398540) 00000020:00000001:0.0:1788877052.590972:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590973:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.590974:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.590975:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.590977:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.590980:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a7a58dd2[2 000000009ff3a3a5 1 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877052.590981:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.590983:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.590984:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.590985:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3985a0 00000008:00000001:0.0:1788877052.590987:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.590988:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3985b0 page ffff8d0cca3985a0 at index 225. 00000008:00000001:0.0:1788877052.590990:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.590993:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.590995:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44833080 index 225 00000020:00000001:0.0:1788877052.590997:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590998:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.590999:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591002:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000a7a58dd2[1 000000009ff3a3a5 5 1 0000000000000000 0 0 225] 00000020:00000001:0.0:1788877052.591003:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591004:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.591007:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398540. 00000020:00000001:0.0:1788877052.591010:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.591010:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.591012:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.591013:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804734464 : -126388904817152 : ffff8d0cca398e00) 00000020:00000001:0.0:1788877052.591015:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591016:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591018:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.591019:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.591020:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.591022:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000064becca[2 000000009ff3a3a5 1 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877052.591024:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.591025:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.591026:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.591027:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca398e60 00000008:00000001:0.0:1788877052.591029:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.591030:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca398e70 page ffff8d0cca398e60 at index 226. 00000008:00000001:0.0:1788877052.591032:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.591035:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.591036:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448330c0 index 226 00000020:00000001:0.0:1788877052.591038:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591039:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591040:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591043:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000064becca[1 000000009ff3a3a5 5 1 0000000000000000 0 0 226] 00000020:00000001:0.0:1788877052.591045:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591046:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.591048:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca398e00. 00000020:00000001:0.0:1788877052.591050:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.591051:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.591053:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.591054:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685476051136 : -126388233500480 : ffff8d0cf23d08c0) 00000020:00000001:0.0:1788877052.591056:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591057:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591058:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.591059:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.591060:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.591063:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fdf2178a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877052.591064:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.591066:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.591067:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.591068:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf23d0920 00000008:00000001:0.0:1788877052.591070:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.591071:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf23d0930 page ffff8d0cf23d0920 at index 227. 00000008:00000001:0.0:1788877052.591073:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.591075:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.591077:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44833100 index 227 00000020:00000001:0.0:1788877052.591079:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591080:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591081:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591084:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000fdf2178a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 227] 00000020:00000001:0.0:1788877052.591085:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591086:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.591088:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf23d08c0. 00000020:00000001:0.0:1788877052.591092:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.591093:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.591094:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.591096:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685476051808 : -126388233499808 : ffff8d0cf23d0b60) 00000020:00000001:0.0:1788877052.591098:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591099:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591100:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.591101:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.591102:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.591105:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000002ad7e998[2 000000009ff3a3a5 1 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877052.591107:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.591108:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.591109:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.591110:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf23d0bc0 00000008:00000001:0.0:1788877052.591111:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.591113:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf23d0bd0 page ffff8d0cf23d0bc0 at index 228. 00000008:00000001:0.0:1788877052.591115:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.591117:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.591118:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44833140 index 228 00000020:00000001:0.0:1788877052.591120:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591121:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591122:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591125:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000002ad7e998[1 000000009ff3a3a5 5 1 0000000000000000 0 0 228] 00000020:00000001:0.0:1788877052.591126:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591127:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.591129:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf23d0b60. 00000020:00000001:0.0:1788877052.591132:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.591133:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.591134:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.591135:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685476052256 : -126388233499360 : ffff8d0cf23d0d20) 00000020:00000001:0.0:1788877052.591137:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591138:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591140:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.591141:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.591142:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.591145:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005739c0aa[2 000000009ff3a3a5 1 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877052.591146:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.591147:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.591149:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.591150:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf23d0d80 00000008:00000001:0.0:1788877052.591151:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.591152:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf23d0d90 page ffff8d0cf23d0d80 at index 229. 00000008:00000001:0.0:1788877052.591155:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.591157:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.591159:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44833180 index 229 00000020:00000001:0.0:1788877052.591161:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591162:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591163:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591166:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005739c0aa[1 000000009ff3a3a5 5 1 0000000000000000 0 0 229] 00000020:00000001:0.0:1788877052.591167:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591169:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.591170:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf23d0d20. 00000020:00000001:0.0:1788877052.591173:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.591174:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.591176:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.591177:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617685476049344 : -126388233502272 : ffff8d0cf23d01c0) 00000020:00000001:0.0:1788877052.591512:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591513:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591514:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.591516:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.591517:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.591520:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000002c6b0bf[2 000000009ff3a3a5 1 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877052.591522:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.591523:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.591525:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.591526:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cf23d0220 00000008:00000001:0.0:1788877052.591527:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.591529:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cf23d0230 page ffff8d0cf23d0220 at index 230. 00000008:00000001:0.0:1788877052.591531:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.591534:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.591536:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448331c0 index 230 00000020:00000001:0.0:1788877052.591539:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591540:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591542:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591545:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000002c6b0bf[1 000000009ff3a3a5 5 1 0000000000000000 0 0 230] 00000020:00000001:0.0:1788877052.591546:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591547:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.591550:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cf23d01c0. 00000020:00000001:0.0:1788877052.591560:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.591561:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.591563:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.591565:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804916544 : -126388904635072 : ffff8d0cca3c5540) 00000020:00000001:0.0:1788877052.591567:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591568:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591569:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.591570:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.591571:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.591574:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b257f191[2 000000009ff3a3a5 1 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877052.591576:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.591577:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.591579:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.591580:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c55a0 00000008:00000001:0.0:1788877052.591581:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.591582:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c55b0 page ffff8d0cca3c55a0 at index 231. 00000008:00000001:0.0:1788877052.591585:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.591588:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.591589:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44594940 index 231 00000020:00000001:0.0:1788877052.591592:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591593:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591594:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591597:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b257f191[1 000000009ff3a3a5 5 1 0000000000000000 0 0 231] 00000020:00000001:0.0:1788877052.591598:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591599:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.591601:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c5540. 00000020:00000001:0.0:1788877052.591604:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.591605:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.591607:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.591608:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804918784 : -126388904632832 : ffff8d0cca3c5e00) 00000020:00000001:0.0:1788877052.591610:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591612:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591613:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.591614:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.591615:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.591618:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3b8a459[2 000000009ff3a3a5 1 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877052.591620:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.591621:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.591623:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.591624:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c5e60 00000008:00000001:0.0:1788877052.591625:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.591627:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c5e70 page ffff8d0cca3c5e60 at index 232. 00000008:00000001:0.0:1788877052.591629:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.591631:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.591633:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44696740 index 232 00000020:00000001:0.0:1788877052.591635:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591636:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591638:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591640:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f3b8a459[1 000000009ff3a3a5 5 1 0000000000000000 0 0 232] 00000020:00000001:0.0:1788877052.591642:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591643:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.591645:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c5e00. 00000020:00000001:0.0:1788877052.591647:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.591648:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.591649:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.591651:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804917440 : -126388904634176 : ffff8d0cca3c58c0) 00000020:00000001:0.0:1788877052.591653:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591654:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591655:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.591656:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.591657:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.591659:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ab2f1db[2 000000009ff3a3a5 1 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877052.591661:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.591662:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.591663:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.591664:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c5920 00000008:00000001:0.0:1788877052.591666:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.591667:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c5930 page ffff8d0cca3c5920 at index 233. 00000008:00000001:0.0:1788877052.591669:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.591671:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.591673:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44829540 index 233 00000020:00000001:0.0:1788877052.591675:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591676:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591677:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591680:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005ab2f1db[1 000000009ff3a3a5 5 1 0000000000000000 0 0 233] 00000020:00000001:0.0:1788877052.591681:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591682:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.591684:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c58c0. 00000020:00000001:0.0:1788877052.591686:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.591688:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.591689:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.591690:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804918112 : -126388904633504 : ffff8d0cca3c5b60) 00000020:00000001:0.0:1788877052.591692:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591693:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.591694:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.591695:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.591697:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.591699:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000637aad21[2 000000009ff3a3a5 1 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877052.591701:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.591702:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.591703:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.591704:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c5bc0 00000008:00000001:0.0:1788877052.591706:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.591707:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c5bd0 page ffff8d0cca3c5bc0 at index 234. 00000008:00000001:0.0:1788877052.591710:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.591712:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.591713:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448c1bc0 index 234 00000020:00000001:0.0:1788877052.591715:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591716:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.591717:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.591720:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000637aad21[1 000000009ff3a3a5 5 1 0000000000000000 0 0 234] 00000020:00000001:0.0:1788877052.591722:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.591723:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.592473:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c5b60. 00000020:00000001:0.0:1788877052.592477:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.592479:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.592481:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.592483:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804918560 : -126388904633056 : ffff8d0cca3c5d20) 00000020:00000001:0.0:1788877052.592485:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592487:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592488:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.592489:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.592490:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.592494:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000563f4be6[2 000000009ff3a3a5 1 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877052.592496:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.592497:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.592499:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.592500:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c5d80 00000008:00000001:0.0:1788877052.592501:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.592503:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c5d90 page ffff8d0cca3c5d80 at index 235. 00000008:00000001:0.0:1788877052.592505:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.592508:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.592510:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4450b9c0 index 235 00000020:00000001:0.0:1788877052.592512:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592513:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592514:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.592517:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000563f4be6[1 000000009ff3a3a5 5 1 0000000000000000 0 0 235] 00000020:00000001:0.0:1788877052.592519:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.592520:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.592522:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c5d20. 00000020:00000001:0.0:1788877052.592524:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.592525:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.592526:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.592528:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804915648 : -126388904635968 : ffff8d0cca3c51c0) 00000020:00000001:0.0:1788877052.592530:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592531:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592532:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.592533:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.592534:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.592537:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000c197d59a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877052.592538:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.592540:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.592541:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.592542:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c5220 00000008:00000001:0.0:1788877052.592543:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.592545:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c5230 page ffff8d0cca3c5220 at index 236. 00000008:00000001:0.0:1788877052.592547:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.592549:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.592551:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448c7280 index 236 00000020:00000001:0.0:1788877052.592553:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592554:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592555:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.592557:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000c197d59a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 236] 00000020:00000001:0.0:1788877052.592558:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.592560:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.592561:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c51c0. 00000020:00000001:0.0:1788877052.592563:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.592565:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.592566:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.592567:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804917888 : -126388904633728 : ffff8d0cca3c5a80) 00000020:00000001:0.0:1788877052.592569:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592570:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592572:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.592573:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.592574:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.592576:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000815c7e43[2 000000009ff3a3a5 1 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877052.592578:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.592579:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.592580:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.592582:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c5ae0 00000008:00000001:0.0:1788877052.592583:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.592584:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c5af0 page ffff8d0cca3c5ae0 at index 237. 00000008:00000001:0.0:1788877052.592586:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.592588:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.592589:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446b3780 index 237 00000020:00000001:0.0:1788877052.592591:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592592:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592593:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.592596:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000815c7e43[1 000000009ff3a3a5 5 1 0000000000000000 0 0 237] 00000020:00000001:0.0:1788877052.592598:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.592599:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.592600:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c5a80. 00000020:00000001:0.0:1788877052.592602:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.592603:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.592605:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.592606:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804916768 : -126388904634848 : ffff8d0cca3c5620) 00000020:00000001:0.0:1788877052.592608:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592610:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592611:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.592612:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.592613:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.592616:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000050295070[2 000000009ff3a3a5 1 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877052.592617:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.592619:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.592620:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.592621:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c5680 00000008:00000001:0.0:1788877052.592622:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.592624:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c5690 page ffff8d0cca3c5680 at index 238. 00000008:00000001:0.0:1788877052.592626:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.592628:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.592629:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc445a3900 index 238 00000020:00000001:0.0:1788877052.592631:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592632:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592633:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.592636:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000050295070[1 000000009ff3a3a5 5 1 0000000000000000 0 0 238] 00000020:00000001:0.0:1788877052.592637:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.592639:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.592640:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c5620. 00000020:00000001:0.0:1788877052.592642:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.592644:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.592645:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.592647:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804916992 : -126388904634624 : ffff8d0cca3c5700) 00000020:00000001:0.0:1788877052.592649:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592650:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592651:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.592652:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.592653:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.592656:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f53032a8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877052.592657:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.592659:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.592660:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.592661:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c5760 00000008:00000001:0.0:1788877052.592662:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.592664:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c5770 page ffff8d0cca3c5760 at index 239. 00000008:00000001:0.0:1788877052.592666:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.592668:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.592670:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448c7300 index 239 00000020:00000001:0.0:1788877052.592672:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592673:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.592674:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.592676:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000f53032a8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 239] 00000020:00000001:0.0:1788877052.592678:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.592679:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.592680:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c5700. 00000020:00000001:0.0:1788877052.592682:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.592684:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.592740:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.592743:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684804918336 : -126388904633280 : ffff8d0cca3c5c40) 00000020:00000001:0.0:1788877052.592745:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592746:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.592747:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.592748:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.592749:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.592752:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000091c45ae[2 000000009ff3a3a5 1 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877052.592754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.592755:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.592757:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.592758:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca3c5ca0 00000008:00000001:0.0:1788877052.592760:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.592761:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca3c5cb0 page ffff8d0cca3c5ca0 at index 240. 00000008:00000001:0.0:1788877052.592762:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.592765:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.593524:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c07c80 index 240 00000020:00000001:0.0:1788877052.593530:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593532:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593533:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.593537:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000091c45ae[1 000000009ff3a3a5 5 1 0000000000000000 0 0 240] 00000020:00000001:0.0:1788877052.593538:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.593539:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.593542:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca3c5c40. 00000020:00000001:0.0:1788877052.593551:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.593553:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.593555:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.593556:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803760800 : -126388905790816 : ffff8d0cca2ab2a0) 00000020:00000001:0.0:1788877052.593558:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593560:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593562:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.593563:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.593564:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.593567:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000951f2e5b[2 000000009ff3a3a5 1 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877052.593568:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.593569:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.593571:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.593572:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2ab300 00000008:00000001:0.0:1788877052.593573:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.593574:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2ab310 page ffff8d0cca2ab300 at index 241. 00000008:00000001:0.0:1788877052.593576:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.593580:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.593582:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44a4c9c0 index 241 00000020:00000001:0.0:1788877052.593584:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593585:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593586:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.593589:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000951f2e5b[1 000000009ff3a3a5 5 1 0000000000000000 0 0 241] 00000020:00000001:0.0:1788877052.593590:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.593591:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.593593:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab2a0. 00000020:00000001:0.0:1788877052.593595:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.593596:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.593597:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.593598:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803761024 : -126388905790592 : ffff8d0cca2ab380) 00000020:00000001:0.0:1788877052.593600:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593602:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593603:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.593604:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.593605:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.593607:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ee84386d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877052.593608:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.593610:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.593611:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.593612:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2ab3e0 00000008:00000001:0.0:1788877052.593613:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.593614:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2ab3f0 page ffff8d0cca2ab3e0 at index 242. 00000008:00000001:0.0:1788877052.593616:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.593618:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.593620:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4459ba40 index 242 00000020:00000001:0.0:1788877052.593622:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593623:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593624:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.593627:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ee84386d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 242] 00000020:00000001:0.0:1788877052.593628:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.593629:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.593631:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab380. 00000020:00000001:0.0:1788877052.593633:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.593634:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.593635:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.593637:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803760352 : -126388905791264 : ffff8d0cca2ab0e0) 00000020:00000001:0.0:1788877052.593639:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593640:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593641:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.593642:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.593643:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.593645:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8017e1a[2 000000009ff3a3a5 1 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877052.593647:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.593648:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.593649:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.593650:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2ab140 00000008:00000001:0.0:1788877052.593651:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.593652:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2ab150 page ffff8d0cca2ab140 at index 243. 00000008:00000001:0.0:1788877052.593654:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.593656:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.593657:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4481e980 index 243 00000020:00000001:0.0:1788877052.593659:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593660:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593661:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.593664:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b8017e1a[1 000000009ff3a3a5 5 1 0000000000000000 0 0 243] 00000020:00000001:0.0:1788877052.593665:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.593666:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.593668:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab0e0. 00000020:00000001:0.0:1788877052.593670:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.593671:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.593672:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.593673:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803760128 : -126388905791488 : ffff8d0cca2ab000) 00000020:00000001:0.0:1788877052.593675:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593676:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593677:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.593679:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.593680:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.593682:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000013123633[2 000000009ff3a3a5 1 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877052.593683:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.593684:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.593686:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.593687:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2ab060 00000008:00000001:0.0:1788877052.593688:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.593689:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2ab070 page ffff8d0cca2ab060 at index 244. 00000008:00000001:0.0:1788877052.593691:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.593693:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.593695:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44817ac0 index 244 00000020:00000001:0.0:1788877052.593697:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593698:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593699:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.593702:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000013123633[1 000000009ff3a3a5 5 1 0000000000000000 0 0 244] 00000020:00000001:0.0:1788877052.593703:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.593704:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.593706:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab000. 00000020:00000001:0.0:1788877052.593708:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.593709:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.593710:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.593711:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803761472 : -126388905790144 : ffff8d0cca2ab540) 00000020:00000001:0.0:1788877052.593713:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593714:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593715:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.593716:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.593717:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.593719:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ca07e92[2 000000009ff3a3a5 1 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877052.593720:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.593721:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.593721:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.593722:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2ab5a0 00000008:00000001:0.0:1788877052.593723:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.593725:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2ab5b0 page ffff8d0cca2ab5a0 at index 245. 00000008:00000001:0.0:1788877052.593726:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.593728:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.593730:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448cbcc0 index 245 00000020:00000001:0.0:1788877052.593732:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593733:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593734:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.593736:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000005ca07e92[1 000000009ff3a3a5 5 1 0000000000000000 0 0 245] 00000020:00000001:0.0:1788877052.593738:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.593739:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.593740:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab540. 00000020:00000001:0.0:1788877052.593742:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.593743:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.593744:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.593746:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803763712 : -126388905787904 : ffff8d0cca2abe00) 00000020:00000001:0.0:1788877052.593747:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593748:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593749:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.593750:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.593751:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.593754:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b38d8bb9[2 000000009ff3a3a5 1 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877052.593755:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.593756:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.593757:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.593758:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2abe60 00000008:00000001:0.0:1788877052.593759:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.593760:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2abe70 page ffff8d0cca2abe60 at index 246. 00000008:00000001:0.0:1788877052.593762:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.593764:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.593765:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc448c6740 index 246 00000020:00000001:0.0:1788877052.593767:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593768:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593768:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.593771:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000b38d8bb9[1 000000009ff3a3a5 5 1 0000000000000000 0 0 246] 00000020:00000001:0.0:1788877052.593772:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.593773:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.593775:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2abe00. 00000020:00000001:0.0:1788877052.593777:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.593778:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.593779:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.593781:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803762368 : -126388905789248 : ffff8d0cca2ab8c0) 00000020:00000001:0.0:1788877052.593782:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593784:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593785:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.593786:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.593787:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.593789:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000741579f8[2 000000009ff3a3a5 1 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877052.593791:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.593792:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.593793:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.593794:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2ab920 00000008:00000001:0.0:1788877052.593795:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.593796:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2ab930 page ffff8d0cca2ab920 at index 247. 00000008:00000001:0.0:1788877052.593798:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.593800:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.593801:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44c07b80 index 247 00000020:00000001:0.0:1788877052.593803:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593804:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.593805:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.593808:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000741579f8[1 000000009ff3a3a5 5 1 0000000000000000 0 0 247] 00000020:00000001:0.0:1788877052.593809:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.593810:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.593812:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab8c0. 00000020:00000001:0.0:1788877052.593813:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.593815:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.593816:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.593817:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803763040 : -126388905788576 : ffff8d0cca2abb60) 00000020:00000001:0.0:1788877052.593819:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593820:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.593821:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.593822:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.593823:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.593826:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000000dd3790d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877052.593827:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.593829:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.593830:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.593830:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2abbc0 00000008:00000001:0.0:1788877052.593831:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.593832:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2abbd0 page ffff8d0cca2abbc0 at index 248. 00000008:00000001:0.0:1788877052.593834:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.593836:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.593838:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446b36c0 index 248 00000020:00000001:0.0:1788877052.593840:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.594310:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.594312:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.594317:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000000dd3790d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 248] 00000020:00000001:0.0:1788877052.594319:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.594320:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.594322:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2abb60. 00000020:00000001:0.0:1788877052.594325:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.594326:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.594328:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.594330:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803763488 : -126388905788128 : ffff8d0cca2abd20) 00000020:00000001:0.0:1788877052.594332:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.594333:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.594334:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.594335:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.594336:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.594339:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@000000001c662cd9[2 000000009ff3a3a5 1 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877052.594340:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.594341:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.594343:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.594344:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2abd80 00000008:00000001:0.0:1788877052.594345:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.594346:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2abd90 page ffff8d0cca2abd80 at index 249. 00000008:00000001:0.0:1788877052.594348:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.594351:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.594353:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44782900 index 249 00000020:00000001:0.0:1788877052.594355:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.594356:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.594357:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.594359:0:198588:0:(cl_page.c:567:cl_batch_put()) page@000000001c662cd9[1 000000009ff3a3a5 5 1 0000000000000000 0 0 249] 00000020:00000001:0.0:1788877052.594361:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.594362:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.594364:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2abd20. 00000020:00000001:0.0:1788877052.594366:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.594367:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.594368:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.594369:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803760576 : -126388905791040 : ffff8d0cca2ab1c0) 00000020:00000001:0.0:1788877052.594371:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.594373:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.594375:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.594911:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.594913:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.594918:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000ed369b5d[2 000000009ff3a3a5 1 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877052.594919:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.594921:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.594922:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.594923:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2ab220 00000008:00000001:0.0:1788877052.594925:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.594926:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2ab230 page ffff8d0cca2ab220 at index 250. 00000008:00000001:0.0:1788877052.594929:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.594932:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.594934:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44a7b900 index 250 00000020:00000001:0.0:1788877052.594936:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.594937:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.594938:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.594941:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000ed369b5d[1 000000009ff3a3a5 5 1 0000000000000000 0 0 250] 00000020:00000001:0.0:1788877052.594943:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.594944:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.594946:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab1c0. 00000020:00000001:0.0:1788877052.594949:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.594950:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.594952:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.594953:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803762816 : -126388905788800 : ffff8d0cca2aba80) 00000020:00000001:0.0:1788877052.594955:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.594956:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.594957:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.594958:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.594959:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.594962:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000da8a5286[2 000000009ff3a3a5 1 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877052.594963:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.594964:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.594966:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.594967:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2abae0 00000008:00000001:0.0:1788877052.594968:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.594969:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2abaf0 page ffff8d0cca2abae0 at index 251. 00000008:00000001:0.0:1788877052.594971:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.594973:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.594975:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc4481dd40 index 251 00000020:00000001:0.0:1788877052.594977:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.594978:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.594979:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.594981:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000da8a5286[1 000000009ff3a3a5 5 1 0000000000000000 0 0 251] 00000020:00000001:0.0:1788877052.594983:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.594984:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.594985:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2aba80. 00000020:00000001:0.0:1788877052.594987:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.594988:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.594989:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.594990:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803761696 : -126388905789920 : ffff8d0cca2ab620) 00000020:00000001:0.0:1788877052.594992:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.594993:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.594994:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.594995:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.594996:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.594998:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000da2a40a3[2 000000009ff3a3a5 1 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877052.594999:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.595000:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.595001:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.595002:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2ab680 00000008:00000001:0.0:1788877052.595003:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.595004:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2ab690 page ffff8d0cca2ab680 at index 252. 00000008:00000001:0.0:1788877052.595006:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.595008:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.595009:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446cb940 index 252 00000020:00000001:0.0:1788877052.595010:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.595012:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.595012:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.595015:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000da2a40a3[1 000000009ff3a3a5 5 1 0000000000000000 0 0 252] 00000020:00000001:0.0:1788877052.595016:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.595017:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.595018:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab620. 00000020:00000001:0.0:1788877052.595020:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.595021:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.595022:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.595023:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803761920 : -126388905789696 : ffff8d0cca2ab700) 00000020:00000001:0.0:1788877052.595025:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.595027:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.595028:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.595029:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.595030:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.595032:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000335efd80[2 000000009ff3a3a5 1 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877052.595033:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.595034:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.595035:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.595036:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2ab760 00000008:00000001:0.0:1788877052.595037:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.595039:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2ab770 page ffff8d0cca2ab760 at index 253. 00000008:00000001:0.0:1788877052.595041:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.595043:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.595044:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc446bff80 index 253 00000020:00000001:0.0:1788877052.595046:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.595047:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.595048:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.595050:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000335efd80[1 000000009ff3a3a5 5 1 0000000000000000 0 0 253] 00000020:00000001:0.0:1788877052.595051:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.595052:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.595054:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab700. 00000020:00000001:0.0:1788877052.595056:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.595057:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.595059:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.595060:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803763264 : -126388905788352 : ffff8d0cca2abc40) 00000020:00000001:0.0:1788877052.595062:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.595063:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.595064:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.595065:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.595066:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.595069:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@00000000de406912[2 000000009ff3a3a5 1 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877052.595070:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.595072:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.595073:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.595073:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2abca0 00000008:00000001:0.0:1788877052.595075:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.595076:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2abcb0 page ffff8d0cca2abca0 at index 254. 00000008:00000001:0.0:1788877052.595078:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.595080:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.595082:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44833340 index 254 00000020:00000001:0.0:1788877052.595084:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.595085:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.595086:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.595088:0:198588:0:(cl_page.c:567:cl_batch_put()) page@00000000de406912[1 000000009ff3a3a5 5 1 0000000000000000 0 0 254] 00000020:00000001:0.0:1788877052.595090:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.595091:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.595092:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2abc40. 00000020:00000001:0.0:1788877052.595095:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.595096:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788877052.595161:0:198588:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788877052.595163:0:198588:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446617684803762592 : -126388905789024 : ffff8d0cca2ab9a0) 00000020:00000001:0.0:1788877052.595166:0:198588:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.595167:0:198588:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788877052.595168:0:198588:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788877052.595169:0:198588:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788877052.595170:0:198588:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788877052.595173:0:198588:0:(cl_page.c:518:__cl_page_state_set()) page@0000000026270894[2 000000009ff3a3a5 1 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877052.595175:0:198588:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788877052.595176:0:198588:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788877052.595177:0:198588:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788877052.595475:0:198588:0:(osc_page.c:138:osc_page_delete()) ffff8d0cca2aba00 00000008:00000001:0.0:1788877052.595477:0:198588:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788877052.595478:0:198588:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff8d0cca2aba10 page ffff8d0cca2aba00 at index 255. 00000008:00000001:0.0:1788877052.595481:0:198588:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.595490:0:198588:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788877052.595492:0:198588:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe0fc44833380 index 255 00000020:00000001:0.0:1788877052.595495:0:198588:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.595496:0:198588:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788877052.595498:0:198588:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788877052.595501:0:198588:0:(cl_page.c:567:cl_batch_put()) page@0000000026270894[1 000000009ff3a3a5 5 1 0000000000000000 0 0 255] 00000020:00000001:0.0:1788877052.595503:0:198588:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1788877052.595504:0:198588:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1788877052.595506:0:198588:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8d0cca2ab9a0. 00000020:00000001:0.0:1788877052.595516:0:198588:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1788877052.595518:0:198588:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788877052.595533:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877052.595536:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x266:0x0](ffff8d0ccea621c8) 00800000:00000001:0.0:1788877052.595542:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877052.595543:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x266:0x0] 00000002:00000001:0.0:1788877052.595550:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.595556:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.595558:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.595560:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.595562:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.595564:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877052.595566:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877052.595567:0:198588:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788877052.595569:0:198588:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788877052.595571:0:198588:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788877052.595573:0:198588:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877052.595575:0:198588:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788877052.595577:0:198588:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.595580:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.595583:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.595587:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.595591:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877052.595599:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877052.595602:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.595606:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877052.595610:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf7d089c0, objid 0x266:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.595615:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.595619:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ceb061c80: ostid: 0x280000403:2183 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877052.595622:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877052.595624:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.595626:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877052.595628:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877052.595634:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788877052.595641:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cca389400 count: 2 00010000:00000001:0.0:1788877052.595644:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.595647:0:198588:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788877052.595650:0:198588:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788877052.595655:0:198588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1788876852 1788876852 0 ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000385b3c92/0x4a37134b6b7781e4 lrc: 1/0,0 mode: PW/PW res: [0x280000403:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x976420bcd59fd1a8 expref: -99 pid: 197361 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:0.0:1788877052.595677:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf44ba8c0 -> ffff8d0cd0323080 00000020:00000001:0.0:1788877052.595679:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cf44ba8c0 -> ffff8d0cd0323080 00000008:00000001:0.0:1788877052.595681:0:198588:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.595684:0:198588:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.595687:0:198588:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877052.595689:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877052.595694:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf44ba8c0. 00020000:00000001:0.0:1788877052.595706:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877052.595709:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cd0323578. 00020000:00000001:0.0:1788877052.595714:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877052.595716:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.595718:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.595721:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.595723:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877052.595726:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877052.595727:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.595730:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877052.595732:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf4cf8000. 00020000:00000010:0.0:1788877052.595737:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ccbda66c0. 00020000:00000010:0.0:1788877052.595741:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc3ccc3b0. 00020000:00000002:0.0:1788877052.595744:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf7d089c0, objid 0x266:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.595749:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.595752:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0ceb061c80: ostid: 0x280000403:2183 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877052.595757:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0ceb061c80. 00020000:00000010:0.0:1788877052.595760:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf7d08120. 00020000:00000010:0.0:1788877052.595764:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf7d089c0. 00020000:00000001:0.0:1788877052.595766:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877052.595767:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf45cf9b0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.595770:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf45cf9b0. 00020000:00000001:0.0:1788877052.595774:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877052.595777:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cd0323000. 00000020:00001000:0.0:1788877052.595781:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.595785:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877052.595787:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877052.595831:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877052.595835:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.595838:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877052.596471:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.596480:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877052.596484:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877052.596486:0:198588:0:(dcache.c:87:ll_dcompare()) found name f916(ffff8d0ccb115360) flags 0x48000e refc 0 00000080:00000001:0.0:1788877052.596489:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.596491:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877052.596493:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f916, flags=0 00000080:00000001:0.0:1788877052.596498:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.596500:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877052.596503:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.596506:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877052.596508:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877052.596510:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f916, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877052.596513:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877052.596515:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.596517:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.596519:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.596521:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.596525:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cecabd0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.596528:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cc2cf7480 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.596530:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cecabd0f8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.596533:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.596535:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.596536:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.596538:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877052.596541:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877052.596542:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.596545:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877052.596552:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd093bc00. 00800000:00000002:0.0:1788877052.596558:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877052.596565:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877052.596569:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f916 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877052.596572:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877052.596575:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.596578:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.596580:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.596583:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.596585:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.596587:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x1cb:0x0] 00800000:00000001:0.0:1788877052.596590:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.596592:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877052.596594:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.596595:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.596596:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.596597:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.596599:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.596600:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x1cb:0x0] 00800000:00000001:0.0:1788877052.596602:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.596604:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x1cb:0x0] 00800000:00000001:0.0:1788877052.596606:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.596608:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x1cb:0x0] -> mds #1 00000002:00000001:0.0:1788877052.596612:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877052.596614:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877052.596618:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.596620:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877052.596622:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea856900 count: 2 00010000:00000001:0.0:1788877052.596625:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.596628:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877052.596632:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.596636:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf4842c00/0x4a37134b6b775aa0 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f1b9a expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.596645:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.596649:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.596652:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.596654:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x1cb:0x0] mode (null) 00000002:00000001:0.0:1788877052.596656:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.596659:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.596661:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea856900 count: 3 00010000:00000001:0.0:1788877052.596663:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.596667:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.596669:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.596670:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.596671:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea856900 count: 3 00010000:00000001:0.0:1788877052.596673:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.596675:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.596676:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.596677:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.596679:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea856900 count: 3 00010000:00000001:0.0:1788877052.596680:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.596682:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.596683:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.596684:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.596686:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea856900 count: 3 00010000:00000001:0.0:1788877052.596687:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.596689:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.596691:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.596693:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.596694:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.596696:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.596698:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.596700:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.596702:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x1cb:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.596705:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.596707:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.596709:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.596712:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.596714:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x1cb:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.596716:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.596718:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.596720:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.596723:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.596724:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.596726:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x1cb:0x0](ffff8d0cd079db88) invalid 00000020:00000001:0.0:1788877052.596729:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.596730:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f916 (ffff8d0ccb115360) parent ffff8d0cc22750d8 inode ffff8d0cd079db88 refc 1 00000080:00000001:0.0:1788877052.596733:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.596736:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.596737:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.596741:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.596745:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.596747:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.596749:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.596752:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.596756:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf4842c00 with handle 0x4a37134b6b775aa0 from hash 00010000:00000001:0.0:1788877052.596758:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.596760:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.596761:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.596763:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.596766:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.596768:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.596771:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.596773:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877052.596775:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.596782:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943b480. 00000020:00000040:0.0:1788877052.596786:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=57 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.596792:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.596793:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.596796:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.596800:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.596806:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.596807:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.596809:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.596812:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.596814:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.596819:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.596826:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd093aa00. 00000100:00000001:0.0:1788877052.596835:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.596838:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.596840:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.597700:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf4842c00/0x4a37134b6b775aa0 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f1b9a expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.597711:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.597713:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.597715:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.597718:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf4842c00/0x4a37134b6b775aa0 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f1b9a expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.597727:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0ceb180900. 00010000:00000040:0.0:1788877052.597733:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cea856900 count: 0 00010000:00000010:0.0:1788877052.597738:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cea9f2980. 00010000:00000001:0.0:1788877052.597747:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.597749:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.597751:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.597753:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.597755:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.597766:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.597780:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc943b480 x1875765519192960/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.597789:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.597792:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000800:00000200:0.0:1788877052.598992:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.598997:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:0.0:1788877052.599003:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.599008:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.599015:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:0.0:1788877052.599017:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:0.0:1788877052.599022:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.599026:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc943b480 x1875765519192960/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.599039:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.599042:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc943b480 x1875765519192960/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.599049:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.599051:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877052.613335:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302479674, at 4302479675 00000100:00000010:0.0:1788877052.613345:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b960. 00000800:00000200:0.0:1788877052.614167:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.614172:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa500. 00000400:00000200:0.0:1788877052.614176:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.614188:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.614194:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4550 00000400:00000010:0.0:1788877052.614197:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4550. 00000100:00000001:0.0:1788877052.614202:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.614206:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd699180 x1875765519193216/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.614216:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.614231:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd699180 x1875765519193216/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.614239:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.614242:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877052.628617:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302479689, at 4302479690 00000100:00000010:0.0:1788877052.628624:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00000100:00000040:0.0:1788877052.647359:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302479708, at 4302479709 00000100:00000010:0.0:1788877052.647373:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b1e0. 00000800:00000200:0.0:1788877052.694450:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.694456:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaa00. 00000400:00000200:0.0:1788877052.694460:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.694465:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.694470:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4d48 00000400:00000010:0.0:1788877052.694473:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4d48. 00000100:00000001:0.0:1788877052.694478:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.694482:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd5de300 x1875765519194752/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.694491:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.694495:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd5de300 x1875765519194752/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.694501:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.694503:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000001:0.0:1788877052.704499:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877052.704503:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.704506:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.704510:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.704513:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.704516:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877052.704523:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877052.704526:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf21b21f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.704529:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877052.704532:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf47a2360, objid 0x3be:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.704537:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.704541:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4101080: ostid: 0x2c0000402:2279 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877052.704544:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877052.704546:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.704549:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877052.704550:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877052.704555:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877052.704559:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.704562:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877052.704567:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cc9c3fc00. 00020000:00000001:0.0:1788877052.704572:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877052.704575:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cf40d33e8. 00020000:00000001:0.0:1788877052.704579:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877052.704581:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.704583:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.704585:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf21b21f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.704587:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877052.704589:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877052.704590:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf21b21f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.704593:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877052.704595:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cf47d11b0. 00020000:00000010:0.0:1788877052.704599:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cd7874900. 00020000:00000010:0.0:1788877052.704602:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cc8727070. 00020000:00000002:0.0:1788877052.704605:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf47a2360, objid 0x3be:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.704609:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.704612:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf4101080: ostid: 0x2c0000402:2279 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877052.704617:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf4101080. 00020000:00000010:0.0:1788877052.704620:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf47a2a20. 00020000:00000010:0.0:1788877052.704623:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf47a2360. 00020000:00000001:0.0:1788877052.704637:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877052.704639:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf21b21f0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.704642:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf21b21f0. 00020000:00000001:0.0:1788877052.704645:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877052.704647:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cf40d3af0. 00000020:00001000:0.0:1788877052.704651:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.704654:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877052.704656:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877052.704695:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877052.704698:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.704700:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877052.704705:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.704712:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877052.704714:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877052.704716:0:198588:0:(dcache.c:87:ll_dcompare()) found name w922(ffff8d0cce98cbd0) flags 0x48004e refc 0 00000080:00000001:0.0:1788877052.704720:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.704722:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877052.704723:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w922, flags=0 00000080:00000001:0.0:1788877052.704729:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.704731:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877052.704733:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.704736:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877052.704737:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877052.704739:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w922, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877052.704742:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877052.704744:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.704745:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.704748:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.704750:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.704754:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4802d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.704757:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cd08f8de0 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.704760:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4802d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.704762:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.704765:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.704766:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.704768:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877052.704770:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877052.704772:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.704775:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877052.704781:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd093b800. 00800000:00000002:0.0:1788877052.704786:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877052.704793:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877052.704797:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w922 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877052.704801:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877052.704805:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.704808:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.704810:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.704814:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.704816:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.704817:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x3c2:0x0] 00800000:00000001:0.0:1788877052.704820:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.704822:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877052.704823:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.704824:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.704825:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.704827:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.704829:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.704830:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x3c2:0x0] 00800000:00000001:0.0:1788877052.704832:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.704835:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x3c2:0x0] 00800000:00000001:0.0:1788877052.704837:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.704839:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x3c2:0x0] -> mds #1 00000002:00000001:0.0:1788877052.704843:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877052.704845:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877052.704849:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.704851:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877052.704855:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb066300 count: 2 00010000:00000001:0.0:1788877052.704857:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.704860:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877052.704864:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.704869:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf5341000/0x4a37134b6b777622 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x3c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59fa524 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.704879:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.704883:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.704885:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.704887:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x3c2:0x0] mode (null) 00000002:00000001:0.0:1788877052.704891:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.704894:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.704896:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb066300 count: 3 00010000:00000001:0.0:1788877052.704899:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.704903:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.704905:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.704906:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.704908:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb066300 count: 3 00010000:00000001:0.0:1788877052.704910:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.704912:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.704914:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.704915:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.704917:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb066300 count: 3 00010000:00000001:0.0:1788877052.704919:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.704921:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.704923:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.704924:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.704926:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0ceb066300 count: 3 00010000:00000001:0.0:1788877052.704928:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.704930:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.704932:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.704935:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.704936:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.704938:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.704940:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.704942:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.704944:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x3c2:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.704947:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.704949:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.704952:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.704954:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.704957:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x3c2:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.704959:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.704961:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.704963:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.704965:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.704968:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.704970:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x3c2:0x0](ffff8d0ccce37448) invalid 00000020:00000001:0.0:1788877052.704973:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.704975:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w922 (ffff8d0cce98cbd0) parent ffff8d0cc22750d8 inode ffff8d0ccce37448 refc 1 00000080:00000001:0.0:1788877052.704978:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.704980:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.704982:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.704985:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.704988:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.704990:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.704993:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.704997:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.705000:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf5341000 with handle 0x4a37134b6b777622 from hash 00010000:00000001:0.0:1788877052.705003:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.705005:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.705006:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.705007:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.705011:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.705012:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.705015:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.705016:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877052.705019:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.705025:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9438700. 00000020:00000040:0.0:1788877052.705030:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=63 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.705034:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.705036:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.705039:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.705044:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.705049:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.705050:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.705051:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.705054:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.705056:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.705061:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.705068:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd093be00. 00000100:00000001:0.0:1788877052.705076:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.705078:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.705081:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.705086:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf5341000/0x4a37134b6b777622 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x3c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fa524 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.705095:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.705096:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.705098:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.705100:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cf5341000/0x4a37134b6b777622 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x3c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59fa524 expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.705109:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf4b429c0. 00010000:00000040:0.0:1788877052.705113:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0ceb066300 count: 0 00010000:00000010:0.0:1788877052.705119:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cf7382880. 00010000:00000001:0.0:1788877052.705125:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.705126:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.705128:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.705130:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.705132:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.705142:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.705152:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9438700 x1875765519195008/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.705160:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.705161:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.705168:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.705170:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877052.705173:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.705174:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788610816 : -126388920940800 : ffff8d0cc9438700) 00000100:00000001:0.0:1788877052.705529:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.705535:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.705538:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.705539:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.705545:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9438700 x1875765519195008/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.705554:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.705556:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.705560:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.705563:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.705566:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.705570:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9438700 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519195008:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.705574:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.705580:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.705582:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.705585:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.705607:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ceefec000. 02000000:00000001:0.0:1788877052.705610:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.705617:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.705621:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949d10. 00000400:00000010:0.0:1788877052.705627:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877052.705634:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519195008, portal 10 00000100:00000001:0.0:1788877052.705636:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.705637:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788610816 : -126388920940800 : ffff8d0cc9438700) 00000100:00000040:0.0:1788877052.705644:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9438700 x1875765519195008/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.705653:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.705656:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.705660:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52dd0. 00000100:00000200:0.0:1788877052.705662:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519195008, offset 0 00000400:00000200:0.0:1788877052.705669:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.705677:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.705685:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.705690:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.705695:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.705699:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.705701:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.705705:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457553:457553:256:4294967295] 192.168.203.155@tcp LPNI seq info [457547:457547:8:4294967295] 00000400:00000200:0.0:1788877052.705710:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.705718:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.705725:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.705731:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954500. 00000800:00000200:0.0:1788877052.705738:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.705746:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.705751:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954500 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.705813:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.705818:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13340 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.705821:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.705824:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479781 00000100:00000001:0.0:1788877052.705832:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302479769 00000100:00000001:0.0:1788877052.705837:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479781 00000100:00000001:0.0:1788877052.705840:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302479770 00000100:00000001:0.0:1788877052.705844:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.705846:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.705849:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.705851:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.705854:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9540 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.705857:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.705859:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.711935:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877052.711943:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877052.711946:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877052.711949:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949d10. 00000400:00000200:0.0:1788877052.711954:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9840 00000400:00000010:0.0:1788877052.711956:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9840. 00000100:00000001:0.0:1788877052.711959:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.711964:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9438700 x1875765519195008/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877052.711973:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9438700 x1875765519195008/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.711977:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877052.711979:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.711981:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877052.711984:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877052.711986:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877052.711988:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.711990:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877052.711999:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=65 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877052.712003:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=65 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877052.712005:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877052.712006:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.712008:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877052.712012:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.712014:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877052.712016:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001c2ca] 00000100:00000001:0.0:1788877052.712018:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877052.712020:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.712021:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788610816 : -126388920940800 : ffff8d0cc9438700) 00000100:00000001:0.0:1788877052.712024:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877052.712025:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877052.712026:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877052.712027:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.712031:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9438700 x1875765519195008/t25769921142(25769921142) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.712036:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.712038:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877052.712040:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877052.712043:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9438700 x1875765519195008/t25769921142(25769921142) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877052.712048:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9438700 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519195008:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.712051:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.712053:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.712055:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877052.712056:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.712058:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9438700 x1875765519195008/t25769921142(25769921142) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.712061:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877052.712064:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.712065:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877052.712066:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.712073:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.712075:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.712078:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877052.712081:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd093b800. 00000100:00000001:0.0:1788877052.712086:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.712089:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9438700 x1875765519195008/t25769921142(25769921142) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.712093:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712096:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712104:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877052.712107:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877052.712109:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry w922 (ffff8d0cce98cbd0, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877052.712111:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877052.712115:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877052.712119:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877052.712124:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877052.712126:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877052.712128:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.712131:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.712133:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.712137:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cea8b72d8 -> ffff8d0cea8b72d8 00000020:00000001:0.0:1788877052.712139:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877052.712142:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877052.712143:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0x3c2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877052.712145:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.712146:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877052.712147:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.712150:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0x3c2:0x0]io ffff8d0d008330f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877052.712152:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4802d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.712155:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877052.712156:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877052.712158:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877052.712159:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712160:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877052.712162:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877052.712163:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712164:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.712164:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877052.712165:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877052.712166:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4802d90) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877052.712168:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712170:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877052.712171:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877052.712173:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877052.712175:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877052.712178:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877052.712181:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877052.712183:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877052.712184:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.712187:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538630760 : -126388170920856 : ffff8d0cf5f7ec68) 00000020:00001000:0.0:1788877052.712189:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7ec60 00000020:00000001:0.0:1788877052.712191:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cea8b7f58 -> ffff8d0cea8b72d8 00000020:00000001:0.0:1788877052.712193:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877052.712197:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877052.712199:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877052.712201:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877052.712202:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715529968 : -126387994021648 : ffff8d0d008330f0) 00000020:00000001:0.0:1788877052.712204:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712206:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712208:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945939392 : -126388763612224 : ffff8d0cd2a42bc0) 00000020:00000001:0.0:1788877052.712210:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877052.712212:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712214:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712216:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712218:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877052.712220:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877052.712222:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.712223:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877052.712225:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.712226:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712228:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712230:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712231:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712233:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877052.712234:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712235:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712237:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877052.712239:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877052.712240:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.712241:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877052.712243:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877052.712245:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877052.712263:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877052.712267:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cc9cafdc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877052.712270:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877052.712273:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cc9cafdc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877052.712277:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877052.712279:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712281:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712283:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712285:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712287:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712288:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877052.712290:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877052.712292:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877052.712293:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877052.712295:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877052.712296:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712298:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877052.712299:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877052.712301:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.712303:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877052.712305:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.712306:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877052.712307:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877052.712308:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712310:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712311:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.712312:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877052.712313:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877052.712315:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877052.712316:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.712318:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877052.712319:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877052.712320:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877052.712321:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877052.712323:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712324:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712326:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.712327:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877052.712329:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712330:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877052.712332:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877052.712333:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877052.712334:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877052.712336:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.712337:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7ec60 00020000:00000001:0.0:1788877052.712340:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877052.712342:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877052.712344:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877052.712346:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x3c2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877052.712349:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877052.712350:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877052.712352:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.712354:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712357:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877052.712359:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0x3c2:0x0](ffff8d0ccce37448) 00800000:00000001:0.0:1788877052.712364:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877052.712366:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0x3c2:0x0] 00000002:00000001:0.0:1788877052.712371:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.712378:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.712380:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877052.712383:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.712385:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712387:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877052.712389:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877052.712391:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712393:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712396:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.712398:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.712400:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877052.712405:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877052.712407:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4802d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.712409:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877052.712412:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd08f8de0, objid 0x3c2:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.712417:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.712421:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc56d9a80: ostid: 0x2c0000402:2281 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877052.712424:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877052.712426:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712428:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877052.712439:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877052.712443:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877052.712447:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712449:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877052.712455:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cc9cafdc0. 00020000:00000001:0.0:1788877052.712459:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877052.712462:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cea8b7ed8. 00020000:00000001:0.0:1788877052.712466:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877052.712468:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877052.712470:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877052.712472:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4802d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.712474:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877052.712476:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877052.712477:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4802d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.712480:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877052.712482:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cc3050930. 00020000:00000010:0.0:1788877052.712486:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0ccad3a000. 00020000:00000010:0.0:1788877052.712488:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cd1408da0. 00020000:00000002:0.0:1788877052.712491:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cd08f8de0, objid 0x3c2:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877052.712495:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877052.712499:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc56d9a80: ostid: 0x2c0000402:2281 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877052.712503:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cc56d9a80. 00020000:00000010:0.0:1788877052.712507:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cd08f82a0. 00020000:00000010:0.0:1788877052.712514:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cd08f8de0. 00020000:00000001:0.0:1788877052.712516:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877052.712517:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4802d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877052.712520:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf4802d90. 00020000:00000001:0.0:1788877052.712523:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877052.712525:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cea8b7258. 00000020:00001000:0.0:1788877052.712528:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.712531:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877052.712533:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877052.712565:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877052.712569:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.712572:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877052.712576:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712583:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877052.712585:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877052.712587:0:198588:0:(dcache.c:87:ll_dcompare()) found name f72(ffff8d0ccb224af8) flags 0x48000e refc 0 00000080:00000001:0.0:1788877052.712590:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712592:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877052.712593:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f72, flags=0 00000080:00000001:0.0:1788877052.712599:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877052.712600:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877052.712603:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712607:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877052.712608:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877052.712610:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f72, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877052.712613:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877052.712615:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.712616:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.712619:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.712621:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877052.712625:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7907d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877052.712628:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cd78e0720 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877052.712631:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7907d90) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877052.712633:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877052.712635:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877052.712637:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877052.712639:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877052.712641:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877052.712643:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.712645:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877052.712650:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd093b800. 00800000:00000002:0.0:1788877052.712655:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877052.712662:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877052.712666:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f72 hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788877052.712670:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xc0:0x0] 00800000:00000001:0.0:1788877052.712673:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.712677:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.712679:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.712681:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.712684:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.712686:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x2d:0x0] 00800000:00000001:0.0:1788877052.712688:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.712691:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877052.712692:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877052.712693:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877052.712694:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877052.712696:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877052.712697:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.712699:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x2d:0x0] 00800000:00000001:0.0:1788877052.712700:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.712703:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002b12:0x2d:0x0] 00800000:00000001:0.0:1788877052.712705:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.712707:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200002b10:0xc0:0x0]/[0x200002b12:0x2d:0x0] -> mds #0 00000002:00000001:0.0:1788877052.712711:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877052.712713:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877052.712716:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.712718:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877052.712722:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc9a69000 count: 2 00010000:00000001:0.0:1788877052.712725:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877052.712728:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877052.712732:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877052.712737:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf539ec00/0x4a37134b6b77438c lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59ea836 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877052.712747:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877052.712750:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877052.712752:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877052.712754:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b12:0x2d:0x0] mode (null) 00000002:00000001:0.0:1788877052.712757:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.712759:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.712761:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc9a69000 count: 3 00010000:00000001:0.0:1788877052.712763:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.712768:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.712769:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.712771:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.712772:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc9a69000 count: 3 00010000:00000001:0.0:1788877052.712774:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.712776:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.712777:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.712778:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.712780:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc9a69000 count: 3 00010000:00000001:0.0:1788877052.712781:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.712783:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.712785:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877052.712786:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877052.712787:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc9a69000 count: 3 00010000:00000001:0.0:1788877052.712789:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877052.712791:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712793:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712795:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877052.712797:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877052.712798:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877052.712801:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877052.712802:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877052.712805:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x2d:0x0]: losing layout lock 00000080:00000001:0.0:1788877052.712807:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877052.712811:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.712813:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.712816:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.712818:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.712820:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.712822:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.712824:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00000080:00000001:0.0:1788877052.712826:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.712828:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.712830:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x2d:0x0](ffff8d0ccb246c08) invalid 00000020:00000001:0.0:1788877052.712833:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.712835:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f72 (ffff8d0ccb224af8) parent ffff8d0cc22750d8 inode ffff8d0ccb246c08 refc 1 00000080:00000001:0.0:1788877052.712839:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.713050:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.713051:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.713054:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.713058:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.713060:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.713062:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.713065:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.713068:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf539ec00 with handle 0x4a37134b6b77438c from hash 00010000:00000001:0.0:1788877052.713071:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.713072:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.713074:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.713075:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.713079:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.713081:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.713083:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.713085:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877052.713087:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.713093:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc943aa00. 00000020:00000040:0.0:1788877052.713097:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=47 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.713101:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.713103:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.713105:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.713109:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.713113:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.713115:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.713116:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.713118:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.713121:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.713125:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.713131:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd093b000. 00000100:00000001:0.0:1788877052.713137:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.713140:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.713142:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.713146:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf539ec00/0x4a37134b6b77438c lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ea836 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.713153:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.713155:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.713157:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.713159:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf539ec00/0x4a37134b6b77438c lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ea836 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.713166:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cc2e3c940. 00010000:00000040:0.0:1788877052.713169:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cc9a69000 count: 0 00010000:00000010:0.0:1788877052.713174:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd2a35b00. 00010000:00000001:0.0:1788877052.713179:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.713181:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.713182:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.713184:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.713186:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.713195:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.713203:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc943aa00 x1875765519195264/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.713210:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.713211:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.713216:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.713219:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877052.713221:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.713222:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788619776 : -126388920931840 : ffff8d0cc943aa00) 00000100:00000001:0.0:1788877052.713228:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.713232:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.713234:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.713236:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.713240:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc943aa00 x1875765519195264/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.713270:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.713273:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.713277:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.713279:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.713282:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.713286:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc943aa00 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519195264:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.713291:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.713296:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.713298:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.713301:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.713308:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ceefee000. 02000000:00000001:0.0:1788877052.713310:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.713314:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.713318:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949d10. 00000400:00000010:0.0:1788877052.713324:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877052.713330:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519195264, portal 10 00000100:00000001:0.0:1788877052.713332:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.713333:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788619776 : -126388920931840 : ffff8d0cc943aa00) 00000100:00000040:0.0:1788877052.713340:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc943aa00 x1875765519195264/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.713347:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.713350:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.713354:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52aa0. 00000100:00000200:0.0:1788877052.713357:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519195264, offset 0 00000400:00000200:0.0:1788877052.713364:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.713370:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.713377:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.713383:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.713387:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.713391:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.713395:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.713399:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457554:457554:256:4294967295] 192.168.203.155@tcp LPNI seq info [457548:457548:8:4294967295] 00000400:00000200:0.0:1788877052.713403:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.713412:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.713418:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.713424:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877052.713440:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.713448:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.713453:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.713476:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.713482:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13585 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.713486:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.713488:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302479789 00000100:00000001:0.0:1788877052.713496:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302479781 00000100:00000001:0.0:1788877052.713501:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302479789 00000100:00000001:0.0:1788877052.713504:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302479781 00000100:00000001:0.0:1788877052.713507:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.713510:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.713512:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.713514:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.713517:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9540 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.713519:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.713521:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.724218:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877052.726448:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877052.726454:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877052.726458:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949d10. 00000400:00000200:0.0:1788877052.726465:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9840 00000400:00000010:0.0:1788877052.726469:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9840. 00000100:00000001:0.0:1788877052.726473:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877052.726483:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc943aa00 x1875765519195264/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877052.726919:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc943aa00 x1875765519195264/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.726927:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877052.726930:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.726934:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877052.726937:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877052.726941:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877052.726944:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.726948:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877052.726958:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=65 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877052.726963:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=65 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877052.726966:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877052.726968:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.726972:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877052.726975:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.726979:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877052.726982:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x600025ffd] 00000100:00000001:0.0:1788877052.726984:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877052.726986:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.726988:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788619776 : -126388920931840 : ffff8d0cc943aa00) 00000100:00000001:0.0:1788877052.726992:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877052.726994:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963208 00000100:00000001:0.0:1788877052.726996:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877052.726999:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.727005:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc943aa00 x1875765519195264/t25769963251(25769963251) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.727013:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.727017:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877052.727020:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877052.727024:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc943aa00 x1875765519195264/t25769963251(25769963251) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877052.727033:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc943aa00 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519195264:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.727039:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877052.727043:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.727046:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877052.727048:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.727052:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc943aa00 x1875765519195264/t25769963251(25769963251) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.727065:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877052.727069:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.727073:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877052.727074:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877052.727082:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877052.727086:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877052.727090:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877052.727095:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd093b800. 00000100:00000001:0.0:1788877052.727101:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.727104:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc943aa00 x1875765519195264/t25769963251(25769963251) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.727111:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.727116:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.728416:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302479789, at 4302479790 00000100:00000010:0.0:1788877052.728425:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bea0. 00000800:00000200:0.0:1788877052.731465:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.731470:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7900. 00000400:00000200:0.0:1788877052.731475:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.731481:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.731487:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:0.0:1788877052.731498:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:0.0:1788877052.731503:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.731507:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491c00 x1875765519195520/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.731518:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.731521:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9491c00 x1875765519195520/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.731528:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.731530:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877052.747540:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.747548:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877052.747555:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.747563:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.747571:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915088 00000400:00000010:0.0:1788877052.747574:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915088. 00000100:00000001:0.0:1788877052.747578:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.747585:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac5c00 x1875765519195648/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.747597:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.747601:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac5c00 x1875765519195648/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877052.747608:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.747610:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877052.754367:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.754377:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877052.754383:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.754387:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.754392:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915aa0 00000400:00000010:0.0:1788877052.754395:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915aa0. 00000100:00000001:0.0:1788877052.754399:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.754403:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac5c00 x1875765519195904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.754413:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.754416:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac5c00 x1875765519195904/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.754423:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.754425:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877052.770772:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302479829, at 4302479832 00000100:00000010:0.0:1788877052.770781:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000800:00000200:0.0:1788877052.812021:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.812026:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaa00. 00000400:00000200:0.0:1788877052.812032:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.812037:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.812043:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4bb0 00000400:00000010:0.0:1788877052.812046:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4bb0. 00000100:00000001:0.0:1788877052.812052:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.812056:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd5dc000 x1875765519196160/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.812065:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.812069:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd5dc000 x1875765519196160/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.812076:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.812078:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877052.826354:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302479887, at 4302479888 00000100:00000010:0.0:1788877052.826370:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00000800:00000200:0.0:1788877052.837996:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.838002:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877052.838008:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.838013:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.838020:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915220 00000400:00000010:0.0:1788877052.838022:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915220. 00000100:00000001:0.0:1788877052.838027:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.838033:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac5f80 x1875765519196416/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.838043:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.838046:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac5f80 x1875765519196416/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.838052:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.838054:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877052.865335:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302479926, at 4302479927 00000100:00000010:0.0:1788877052.865350:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788877052.913337:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302479974, at 4302479975 00000100:00000010:0.0:1788877052.913348:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00000040:0.0:1788877052.938342:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302479999, at 4302480000 00000100:00000010:0.0:1788877052.938353:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00000800:00000200:0.0:1788877052.958594:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877052.958600:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877052.958605:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877052.958610:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877052.958615:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915bb0 00000400:00000010:0.0:1788877052.958617:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915bb0. 00000100:00000001:0.0:1788877052.958621:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877052.958626:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceaac4380 x1875765519198080/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.958636:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877052.958639:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceaac4380 x1875765519198080/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.958646:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.958649:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877052.974383:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480034, at 4302480036 00000100:00000010:0.0:1788877052.974402:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000080:00000001:0.0:1788877052.989227:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877052.989238:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877052.989241:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877052.989246:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x200002b12:0x381:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877052.989274:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877052.989277:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877052.989282:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000080:00000001:0.0:1788877052.989287:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877052.989292:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877052.989294:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x381:0x0](ffff8d0cceadf448) invalid 00000020:00000001:0.0:1788877052.989297:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877052.989300:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w776 (ffff8d0cd0506000) parent ffff8d0cc22750d8 inode ffff8d0cceadf448 refc 1 00000080:00000001:0.0:1788877052.989313:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877052.989316:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877052.989318:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.989324:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877052.989328:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877052.989330:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877052.989333:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877052.989337:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877052.989341:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cf73c8600 with handle 0x4a37134b6b777224 from hash 00010000:00000001:0.0:1788877052.989344:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877052.989346:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.989348:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.989350:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877052.989354:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877052.989356:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877052.989360:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.989363:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877052.989366:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877052.989380:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9439c00. 00000020:00000040:0.0:1788877052.989385:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=53 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877052.989393:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877052.990422:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.990428:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877052.990442:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877052.990449:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877052.990450:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.990452:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.990456:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877052.990459:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877052.990464:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877052.990474:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd093b800. 00000100:00000001:0.0:1788877052.990484:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.990487:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.990490:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877052.990498:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf73c8600/0x4a37134b6b777224 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x381:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f912e expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877052.990508:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877052.990510:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877052.990512:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877052.990514:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf73c8600/0x4a37134b6b777224 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x381:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f912e expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877052.990530:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cc2c65a00. 00010000:00000040:0.0:1788877052.990537:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf73d0200 count: 0 00010000:00000010:0.0:1788877052.990545:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd7b1d900. 00010000:00000001:0.0:1788877052.990554:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877052.990555:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.990557:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877052.990558:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877052.990560:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877052.990571:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877052.990584:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cc9439c00 x1875765519198336/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877052.990592:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877052.990594:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877052.990602:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9540. 00000100:00000001:0.0:1788877052.990604:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511869760 : -126388197681856 : ffff8d0cf45f9540) 00000100:00000001:0.0:1788877052.990607:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.990609:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788616192 : -126388920935424 : ffff8d0cc9439c00) 00000100:00000001:0.0:1788877052.990614:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877052.990619:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.990621:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877052.990623:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877052.990627:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9439c00 x1875765519198336/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.990635:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877052.990638:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.990642:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877052.990645:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877052.990648:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877052.990652:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9439c00 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519198336:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877052.990657:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877052.990662:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877052.990665:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877052.990667:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877052.990674:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ceefea000. 02000000:00000001:0.0:1788877052.990677:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877052.990685:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877052.990689:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949d10. 00000400:00000010:0.0:1788877052.990695:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9840. 00000100:00000200:0.0:1788877052.990702:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519198336, portal 10 00000100:00000001:0.0:1788877052.990703:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877052.990705:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788616192 : -126388920935424 : ffff8d0cc9439c00) 00000100:00000040:0.0:1788877052.990712:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9439c00 x1875765519198336/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877052.990720:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877052.990723:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877052.990727:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877052.990730:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519198336, offset 0 00000400:00000200:0.0:1788877052.990738:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877052.990747:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.990755:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877052.990761:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877052.990765:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877052.990769:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877052.990772:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877052.990776:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457567:457567:256:4294967295] 192.168.203.155@tcp LPNI seq info [457561:457561:8:4294967295] 00000400:00000200:0.0:1788877052.990781:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877052.990791:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877052.990798:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877052.990804:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954100. 00000800:00000200:0.0:1788877052.990812:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877052.990820:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877052.990825:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877052.990849:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877052.990861:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13587 usecs (14 jiffies) 00000400:00000200:0.0:1788877052.990864:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877052.990867:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302480066 00000100:00000010:0.0:1788877052.990873:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877052.990879:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877052.990885:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302480066 00000100:00000010:0.0:1788877052.990889:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655ba0. 00000100:00000001:0.0:1788877052.990892:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877052.990896:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877052.990899:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877052.990901:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877052.990903:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877052.990906:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9540 going to sleep for 11 seconds 00000100:00000001:0.0:1788877052.990909:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877052.990913:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877053.006713:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480066, at 4302480068 00000100:00000010:0.0:1788877053.006720:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000800:00000001:0.0:1788877053.006768:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.006784:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.006789:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.006793:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.006803:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.006813:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.006823:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.006829:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.006835:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.006841:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1742880 00000400:00000200:0.0:1788877053.006846:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.006853:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f8a9 [2] + 224 00000800:00000001:0.0:1788877053.006860:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.006870:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.006875:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.006879:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.006889:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.006899:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9439c00 x1875765519198336/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.006910:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9439c00 x1875765519198336/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877068 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.006928:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.006940:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.006944:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.016760:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.016782:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.016793:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.016797:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.016808:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.016816:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.016828:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.016834:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.016840:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.016845:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1742980 00000400:00000200:0.0:1788877053.016851:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.016858:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f8b9 [2] + 224 00000800:00000001:0.0:1788877053.016865:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.016876:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.016879:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.016884:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.016892:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.016902:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5ddc00 x1875765519198592/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.016913:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5ddc00 x1875765519198592/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.016938:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.016946:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.016949:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.033778:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.033792:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.033796:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.033799:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.033808:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.033816:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.033824:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.033829:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.033835:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.033839:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1742a80 00000400:00000200:0.0:1788877053.033844:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.033850:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f8c1 [2] + 224 00000800:00000001:0.0:1788877053.033857:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.033865:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.033869:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.033874:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.033883:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.033893:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5ddf80 x1875765519198848/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.033905:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5ddf80 x1875765519198848/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.033924:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.033933:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.033937:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.035928:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.035935:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaac00. 00000400:00000200:0.0:1788877053.035939:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.035944:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.035950:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4b28 00000400:00000010:0.0:1788877053.035953:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4b28. 00000100:00000001:0.0:1788877053.035957:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.035961:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd5df480 x1875765519199104/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.035970:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.035973:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd5df480 x1875765519199104/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.035980:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.035982:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877053.050390:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480111, at 4302480112 00000100:00000010:0.0:1788877053.050416:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b540. 00000800:00000001:0.0:1788877053.072110:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.072128:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.072132:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.072135:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.072144:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.072152:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.072161:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.072167:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.072173:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.072177:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1742b80 00000400:00000200:0.0:1788877053.072182:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.072188:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f8c9 [2] + 224 00000800:00000001:0.0:1788877053.072195:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.072202:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.072206:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.072210:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.072232:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.072244:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5df480 x1875765519199104/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.072292:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5df480 x1875765519199104/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.072374:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.072384:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.072388:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.097568:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480158, at 4302480159 00000100:00000010:0.0:1788877053.097583:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b4e0. 00000800:00000001:0.0:1788877053.099319:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.099334:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.099339:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.099342:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.099351:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.099358:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.099368:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.099383:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.099389:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.099401:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1742c80 00000400:00000200:0.0:1788877053.099407:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.099413:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f8d1 [2] + 224 00000800:00000001:0.0:1788877053.099422:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.099438:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.099442:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.099447:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.099455:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.099465:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5dd880 x1875765519199360/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.099476:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5dd880 x1875765519199360/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.099494:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.099503:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.099506:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.116539:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.116556:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.116560:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.116568:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.116578:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.116586:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.116596:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.116600:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.116606:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.116612:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1742d80 00000400:00000200:0.0:1788877053.116617:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.116623:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f8d9 [2] + 224 00000800:00000001:0.0:1788877053.116631:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.116639:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.116643:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.116648:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.116657:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.116667:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5dc380 x1875765519199616/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.116678:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5dc380 x1875765519199616/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.116700:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.116710:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.116713:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.120311:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480181, at 4302480182 00000100:00000010:0.0:1788877053.120319:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000800:00000200:0.0:1788877053.131881:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.131888:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877053.131894:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.131903:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.131911:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915908 00000400:00000010:0.0:1788877053.131914:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915908. 00000100:00000001:0.0:1788877053.131920:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.131929:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca278e00 x1875765519199872/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.131941:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.131944:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca278e00 x1875765519199872/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.131951:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.131953:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877053.139325:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480199, at 4302480201 00000100:00000010:0.0:1788877053.139339:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000800:00000001:0.0:1788877053.146230:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.146246:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.146286:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.146290:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.146300:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.146307:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.146316:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.146321:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.146326:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.146330:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1742e80 00000400:00000200:0.0:1788877053.146335:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.146342:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f8e1 [2] + 224 00000800:00000001:0.0:1788877053.146349:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.146357:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.146360:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.146365:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.146384:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.146399:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca278e00 x1875765519199872/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.146411:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca278e00 x1875765519199872/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.146436:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.146446:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.146450:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.150323:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.150329:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877053.150335:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.150342:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.150349:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19152a8 00000400:00000010:0.0:1788877053.150351:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19152a8. 00000100:00000001:0.0:1788877053.150356:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.150362:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca279180 x1875765519200128/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.150379:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.150384:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca279180 x1875765519200128/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.150391:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.150403:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.162038:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.162054:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.162058:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.162061:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.162070:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.162078:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.162088:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.162093:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.162099:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.162104:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1742f80 00000400:00000200:0.0:1788877053.162109:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.162115:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f8e9 [2] + 224 00000800:00000001:0.0:1788877053.162123:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.162130:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.162134:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.162139:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.162149:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.162159:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca279180 x1875765519200128/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.162170:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca279180 x1875765519200128/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.162199:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.162209:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.162212:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.165143:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480225, at 4302480226 00000100:00000010:0.0:1788877053.165151:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000080:00000001:0.0:1788877053.165169:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877053.165182:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877053.165185:0:198588:0:(dcache.c:87:ll_dcompare()) found name w551(ffff8d0cca9a0798) flags 0x48004e refc 0 00000080:00000001:0.0:1788877053.165188:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877053.165190:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877053.165192:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=w551, flags=0 00000080:00000001:0.0:1788877053.165199:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877053.165201:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877053.165206:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877053.165209:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877053.165211:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877053.165213:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=w551, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877053.165216:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877053.165219:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877053.165223:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877053.165225:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00000020:00000001:0.0:1788877053.165227:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877053.165231:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cd7b185d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877053.165234:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf457e780 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877053.165237:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cd7b185d0) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877053.165240:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877053.165243:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877053.165244:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877053.165246:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877053.165262:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877053.165265:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000080:00000001:0.0:1788877053.165268:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877053.165275:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd093bc00. 00800000:00000002:0.0:1788877053.165281:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877053.165290:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877053.165294:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w551 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877053.165298:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877053.165302:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877053.165305:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877053.165307:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877053.165310:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877053.165312:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877053.165314:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x308:0x0] 00800000:00000001:0.0:1788877053.165316:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877053.165319:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877053.165320:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877053.165322:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877053.165323:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877053.165324:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877053.165326:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877053.165328:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x308:0x0] 00800000:00000001:0.0:1788877053.165329:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877053.165332:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0x308:0x0] 00800000:00000001:0.0:1788877053.165334:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877053.165336:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0x308:0x0] -> mds #1 00000002:00000001:0.0:1788877053.165341:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877053.165343:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877053.165348:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877053.165350:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877053.165354:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea8fa500 count: 2 00010000:00000001:0.0:1788877053.165357:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877053.165361:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877053.165365:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877053.165383:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cc2a6a400/0x4a37134b6b776bfd lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x308:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59f726b expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877053.165400:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877053.165404:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877053.165406:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877053.165408:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0x308:0x0] mode (null) 00000002:00000001:0.0:1788877053.165411:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877053.165413:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877053.165416:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea8fa500 count: 3 00010000:00000001:0.0:1788877053.165418:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877053.165421:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877053.165423:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877053.165424:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877053.165425:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea8fa500 count: 3 00010000:00000001:0.0:1788877053.165427:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877053.165439:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877053.165441:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877053.165442:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877053.165443:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea8fa500 count: 3 00010000:00000001:0.0:1788877053.165445:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877053.165447:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877053.165449:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877053.165450:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877053.165451:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea8fa500 count: 3 00010000:00000001:0.0:1788877053.165453:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877053.165455:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877053.165456:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877053.165459:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877053.165460:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877053.165462:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877053.165463:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00000020:00000001:0.0:1788877053.165465:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877053.165467:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x308:0x0]: losing layout lock 00000080:00000001:0.0:1788877053.165470:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877053.165472:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877053.165475:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877053.165478:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877053.165480:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0x308:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877053.165482:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877053.165484:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877053.165485:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000080:00000001:0.0:1788877053.165487:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877053.165490:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877053.165492:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x308:0x0](ffff8d0ccab4cb08) invalid 00000020:00000001:0.0:1788877053.165494:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877053.165496:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry w551 (ffff8d0cca9a0798) parent ffff8d0cc22750d8 inode ffff8d0ccab4cb08 refc 1 00000080:00000001:0.0:1788877053.165500:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877053.165502:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877053.165503:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877053.165507:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877053.165510:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877053.165512:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877053.165515:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877053.165518:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877053.165522:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cc2a6a400 with handle 0x4a37134b6b776bfd from hash 00010000:00000001:0.0:1788877053.165524:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877053.165526:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877053.165527:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877053.165529:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877053.165532:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877053.165534:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877053.165537:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877053.165538:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877053.165540:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877053.165547:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5f80. 00000020:00000040:0.0:1788877053.165551:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=74 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877053.165556:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877053.165558:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877053.165560:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877053.165565:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877053.165570:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877053.165571:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877053.165572:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.165576:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877053.165578:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877053.165583:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877053.165591:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd093ae00. 00000100:00000001:0.0:1788877053.165598:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877053.165601:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877053.165603:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877053.165609:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cc2a6a400/0x4a37134b6b776bfd lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x308:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f726b expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877053.165616:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877053.165618:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877053.165619:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877053.165622:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cc2a6a400/0x4a37134b6b776bfd lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x308:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59f726b expref: -99 pid: 196953 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877053.165629:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf4c14040. 00010000:00000040:0.0:1788877053.165634:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cea8fa500 count: 0 00010000:00000010:0.0:1788877053.165639:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd7a50780. 00010000:00000001:0.0:1788877053.165647:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877053.165649:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877053.165651:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877053.165652:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877053.165654:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877053.165665:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877053.165676:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cf50a5f80 x1875765519200384/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877053.165685:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877053.165687:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877053.165694:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9d80. 00000100:00000001:0.0:1788877053.165696:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511871872 : -126388197679744 : ffff8d0cf45f9d80) 00000100:00000001:0.0:1788877053.165699:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877053.165700:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523062656 : -126388186488960 : ffff8d0cf50a5f80) 00000100:00000001:0.0:1788877053.165706:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877053.165710:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.165712:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877053.165714:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877053.165718:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5f80 x1875765519200384/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.165726:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877053.165729:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877053.165733:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877053.165736:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877053.165740:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877053.165744:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5f80 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519200384:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877053.165748:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877053.165753:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877053.165756:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877053.165759:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877053.165766:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ceefe8000. 02000000:00000001:0.0:1788877053.165768:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877053.165777:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877053.165781:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949c08. 00000400:00000010:0.0:1788877053.165788:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9300. 00000100:00000200:0.0:1788877053.165795:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519200384, portal 10 00000100:00000001:0.0:1788877053.165797:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877053.165799:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523062656 : -126388186488960 : ffff8d0cf50a5f80) 00000100:00000040:0.0:1788877053.165806:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5f80 x1875765519200384/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.165815:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877053.165818:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877053.165822:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52c38. 00000100:00000200:0.0:1788877053.165825:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519200384, offset 0 00000400:00000200:0.0:1788877053.165832:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877053.165840:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.165849:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877053.165867:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877053.165873:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877053.165876:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877053.165880:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877053.165884:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457575:457575:256:4294967295] 192.168.203.155@tcp LPNI seq info [457569:457569:8:4294967295] 00000400:00000200:0.0:1788877053.165889:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.165899:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877053.165904:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877053.165910:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954a00. 00000800:00000200:0.0:1788877053.165917:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877053.165925:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877053.165930:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954a00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877053.165954:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877053.165958:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13362 usecs (14 jiffies) 00000400:00000200:0.0:1788877053.165962:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877053.165965:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302480240 00000100:00000010:0.0:1788877053.165970:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877053.165975:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877053.165980:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302480240 00000100:00000010:0.0:1788877053.165984:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877053.165987:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877053.165994:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877053.165998:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.166000:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877053.166002:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877053.166004:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788877053.166007:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877053.166011:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877053.179970:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.179983:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.179987:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.179990:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.180000:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.180007:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.180017:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.180022:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.180028:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.180032:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743080 00000400:00000200:0.0:1788877053.180037:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.180043:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f8f1 [2] + 224 00000800:00000001:0.0:1788877053.180051:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.180058:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.180062:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.180068:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.180077:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.180088:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a5f80 x1875765519200384/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.180099:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf50a5f80 x1875765519200384/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.180112:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.180121:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.180124:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.180500:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480240, at 4302480241 00000100:00000010:0.0:1788877053.180505:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000800:00000200:0.0:1788877053.183960:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.183968:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7b00. 00000400:00000200:0.0:1788877053.183974:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.183980:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.183986:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39880 00000400:00000010:0.0:1788877053.183989:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39880. 00000100:00000001:0.0:1788877053.183993:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.183999:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9492300 x1875765519200640/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.184015:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.184018:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9492300 x1875765519200640/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.184024:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.184026:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.190807:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.190825:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.190829:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.190832:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.190841:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.190848:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.190858:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.190863:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.190868:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.190872:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743180 00000400:00000200:0.0:1788877053.190877:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.190882:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f901 [2] + 224 00000800:00000001:0.0:1788877053.190891:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.190916:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.190920:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.190925:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.190935:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.190946:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9492300 x1875765519200640/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.190956:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9492300 x1875765519200640/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.190978:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.190988:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.190991:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.194203:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.194209:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:0.0:1788877053.194214:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.194227:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.194233:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:0.0:1788877053.194236:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788877053.194240:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.194244:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9493b80 x1875765519200896/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.194281:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.194284:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9493b80 x1875765519200896/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.194290:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.194292:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877053.210539:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480269, at 4302480272 00000100:00000010:0.0:1788877053.210551:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000800:00000001:0.0:1788877053.218060:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.218078:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.218082:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.218085:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.218104:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.218112:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.218122:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.218128:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.218133:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.218137:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743280 00000400:00000200:0.0:1788877053.218142:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.218149:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f911 [2] + 224 00000800:00000001:0.0:1788877053.218157:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.218165:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.218168:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.218173:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.218195:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.218206:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9493b80 x1875765519200896/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.218218:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9493b80 x1875765519200896/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.218283:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.218292:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.218296:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.222716:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.222722:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:0.0:1788877053.222728:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.222734:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.222740:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:0.0:1788877053.222743:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:0.0:1788877053.222748:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.222755:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9493480 x1875765519201152/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.222766:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.222771:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9493480 x1875765519201152/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.222778:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.222780:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.231987:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.232001:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.232005:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.232008:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.232017:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.232025:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.232035:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.232040:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.232046:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.232051:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743380 00000400:00000200:0.0:1788877053.232057:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.232064:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f921 [2] + 224 00000800:00000001:0.0:1788877053.232072:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.232080:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.232084:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.232088:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.232097:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.232107:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9493480 x1875765519201152/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.232119:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9493480 x1875765519201152/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.232137:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.232146:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.232149:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.235557:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.235563:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:0.0:1788877053.235569:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.235574:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.235579:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a394c8 00000400:00000010:0.0:1788877053.235582:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a394c8. 00000100:00000001:0.0:1788877053.235586:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.235590:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491500 x1875765519201408/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.235601:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.235604:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9491500 x1875765519201408/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.235611:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.235613:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.248726:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.248740:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.248744:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.248746:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.248755:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.248763:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.248774:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.248780:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.248785:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.248790:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743480 00000400:00000200:0.0:1788877053.248795:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.248802:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f931 [2] + 224 00000800:00000001:0.0:1788877053.248811:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.248819:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.248822:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.248827:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.248836:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.248847:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9491500 x1875765519201408/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.248858:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9491500 x1875765519201408/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.248879:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.248889:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.248893:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.250997:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.251002:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:0.0:1788877053.251006:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.251011:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.251016:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39dd0 00000400:00000010:0.0:1788877053.251018:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39dd0. 00000100:00000001:0.0:1788877053.251022:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.251027:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491f80 x1875765519201664/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.251036:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.251039:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9491f80 x1875765519201664/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.251050:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.251052:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.265055:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.265071:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.265075:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.265078:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.265088:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.265097:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.265106:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.265111:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.265117:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.265122:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743580 00000400:00000200:0.0:1788877053.265127:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.265134:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f941 [2] + 224 00000800:00000001:0.0:1788877053.265141:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.265149:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.265152:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.265158:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.265166:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.265187:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9491f80 x1875765519201664/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.265198:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9491f80 x1875765519201664/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.265226:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.265235:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.265239:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.265304:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480326, at 4302480327 00000100:00000010:0.0:1788877053.265313:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000800:00000001:0.0:1788877053.273277:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.273294:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.273298:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.273302:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.273311:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.273319:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.273328:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.273333:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.273338:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.273343:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1743600 00000400:00000200:0.0:1788877053.273348:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.273355:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f951 [4] + 224 00000800:00000001:0.0:1788877053.273363:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.273370:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.273374:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.273389:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.273398:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.273408:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca278a80 x1875765519201792/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877053.273419:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cca278a80 x1875765519201792/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.273445:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.273456:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.273459:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.288280:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.288294:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.288298:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.288301:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.288309:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.288318:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.288326:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.288331:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.288336:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.288341:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743700 00000400:00000200:0.0:1788877053.288346:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.288352:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f959 [2] + 224 00000800:00000001:0.0:1788877053.288360:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.288367:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.288371:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.288385:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.288393:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.288403:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca278a80 x1875765519202048/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.288413:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca278a80 x1875765519202048/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.288439:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.288447:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.288450:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.291512:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480351, at 4302480353 00000100:00000010:0.0:1788877053.291522:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000800:00000001:0.0:1788877053.318693:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.318706:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.318709:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.318712:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.318720:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.318728:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.318738:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.318743:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.318749:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.318754:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743800 00000400:00000200:0.0:1788877053.318760:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.318766:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f961 [2] + 224 00000800:00000001:0.0:1788877053.318774:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.318781:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.318785:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.318791:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.318799:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.318810:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5de680 x1875765519202304/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.318821:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5de680 x1875765519202304/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.318843:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.318852:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.318855:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.328717:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.328733:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.328738:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.328741:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.328750:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.328758:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.328768:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.328772:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.328778:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.328782:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1743880 00000400:00000200:0.0:1788877053.328788:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.328793:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f969 [4] + 224 00000800:00000001:0.0:1788877053.328801:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.328808:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.328812:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.328816:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.328826:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.328835:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5dca80 x1875765519202432/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877053.328847:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cfd5dca80 x1875765519202432/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.328860:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.328869:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.328872:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.341864:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.341877:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.341880:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.341882:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.341891:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.341897:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.341906:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.341925:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.341935:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.341940:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743980 00000400:00000200:0.0:1788877053.341945:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.341951:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f971 [2] + 224 00000800:00000001:0.0:1788877053.341959:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.341966:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.341970:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.341974:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.341983:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.341992:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490700 x1875765519202688/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.342004:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9490700 x1875765519202688/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.342019:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.342027:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.342031:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.344649:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.344654:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7600. 00000400:00000200:0.0:1788877053.344659:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.344665:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.344672:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39d48 00000400:00000010:0.0:1788877053.344674:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39d48. 00000100:00000001:0.0:1788877053.344679:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.344683:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9493800 x1875765519202944/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.344698:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.344701:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9493800 x1875765519202944/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.344707:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.344708:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.354240:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.354294:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.354298:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.354301:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.354310:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.354317:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.354335:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.354340:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.354346:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.354350:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743a80 00000400:00000200:0.0:1788877053.354356:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.354361:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f981 [2] + 224 00000800:00000001:0.0:1788877053.354369:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.354385:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.354390:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.354394:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.354403:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.354413:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9493800 x1875765519202944/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.354425:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9493800 x1875765519202944/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.354446:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.354454:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.354457:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.360896:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.360905:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7700. 00000400:00000200:0.0:1788877053.360914:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.360922:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.360930:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39990 00000400:00000010:0.0:1788877053.360933:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39990. 00000100:00000001:0.0:1788877053.360939:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.360947:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491880 x1875765519203200/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.360959:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.360963:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9491880 x1875765519203200/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.360970:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.360972:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.366121:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.366134:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.366138:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.366140:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.366149:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.366157:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.366167:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.366171:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.366186:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.366190:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743b80 00000400:00000200:0.0:1788877053.366195:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.366201:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f991 [2] + 224 00000800:00000001:0.0:1788877053.366209:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.366216:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.366231:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.366236:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.366246:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.366505:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9491880 x1875765519203200/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.366516:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9491880 x1875765519203200/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.366621:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.366633:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.366636:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.372590:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.372596:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7700. 00000400:00000200:0.0:1788877053.372602:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.372609:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.372616:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39bb0 00000400:00000010:0.0:1788877053.372619:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39bb0. 00000100:00000001:0.0:1788877053.372623:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.372631:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9490380 x1875765519203456/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.372642:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.372645:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9490380 x1875765519203456/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.372652:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.372653:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.380366:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.380383:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.380388:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.380391:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.380400:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.380408:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.380419:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.380424:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.380439:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.380444:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743c80 00000400:00000200:0.0:1788877053.380449:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.380455:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f9a1 [2] + 224 00000800:00000001:0.0:1788877053.380463:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.380471:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.380475:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.380479:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.380487:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.380497:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490380 x1875765519203456/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.380508:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9490380 x1875765519203456/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.380529:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.380540:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.380543:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.382215:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.382227:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7600. 00000400:00000200:0.0:1788877053.382232:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.382237:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.382242:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39f68 00000400:00000010:0.0:1788877053.382245:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39f68. 00000100:00000001:0.0:1788877053.382276:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.382280:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9490e00 x1875765519203584/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.382289:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.382291:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9490e00 x1875765519203584/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.382297:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.382299:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1788877053.386550:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877053.386555:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877053.386558:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788877053.393152:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.393164:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.393167:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.393170:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.393189:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.393197:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.393207:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.393212:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.393218:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.393229:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1743d00 00000400:00000200:0.0:1788877053.393235:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.393241:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f9b1 [4] + 224 00000800:00000001:0.0:1788877053.393276:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.393284:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.393288:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.393293:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.393302:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.393313:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490e00 x1875765519203584/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877053.393323:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cc9490e00 x1875765519203584/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.393342:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.393351:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.393354:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.395660:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.395666:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:0.0:1788877053.395671:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.395677:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.395682:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:0.0:1788877053.395685:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:0.0:1788877053.395689:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.395693:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9490e00 x1875765519203840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.395701:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.395704:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cc9490e00 x1875765519203840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.395710:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.395713:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.402640:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.402653:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.402657:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.402660:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.402668:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.402675:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.402684:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.402688:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.402694:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.402698:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743e00 00000400:00000200:0.0:1788877053.402702:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.402709:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f9c1 [2] + 224 00000800:00000001:0.0:1788877053.402716:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.402723:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.402727:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.402731:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.402739:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.402748:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490e00 x1875765519203840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.402759:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cc9490e00 x1875765519203840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.402777:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.402786:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.402788:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.409356:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480470, at 4302480471 00000100:00000010:0.0:1788877053.409365:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bae0. 00000800:00000200:0.0:1788877053.425985:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.425996:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877053.426006:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.426015:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.426024:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915330 00000400:00000010:0.0:1788877053.426028:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915330. 00000100:00000001:0.0:1788877053.426034:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.426042:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27a680 x1875765519203968/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.426055:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.426059:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27a680 x1875765519203968/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.426066:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.426068:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.426357:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.426369:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.426372:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.426435:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.426444:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.426450:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.426458:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.426463:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.426468:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.426473:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1743e80 00000400:00000200:0.0:1788877053.426478:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.426484:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f9d1 [4] + 224 00000800:00000001:0.0:1788877053.426492:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.426499:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.426502:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.426506:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.426510:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.426515:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27a680 x1875765519203968/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877053.426523:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cca27a680 x1875765519203968/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.426590:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.426598:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.426602:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.434573:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.434584:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877053.434594:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.434604:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.434612:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915770 00000400:00000010:0.0:1788877053.434616:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915770. 00000100:00000001:0.0:1788877053.434621:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.434630:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27a680 x1875765519204224/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.434642:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.434645:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27a680 x1875765519204224/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.434652:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.434654:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.436365:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.436389:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.436392:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.436395:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.436403:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.436410:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.436417:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.436422:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.436436:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.436440:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1743f80 00000400:00000200:0.0:1788877053.436445:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.436451:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f9d9 [2] + 224 00000800:00000001:0.0:1788877053.436459:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.436466:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.436470:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.436473:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.436480:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.436487:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27a680 x1875765519204224/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.436499:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca27a680 x1875765519204224/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.436518:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.436526:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.436530:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.443618:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480504, at 4302480505 00000100:00000010:0.0:1788877053.443624:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000800:00000200:0.0:1788877053.454925:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.454931:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877053.454936:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.454941:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.454949:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915f68 00000400:00000010:0.0:1788877053.454952:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915f68. 00000100:00000001:0.0:1788877053.454956:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.454961:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27ad80 x1875765519204352/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.454971:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.454975:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27ad80 x1875765519204352/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.454982:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.454984:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.460090:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.460106:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.460110:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.460113:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.460122:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.460129:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.460138:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.460143:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.460149:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.460154:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1744000 00000400:00000200:0.0:1788877053.460161:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.460169:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f9e1 [4] + 224 00000800:00000001:0.0:1788877053.460188:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.460197:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.460201:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.460207:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.460216:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.460238:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27ad80 x1875765519204352/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877053.460277:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cca27ad80 x1875765519204352/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.460294:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.460304:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.460308:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.462414:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.462420:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877053.462425:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.462437:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.462443:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915110 00000400:00000010:0.0:1788877053.462445:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915110. 00000100:00000001:0.0:1788877053.462449:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.462453:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27ad80 x1875765519204608/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.462462:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.462465:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27ad80 x1875765519204608/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.462470:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.462472:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.469054:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.469068:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.469071:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.469074:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.469083:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.469090:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.469099:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.469104:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.469109:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.469112:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744100 00000400:00000200:0.0:1788877053.469117:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.469123:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f9e9 [2] + 224 00000800:00000001:0.0:1788877053.469130:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.469136:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.469140:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.469145:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.469154:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.469164:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27ad80 x1875765519204608/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.469186:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca27ad80 x1875765519204608/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.469559:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.469569:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.469573:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.476502:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480537, at 4302480538 00000100:00000010:0.0:1788877053.476508:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000800:00000200:0.0:1788877053.488486:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.488492:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877053.488498:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.488505:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.488512:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19153b8 00000400:00000010:0.0:1788877053.488515:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19153b8. 00000100:00000001:0.0:1788877053.488519:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.488526:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca278000 x1875765519204736/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.488543:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.488547:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca278000 x1875765519204736/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.488554:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.488556:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.492815:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.492832:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.492837:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.492840:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.492847:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.492854:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.492862:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.492867:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.492872:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.492876:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1744180 00000400:00000200:0.0:1788877053.492881:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.492887:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43f9f1 [4] + 224 00000800:00000001:0.0:1788877053.492894:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.492901:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.492905:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.492910:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.492919:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.492928:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca278000 x1875765519204736/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877053.492938:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cca278000 x1875765519204736/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.493001:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.493010:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.493013:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.498449:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.498458:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877053.498467:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.498476:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.498484:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915880 00000400:00000010:0.0:1788877053.498488:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915880. 00000100:00000001:0.0:1788877053.498494:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.498503:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca278000 x1875765519204992/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.498516:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.498520:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca278000 x1875765519204992/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.498528:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.498531:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.502724:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.502737:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.502740:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.502742:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.502751:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.502758:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.502768:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.502772:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.502778:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.502782:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744280 00000400:00000200:0.0:1788877053.502787:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.502794:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43f9f9 [2] + 224 00000800:00000001:0.0:1788877053.502802:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.502820:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.502824:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.502829:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.502837:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.502846:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca278000 x1875765519204992/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.502857:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca278000 x1875765519204992/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.502878:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.502886:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.502889:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.510510:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480571, at 4302480572 00000100:00000010:0.0:1788877053.510516:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e060. 00000800:00000200:0.0:1788877053.520936:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.520941:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877053.520946:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.520951:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.520957:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915e58 00000400:00000010:0.0:1788877053.520960:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915e58. 00000100:00000001:0.0:1788877053.520963:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.520968:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27a300 x1875765519205248/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.520979:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.520982:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27a300 x1875765519205248/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.520989:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.520991:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.527659:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.527674:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.527677:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.527681:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.527690:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.527697:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.527706:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.527711:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.527716:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.527720:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744380 00000400:00000200:0.0:1788877053.527725:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.527732:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa01 [2] + 224 00000800:00000001:0.0:1788877053.527740:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.527748:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.527753:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.527758:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.527767:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.527778:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27a300 x1875765519205248/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.527790:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca27a300 x1875765519205248/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.527811:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.527820:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.527824:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.529782:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.529788:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877053.529792:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.529798:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.529803:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915e58 00000400:00000010:0.0:1788877053.529806:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915e58. 00000100:00000001:0.0:1788877053.529810:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.529814:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27aa00 x1875765519205504/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.529824:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.529827:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27aa00 x1875765519205504/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.529834:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.529836:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.538372:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.538397:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.538402:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.538405:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.538416:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.538425:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.538444:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.538449:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.538456:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.538461:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744480 00000400:00000200:0.0:1788877053.538466:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.538473:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa09 [2] + 224 00000800:00000001:0.0:1788877053.538482:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.538490:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.538494:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.538498:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.538508:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.538518:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27aa00 x1875765519205504/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.538531:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca27aa00 x1875765519205504/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.538553:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.538561:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.538565:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.540326:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.540332:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877053.540336:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.540340:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.540345:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915880 00000400:00000010:0.0:1788877053.540347:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915880. 00000100:00000001:0.0:1788877053.540350:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.540354:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27bb80 x1875765519205632/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.540363:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.540366:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27bb80 x1875765519205632/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.540379:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.540381:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.546591:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.546604:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.546607:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.546609:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.546618:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.546625:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.546635:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.546640:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.546645:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.546650:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1744500 00000400:00000200:0.0:1788877053.546655:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.546660:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43fa11 [4] + 224 00000800:00000001:0.0:1788877053.546668:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.546675:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.546679:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.546684:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.546692:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.546702:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27bb80 x1875765519205632/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877053.546712:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cca27bb80 x1875765519205632/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.546733:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.546741:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.546744:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.552198:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.552208:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877053.552219:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.552238:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.552264:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19153b8 00000400:00000010:0.0:1788877053.552268:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19153b8. 00000100:00000001:0.0:1788877053.552274:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.552282:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27bb80 x1875765519205888/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.552295:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.552299:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27bb80 x1875765519205888/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.552307:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.552309:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877053.564611:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480625, at 4302480626 00000100:00000010:0.0:1788877053.564617:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000800:00000001:0.0:1788877053.564629:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.564642:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.564644:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.564647:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.564656:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.564663:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.564672:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.564677:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.564683:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.564686:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744600 00000400:00000200:0.0:1788877053.564692:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.564697:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa19 [2] + 224 00000800:00000001:0.0:1788877053.564705:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.564712:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.564715:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.564720:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.564728:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.564737:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27bb80 x1875765519205888/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.564748:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca27bb80 x1875765519205888/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.564860:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.564871:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.564875:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.587713:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.587723:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877053.587732:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.587743:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.587753:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915110 00000400:00000010:0.0:1788877053.587756:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915110. 00000100:00000001:0.0:1788877053.587763:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.587772:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca279f80 x1875765519206144/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.587786:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.587790:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca279f80 x1875765519206144/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.587798:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.587800:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.588619:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.588632:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.588635:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.588637:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.588645:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.588649:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.588658:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.588662:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.588668:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.588672:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744700 00000400:00000200:0.0:1788877053.588677:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.588683:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa21 [2] + 224 00000800:00000001:0.0:1788877053.588691:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.588698:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.588701:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.588704:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.588710:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.588716:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca279f80 x1875765519206144/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.588726:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca279f80 x1875765519206144/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.588745:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.588752:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.588755:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.591564:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.591570:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877053.591576:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.591581:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.591587:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915f68 00000400:00000010:0.0:1788877053.591590:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915f68. 00000100:00000001:0.0:1788877053.591595:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.591600:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca279500 x1875765519206400/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.591611:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.591614:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca279500 x1875765519206400/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.591620:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.591622:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.598335:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.598353:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.598358:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.598360:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.598371:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.598389:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.598400:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.598405:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.598412:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.598417:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744800 00000400:00000200:0.0:1788877053.598423:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.598438:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa29 [2] + 224 00000800:00000001:0.0:1788877053.598447:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.598454:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.598459:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.598464:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.598473:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.598484:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca279500 x1875765519206400/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.598496:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca279500 x1875765519206400/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.598518:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.598527:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.598531:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.600622:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.600629:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877053.600633:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.600638:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.600642:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915770 00000400:00000010:0.0:1788877053.600645:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915770. 00000100:00000001:0.0:1788877053.600649:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.600653:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca278700 x1875765519206656/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.600663:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.600665:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca278700 x1875765519206656/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.600672:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.600674:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.607412:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.607437:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.607441:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.607444:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.607452:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.607461:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.607470:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.607475:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.607480:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.607484:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744900 00000400:00000200:0.0:1788877053.607490:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.607496:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa31 [2] + 224 00000800:00000001:0.0:1788877053.607504:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.607511:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.607514:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.607519:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.607528:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.607537:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca278700 x1875765519206656/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.607547:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca278700 x1875765519206656/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.607612:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.607623:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.607626:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.613661:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.613671:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877053.613680:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.613689:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.613696:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915330 00000400:00000010:0.0:1788877053.613700:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915330. 00000100:00000001:0.0:1788877053.613706:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.613713:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27b480 x1875765519206912/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.613725:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.613729:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27b480 x1875765519206912/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.613740:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.613742:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.617186:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.617202:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.617206:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.617208:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.617217:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.617235:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.617245:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.617548:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.617556:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.617560:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744a00 00000400:00000200:0.0:1788877053.617565:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.617571:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa39 [2] + 224 00000800:00000001:0.0:1788877053.617579:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.617588:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.617591:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.617595:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.617603:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.617613:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27b480 x1875765519206912/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.617623:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca27b480 x1875765519206912/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.617709:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.617720:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.617724:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.620047:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.620053:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877053.620057:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.620062:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.620068:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915dd0 00000400:00000010:0.0:1788877053.620071:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915dd0. 00000100:00000001:0.0:1788877053.620076:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.620079:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca279c00 x1875765519207040/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.620089:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.620092:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca279c00 x1875765519207040/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.620098:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.620100:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.625583:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.625598:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.625602:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.625604:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.625614:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.625622:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.625632:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.625637:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.625643:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.625647:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1744a80 00000400:00000200:0.0:1788877053.625653:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.625660:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43fa41 [4] + 224 00000800:00000001:0.0:1788877053.625667:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.625675:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.625679:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.625684:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.625692:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.625701:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca279c00 x1875765519207040/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877053.625711:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cca279c00 x1875765519207040/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.625731:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.625740:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.625744:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.633339:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.633350:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877053.633359:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.633377:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.633386:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915c38 00000400:00000010:0.0:1788877053.633390:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915c38. 00000100:00000001:0.0:1788877053.633396:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.633407:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca279c00 x1875765519207296/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.633419:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.633423:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca279c00 x1875765519207296/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.633438:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.633440:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.635035:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.635050:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.635054:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.635056:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.635064:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.635071:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.635079:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.635084:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.635090:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.635095:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744b80 00000400:00000200:0.0:1788877053.635100:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.635106:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa49 [2] + 224 00000800:00000001:0.0:1788877053.635113:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.635120:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.635123:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.635127:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.635134:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.635141:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca279c00 x1875765519207296/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.635151:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca279c00 x1875765519207296/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.635171:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.635186:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.635189:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.642347:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480703, at 4302480704 00000100:00000010:0.0:1788877053.642356:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000800:00000200:0.0:1788877053.653946:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.653951:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877053.653956:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.653962:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.653969:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19152a8 00000400:00000010:0.0:1788877053.653971:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19152a8. 00000100:00000001:0.0:1788877053.653975:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.653978:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27b100 x1875765519207552/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.653989:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.653992:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27b100 x1875765519207552/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.653999:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.654001:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.659954:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.659968:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.659970:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.659973:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.659981:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.659988:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.659998:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.660003:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.660007:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.660011:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744c80 00000400:00000200:0.0:1788877053.660017:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.660023:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa51 [2] + 224 00000800:00000001:0.0:1788877053.660031:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.660039:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.660042:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.660047:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.660055:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.660066:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27b100 x1875765519207552/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.660077:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca27b100 x1875765519207552/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.660097:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.660106:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.660109:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.662343:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.662349:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2700. 00000400:00000200:0.0:1788877053.662355:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.662361:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.662373:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915908 00000400:00000010:0.0:1788877053.662376:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915908. 00000100:00000001:0.0:1788877053.662381:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.662386:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca27b800 x1875765519207808/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.662394:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.662398:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca27b800 x1875765519207808/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.662404:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.662406:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.669355:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.669370:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.669383:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.669386:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.669396:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.669403:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.669411:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.669416:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.669421:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.669433:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744d80 00000400:00000200:0.0:1788877053.669439:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.669445:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa59 [2] + 224 00000800:00000001:0.0:1788877053.669453:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.669461:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.669465:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.669470:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.669478:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.669488:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca27b800 x1875765519207808/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.669499:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca27b800 x1875765519207808/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.669517:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.669527:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.669530:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.672848:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.672854:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaad00. 00000400:00000200:0.0:1788877053.672859:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.672865:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.672871:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4908 00000400:00000010:0.0:1788877053.672874:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4908. 00000100:00000001:0.0:1788877053.672878:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.672883:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd5dea00 x1875765519208064/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.672894:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.672897:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd5dea00 x1875765519208064/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.672909:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.672911:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.679143:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.679157:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.679161:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.679164:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.679182:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.679191:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.679202:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.679207:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.679214:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.679229:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1744e80 00000400:00000200:0.0:1788877053.679236:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.679242:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa61 [2] + 224 00000800:00000001:0.0:1788877053.679495:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.679505:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.679508:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.679514:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.679524:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.679534:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5dea00 x1875765519208064/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.679546:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5dea00 x1875765519208064/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.679565:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.679576:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.679579:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.681141:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.681146:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa600. 00000400:00000200:0.0:1788877053.681150:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.681155:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.681159:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4770 00000400:00000010:0.0:1788877053.681162:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4770. 00000100:00000001:0.0:1788877053.681166:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.681170:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd5df800 x1875765519208192/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.681179:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.681182:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd5df800 x1875765519208192/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.681188:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.681190:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.686388:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.686401:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.686404:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.686407:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.686415:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.686423:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.686441:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.686446:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.686452:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.686457:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1744f00 00000400:00000200:0.0:1788877053.686462:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.686468:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x43fa69 [4] + 224 00000800:00000001:0.0:1788877053.686476:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.686484:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.686488:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.686493:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.686501:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.686510:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5df800 x1875765519208192/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877053.686522:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cfd5df800 x1875765519208192/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877053.686541:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.686550:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.686554:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.688889:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.688895:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa100. 00000400:00000200:0.0:1788877053.688900:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.688905:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.688910:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4770 00000400:00000010:0.0:1788877053.688913:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4770. 00000100:00000001:0.0:1788877053.688917:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.688922:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cfd5df800 x1875765519208448/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.688930:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.688934:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cfd5df800 x1875765519208448/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.688940:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.688941:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.695093:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.695106:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.695110:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.695113:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.695121:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.695129:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.695139:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.695144:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.695150:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.695155:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745000 00000400:00000200:0.0:1788877053.695160:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.695165:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa71 [2] + 224 00000800:00000001:0.0:1788877053.695185:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.695197:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.695201:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.695206:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.695214:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.695232:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5df800 x1875765519208448/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.695245:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5df800 x1875765519208448/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.695297:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.695306:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.695310:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.707356:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480764, at 4302480768 00000100:00000010:0.0:1788877053.707366:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33eea0. 00000800:00000200:0.0:1788877053.724543:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.724550:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877053.724557:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.724564:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.724570:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19154c8 00000400:00000010:0.0:1788877053.724572:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19154c8. 00000100:00000001:0.0:1788877053.724577:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.724583:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca278380 x1875765519208704/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.724594:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.724597:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca278380 x1875765519208704/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.724604:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.724606:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.730628:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.730644:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.730648:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.730651:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.730660:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.730669:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.730679:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.730684:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.730689:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.730694:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745100 00000400:00000200:0.0:1788877053.730700:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.730706:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa79 [2] + 224 00000800:00000001:0.0:1788877053.730714:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.730721:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.730725:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.730730:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.730737:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.730747:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca278380 x1875765519208704/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.730758:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca278380 x1875765519208704/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.730779:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.730787:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.730790:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.733895:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.733902:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877053.733908:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.733914:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.733920:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915bb0 00000400:00000010:0.0:1788877053.733923:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915bb0. 00000100:00000001:0.0:1788877053.733927:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.733932:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cca279880 x1875765519208960/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.733944:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.733947:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cca279880 x1875765519208960/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.733953:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.733955:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877053.741076:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.741092:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.741096:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.741099:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.741109:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.741116:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.741127:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.741132:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.741139:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.741143:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745200 00000400:00000200:0.0:1788877053.741148:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.741155:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa81 [2] + 224 00000800:00000001:0.0:1788877053.741162:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.741170:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.741184:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.741189:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.741198:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.741208:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cca279880 x1875765519208960/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.741232:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cca279880 x1875765519208960/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.741287:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.741297:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.741300:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877053.744571:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877053.744577:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877053.744583:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.744589:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877053.744594:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915a18 00000400:00000010:0.0:1788877053.744597:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915a18. 00000100:00000001:0.0:1788877053.744602:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877053.744607:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0ceb274700 x1875765519209216/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.744617:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877053.744620:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0ceb274700 x1875765519209216/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.744632:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877053.744634:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877053.758530:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480819, at 4302480820 00000100:00000010:0.0:1788877053.758537:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000800:00000001:0.0:1788877053.768473:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.768490:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.768494:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.768496:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.768506:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.768514:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.768524:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.768528:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.768534:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.768538:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745300 00000400:00000200:0.0:1788877053.768543:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.768550:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa89 [2] + 224 00000800:00000001:0.0:1788877053.768557:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.768565:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.768568:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.768574:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.768582:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.768592:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceb274700 x1875765519209216/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.768602:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceb274700 x1875765519209216/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.768624:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.768634:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.768637:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.789530:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480850, at 4302480851 00000100:00000010:0.0:1788877053.789545:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000800:00000001:0.0:1788877053.789564:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.789578:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.789581:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.789584:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.789594:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.789602:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.789612:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.789617:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.789622:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.789626:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745400 00000400:00000200:0.0:1788877053.789631:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.789637:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa91 [2] + 224 00000800:00000001:0.0:1788877053.789645:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.789655:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.789659:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.789664:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.789673:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.789682:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceb277480 x1875765519209472/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.789692:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceb277480 x1875765519209472/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.789722:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.789732:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.789736:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.809514:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480870, at 4302480871 00000100:00000010:0.0:1788877053.809525:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b4e0. 00000800:00000001:0.0:1788877053.812671:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.812699:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.812704:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.812707:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.812718:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.812726:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.812737:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.812742:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.812749:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.812754:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745500 00000400:00000200:0.0:1788877053.812760:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.812768:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fa99 [2] + 224 00000800:00000001:0.0:1788877053.812776:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.812809:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.812813:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.812818:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.812828:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.812838:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5df100 x1875765519209728/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.812850:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5df100 x1875765519209728/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.812870:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.812879:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.812883:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.831682:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480892, at 4302480893 00000100:00000010:0.0:1788877053.831704:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b540. 00000800:00000001:0.0:1788877053.832316:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.832332:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.832336:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.832339:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.832349:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.832357:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.832367:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.832382:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.832388:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.832393:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745600 00000400:00000200:0.0:1788877053.832399:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.832407:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43faa1 [2] + 224 00000800:00000001:0.0:1788877053.832415:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.832423:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.832435:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.832439:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.832447:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.832457:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cfd5dc700 x1875765519209984/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.832468:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cfd5dc700 x1875765519209984/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.832489:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.832498:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.832502:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.851652:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480910, at 4302480913 00000100:00000010:0.0:1788877053.851659:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000800:00000001:0.0:1788877053.861527:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.861551:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.861556:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.861559:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.861571:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.861584:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.861596:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.861601:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.861607:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.861611:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745700 00000400:00000200:0.0:1788877053.861617:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.861625:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43faa9 [2] + 224 00000800:00000001:0.0:1788877053.861633:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.861642:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.861646:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.861650:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.861658:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.861680:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceb275c00 x1875765519210240/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.861692:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceb275c00 x1875765519210240/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.861713:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.861722:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.861726:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.880038:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480939, at 4302480941 00000100:00000010:0.0:1788877053.880046:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000800:00000001:0.0:1788877053.880798:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.880817:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.880822:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.880825:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.880835:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.880843:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.880853:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.880859:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.880865:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.880870:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745800 00000400:00000200:0.0:1788877053.880877:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.880894:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fab1 [2] + 224 00000800:00000001:0.0:1788877053.880903:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.880911:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.880914:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.880919:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.880927:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.880937:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceb277100 x1875765519210496/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.880949:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceb277100 x1875765519210496/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.880971:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.880981:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.880984:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.896066:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.896086:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.896091:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.896093:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.896104:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.896112:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.896121:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.896126:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.896131:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.896136:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745900 00000400:00000200:0.0:1788877053.896142:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.896148:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fab9 [2] + 224 00000800:00000001:0.0:1788877053.896155:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.896162:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.896165:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.896169:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.896176:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.896185:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceb277800 x1875765519210752/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.896197:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceb277800 x1875765519210752/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.896219:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.896226:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.896229:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.897422:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480958, at 4302480959 00000100:00000010:0.0:1788877053.897444:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000800:00000001:0.0:1788877053.906346:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.906377:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877053.906382:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.906386:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.906398:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.906412:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877053.906432:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.906438:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.906444:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.906458:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1745a00 00000400:00000200:0.0:1788877053.906464:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877053.906470:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fac1 [2] + 224 00000800:00000001:0.0:1788877053.906479:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.906488:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877053.906492:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877053.906497:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877053.906504:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877053.906514:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0ceb274380 x1875765519211008/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877053.906534:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0ceb274380 x1875765519211008/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877069 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877053.906553:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877053.906563:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877053.906567:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877053.923570:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302480983, at 4302480985 00000100:00000010:0.0:1788877053.923579:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000100:00000040:0.0:1788877053.944605:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481005, at 4302481006 00000100:00000010:0.0:1788877053.944629:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bcc0. 00000100:00000040:0.0:1788877054.042673:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481102, at 4302481104 00000100:00000010:0.0:1788877054.042695:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba80. 00000100:00000040:0.0:1788877054.080646:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481141, at 4302481142 00000100:00000010:0.0:1788877054.080668:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000100:00000040:0.0:1788877054.105774:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481165, at 4302481167 00000100:00000010:0.0:1788877054.105787:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00000040:0.0:1788877054.125523:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481186, at 4302481187 00000100:00000010:0.0:1788877054.125530:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788877054.149442:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481210, at 4302481211 00000100:00000010:0.0:1788877054.149451:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00000100:00000040:0.0:1788877054.176872:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481237, at 4302481238 00000100:00000010:0.0:1788877054.176885:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd80. 00000100:00000040:0.0:1788877054.221538:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481281, at 4302481283 00000100:00000010:0.0:1788877054.221551:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00000100:00000040:0.0:1788877054.244545:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481304, at 4302481306 00000100:00000010:0.0:1788877054.244563:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00000100:00000040:0.0:1788877054.311991:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481372, at 4302481373 00000100:00000010:0.0:1788877054.311999:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788877054.344711:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481400, at 4302481406 00000100:00000010:0.0:1788877054.344719:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33eea0. 00000100:00000040:0.0:1788877054.384600:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481443, at 4302481446 00000100:00000010:0.0:1788877054.384617:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2be40. 00000080:00000001:0.0:1788877054.431771:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877054.431776:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877054.431779:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f700 (ffff8d0ccabd7510, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877054.431782:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877054.431790:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877054.431796:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877054.431804:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877054.431808:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877054.431811:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877054.431816:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877054.431819:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00000020:00000001:0.0:1788877054.431825:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceb29f2d8 -> ffff8d0ceb29f2d8 00000020:00000001:0.0:1788877054.431828:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877054.431831:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877054.431833:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b12:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877054.431836:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877054.431839:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877054.431841:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877054.431846:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x200002b12:0x167:0x0]io ffff8d0d008337e0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877054.431849:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4482000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877054.431853:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877054.431855:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877054.431858:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877054.431860:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.431862:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877054.431865:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877054.431867:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431868:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877054.431869:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877054.431871:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877054.431873:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4482000) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877054.431876:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431879:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877054.431881:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877054.431883:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877054.431886:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877054.431890:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877054.431894:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877054.431896:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877054.431897:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877054.431899:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877054.431901:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877054.431904:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0ceb29ff58 -> ffff8d0ceb29f2d8 00000020:00000001:0.0:1788877054.431906:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877054.431911:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877054.431912:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877054.431915:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877054.431916:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715531744 : -126387994019872 : ffff8d0d008337e0) 00000020:00000001:0.0:1788877054.431919:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.431921:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.431923:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945937640 : -126388763613976 : ffff8d0cd2a424e8) 00000020:00000001:0.0:1788877054.431926:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877054.431927:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.431931:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431933:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431935:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877054.431937:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877054.431939:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877054.431940:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877054.431943:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877054.431944:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431946:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.431948:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.431950:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431952:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877054.431953:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431955:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431957:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877054.431959:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877054.431961:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877054.431962:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877054.431964:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877054.431967:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877054.431972:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877054.431975:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0cf46aefc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877054.431978:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877054.431982:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0cf46aefc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877054.431986:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877054.431988:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431990:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.431992:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.431993:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431994:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.431996:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877054.431998:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877054.432000:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877054.432001:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877054.432003:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877054.432004:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.432006:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877054.432008:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877054.432010:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877054.432012:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877054.432013:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877054.432015:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877054.432016:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877054.432018:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.432020:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.432022:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877054.432023:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877054.432025:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877054.432026:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877054.432028:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877054.432029:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877054.432031:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877054.432032:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877054.432033:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877054.432034:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.432036:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.432038:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877054.432039:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877054.432040:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.432042:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877054.432044:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877054.432045:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877054.432046:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877054.432048:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877054.432049:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877054.432052:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877054.432053:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877054.432056:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877054.432058:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877054.432061:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877054.432062:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877054.432065:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000080:00000001:0.0:1788877054.432067:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.432071:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877054.432073:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200002b12:0x167:0x0](ffff8d0cce97c2c8) 00800000:00000001:0.0:1788877054.432079:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877054.432081:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200002b12:0x167:0x0] 00000002:00000001:0.0:1788877054.432088:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877054.432095:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.432097:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877054.432101:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877054.432102:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.432105:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877054.432108:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877054.432110:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.432112:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.432116:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877054.432118:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877054.432120:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00020000:00000001:0.0:1788877054.432127:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877054.432129:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4482000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877054.432132:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877054.432136:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cdde525a0, objid 0x167:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877054.432141:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877054.432145:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf47dc180: ostid: 0x2c0000403:2071 ost idx: 1 gen: 0 00020000:00000001:0.0:1788877054.432148:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877054.432152:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.432154:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877054.432156:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877054.432161:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877054.432164:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.432166:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877054.432173:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0cf46aefc0. 00020000:00000001:0.0:1788877054.432201:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877054.432204:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0ceb29fed8. 00020000:00000001:0.0:1788877054.432209:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877054.432212:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.432214:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877054.432216:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4482000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877054.432218:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877054.432234:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877054.432235:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf4482000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877054.432238:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877054.432241:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cd79e8668. 00020000:00000010:0.0:1788877054.432245:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cf4d596c0. 00020000:00000010:0.0:1788877054.432281:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cf46545c0. 00020000:00000002:0.0:1788877054.432288:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cdde525a0, objid 0x167:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877054.432291:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877054.432296:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cf47dc180: ostid: 0x2c0000403:2071 ost idx: 1 gen: 0 00020000:00000010:0.0:1788877054.432300:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cf47dc180. 00020000:00000010:0.0:1788877054.432311:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cdde522a0. 00020000:00000010:0.0:1788877054.432315:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cdde525a0. 00020000:00000001:0.0:1788877054.432317:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877054.432319:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf4482000) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877054.432322:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf4482000. 00020000:00000001:0.0:1788877054.432328:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877054.432331:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0ceb29f258. 00000020:00001000:0.0:1788877054.432336:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000080:00000001:0.0:1788877054.432339:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877054.432341:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877054.432563:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877054.432568:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877054.432571:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877054.432578:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.432587:0:198588:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788877054.432590:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fda0 00000080:00002000:0.0:1788877054.432592:0:198588:0:(dcache.c:87:ll_dcompare()) found name f349(ffff8d0ccb108e58) flags 0x48000e refc 0 00000080:00000001:0.0:1788877054.432596:0:198588:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.432598:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe10 00000080:00200000:0.0:1788877054.432600:0:198588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f349, flags=0 00000080:00000001:0.0:1788877054.432606:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877054.432608:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788877054.432611:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.432615:0:198588:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788877054.432617:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdf8 00000080:00200000:0.0:1788877054.432619:0:198588:0:(namei.c:2351:ll_unlink()) VFS Op:name=f349, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8) 00000080:00000001:0.0:1788877054.432623:0:198588:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788877054.432626:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877054.432628:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877054.432630:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00000020:00000001:0.0:1788877054.432633:0:198588:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788877054.432637:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf46ad6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000002:0.0:1788877054.432640:0:198588:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8d0cf41f2a20 addref 2/0 by ffff8d0cc12d8000. 00020000:00000002:0.0:1788877054.432643:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf46ad6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877054.432646:0:198588:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788877054.432649:0:198588:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788877054.432651:0:198588:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788877054.432653:0:198588:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788877054.432656:0:198588:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788877054.432658:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000080:00000001:0.0:1788877054.432661:0:198588:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788877054.432670:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd093bc00. 00800000:00000002:0.0:1788877054.432676:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00800000:00000001:0.0:1788877054.432688:0:198588:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000040:0.0:1788877054.432693:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f349 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877054.432698:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00800000:00000001:0.0:1788877054.432702:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877054.432706:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877054.432709:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877054.432713:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877054.432716:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877054.432718:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0xaf:0x0] 00800000:00000001:0.0:1788877054.432721:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877054.432724:0:198588:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788877054.432725:0:198588:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788877054.432727:0:198588:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788877054.432728:0:198588:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788877054.432730:0:198588:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788877054.432732:0:198588:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877054.432734:0:198588:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0xaf:0x0] 00800000:00000001:0.0:1788877054.432735:0:198588:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877054.432738:0:198588:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b13:0xaf:0x0] 00800000:00000001:0.0:1788877054.432740:0:198588:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877054.432742:0:198588:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x240002b11:0xc0:0x0]/[0x240002b13:0xaf:0x0] -> mds #1 00000002:00000001:0.0:1788877054.432748:0:198588:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788877054.432750:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788877054.432755:0:198588:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.432757:0:198588:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788877054.432762:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc6121200 count: 2 00010000:00000001:0.0:1788877054.432765:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877054.432769:0:198588:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788877054.432774:0:198588:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877054.432779:0:198588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceac6b800/0x4a37134b6b774b1f lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x976420bcd59ece15 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788877054.432791:0:198588:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788877054.432796:0:198588:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788877054.432800:0:198588:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788877054.432802:0:198588:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x240002b13:0xaf:0x0] mode (null) 00000002:00000001:0.0:1788877054.432806:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877054.432809:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877054.432811:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc6121200 count: 3 00010000:00000001:0.0:1788877054.432813:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877054.432818:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.432820:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877054.432821:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877054.432823:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc6121200 count: 3 00010000:00000001:0.0:1788877054.432824:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877054.432827:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.432828:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877054.432829:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877054.432831:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc6121200 count: 3 00010000:00000001:0.0:1788877054.432833:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877054.432835:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.432836:0:198588:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788877054.432837:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788877054.432839:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cc6121200 count: 3 00010000:00000001:0.0:1788877054.432841:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788877054.432843:0:198588:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.432845:0:198588:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.432848:0:198588:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788877054.432850:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877054.432852:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877054.432854:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00000020:00000001:0.0:1788877054.432856:0:198588:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788877054.432858:0:198588:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0xaf:0x0]: losing layout lock 00000080:00000001:0.0:1788877054.432862:0:198588:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788877054.432865:0:198588:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788877054.432868:0:198588:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788877054.432871:0:198588:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788877054.432874:0:198588:0:(lov_object.c:1535:lov_conf_set()) [0x240002b13:0xaf:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788877054.432876:0:198588:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.432878:0:198588:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877054.432880:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000080:00000001:0.0:1788877054.432882:0:198588:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.432885:0:198588:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788877054.432888:0:198588:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0xaf:0x0](ffff8d0cce941148) invalid 00000020:00000001:0.0:1788877054.432891:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000080:00002000:0.0:1788877054.432892:0:198588:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f349 (ffff8d0ccb108e58) parent ffff8d0cc22750d8 inode ffff8d0cce941148 refc 1 00000080:00000001:0.0:1788877054.432896:0:198588:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788877054.432898:0:198588:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788877054.432900:0:198588:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.432903:0:198588:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877054.432907:0:198588:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877054.432909:0:198588:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877054.432912:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877054.432915:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788877054.432919:0:198588:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0ceac6b800 with handle 0x4a37134b6b774b1f from hash 00010000:00000001:0.0:1788877054.432922:0:198588:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877054.432923:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.432925:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877054.432927:0:198588:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877054.432930:0:198588:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877054.432932:0:198588:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788877054.432935:0:198588:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877054.432937:0:198588:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788877054.432939:0:198588:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877054.432946:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4e00. 00000020:00000040:0.0:1788877054.432951:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=106 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877054.432957:0:198588:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877054.432959:0:198588:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.432963:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877054.432968:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877054.432972:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.432974:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877054.432976:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.432979:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877054.432981:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877054.432985:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877054.432994:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd2ac7400. 00000100:00000001:0.0:1788877054.433002:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.433005:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877054.433008:0:198588:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877054.433013:0:198588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceac6b800/0x4a37134b6b774b1f lrc: 1/0,0 mode: --/PR res: [0x240002b13:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ece15 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877054.433021:0:198588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877054.433023:0:198588:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788877054.433025:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877054.433027:0:198588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0ceac6b800/0x4a37134b6b774b1f lrc: 0/0,0 mode: --/PR res: [0x240002b13:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x976420bcd59ece15 expref: -99 pid: 196761 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788877054.433035:0:198588:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cd0073440. 00010000:00000040:0.0:1788877054.433046:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cc6121200 count: 0 00010000:00000010:0.0:1788877054.433053:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0ceb26b100. 00010000:00000001:0.0:1788877054.433062:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877054.433064:0:198588:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.433067:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877054.433069:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.433071:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788877054.433085:0:198588:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8d0cc506b800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788877054.433096:0:198588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8d0cf50a4e00 x1875765519216768/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877054.433103:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877054.433105:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877054.433114:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9180. 00000100:00000001:0.0:1788877054.433116:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511868800 : -126388197682816 : ffff8d0cf45f9180) 00000100:00000001:0.0:1788877054.433120:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877054.433121:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523058176 : -126388186493440 : ffff8d0cf50a4e00) 00000100:00000001:0.0:1788877054.433126:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877054.433130:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.433132:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877054.433134:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877054.433138:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4e00 x1875765519216768/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.433146:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877054.433149:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877054.433154:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877054.433156:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877054.433159:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877054.433163:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4e00 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519216768:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877054.433168:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877054.433174:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877054.433178:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877054.433180:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877054.433208:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8d0ceeece000. 02000000:00000001:0.0:1788877054.433211:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877054.433957:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877054.433967:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949420. 00000400:00000010:0.0:1788877054.433975:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9000. 00000100:00000200:0.0:1788877054.433984:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875765519216768, portal 10 00000100:00000001:0.0:1788877054.433987:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877054.433989:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523058176 : -126388186493440 : ffff8d0cf50a4e00) 00000100:00000040:0.0:1788877054.434001:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4e00 x1875765519216768/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.434010:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877054.434012:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877054.434016:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52110. 00000100:00000200:0.0:1788877054.434019:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875765519216768, offset 0 00000400:00000200:0.0:1788877054.434026:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877054.434034:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.434044:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877054.434051:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877054.434056:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877054.434060:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877054.434063:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877054.434067:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457646:457646:256:4294967295] 192.168.203.155@tcp LPNI seq info [457640:457640:8:4294967295] 00000400:00000200:0.0:1788877054.434071:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.434082:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877054.434088:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877054.434094:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954f00. 00000800:00000200:0.0:1788877054.434101:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877054.434110:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877054.434116:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788877054.434142:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877054.434147:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13368 usecs (14 jiffies) 00000400:00000200:0.0:1788877054.434151:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877054.434154:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302481507 00000100:00000001:0.0:1788877054.434164:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302481497 00000100:00000001:0.0:1788877054.434170:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302481507 00000100:00000001:0.0:1788877054.434183:0:198588:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302481497 00000100:00000001:0.0:1788877054.434187:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877054.434190:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.434193:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877054.434196:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877054.434200:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9180 going to sleep for 11 seconds 00000100:00000001:0.0:1788877054.434202:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877054.434206:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.444807:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877054.444817:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877054.444819:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877054.444824:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949420. 00000400:00000200:0.0:1788877054.444830:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9000 00000400:00000010:0.0:1788877054.444833:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877054.444838:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877054.444845:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4e00 x1875765519216768/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877054.444854:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4e00 x1875765519216768/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877070 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.444861:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877054.444862:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877054.444865:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877054.444869:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877054.444872:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877054.444874:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877054.444878:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877054.444888:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=67 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877054.444892:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=67 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877054.444895:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877054.444896:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.444899:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877054.444903:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.444906:0:198588:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788877054.444908:0:198588:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x600025fb1/0x60001bca2] 00000100:00000001:0.0:1788877054.444911:0:198588:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788877054.444914:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877054.444915:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523058176 : -126388186493440 : ffff8d0cf50a4e00) 00000100:00000001:0.0:1788877054.444918:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877054.444920:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877054.444922:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877054.444925:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877054.444931:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4e00 x1875765519216768/t25769921185(25769921185) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.444944:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877054.444947:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877054.444949:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877054.444952:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4e00 x1875765519216768/t25769921185(25769921185) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877054.444959:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4e00 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519216768:192.168.203.155@tcp:36:rm.0 00000100:00000001:0.0:1788877054.444965:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877054.444968:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.444970:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877054.444973:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877054.444976:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf50a4e00 x1875765519216768/t25769921185(25769921185) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.444982:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877054.444985:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9180. 00000100:00000001:0.0:1788877054.444987:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877054.444989:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.444998:0:198588:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877054.445002:0:198588:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877054.445006:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000010:0.0:1788877054.445010:0:198588:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8d0cd093bc00. 00000100:00000001:0.0:1788877054.445019:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877054.445022:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4e00 x1875765519216768/t25769921185(25769921185) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.445028:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.445032:0:198588:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.445046:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877054.445050:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe28 00000080:00002000:0.0:1788877054.445053:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry f349 (ffff8d0ccb108e58, parent ffff8d0cc22750d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877054.445056:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877054.445062:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877054.445072:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788877054.445079:0:198588:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788877054.445083:0:198588:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788877054.445086:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877054.445090:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877054.445093:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00000020:00000001:0.0:1788877054.445099:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cc3b19c38 -> ffff8d0cc3b19c38 00000020:00000001:0.0:1788877054.445102:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788877054.445105:0:198588:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788877054.445108:0:198588:0:(vvp_io.c:1826:vvp_io_init()) [0x240002b13:0xaf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788877054.445111:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877054.445113:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788877054.445115:0:198588:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877054.445120:0:198588:0:(lov_object.c:1590:lov_io_init()) [0x240002b13:0xaf:0x0]io ffff8d0d008337e0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788877054.445124:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf46ad6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877054.445129:0:198588:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788877054.445131:0:198588:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788877054.445134:0:198588:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788877054.445136:0:198588:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445138:0:198588:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788877054.445141:0:198588:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788877054.445143:0:198588:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445144:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877054.445146:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788877054.445147:0:198588:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788877054.445149:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf46ad6c8) owner 0000000000000000/ffff8d0cc12d8000 00000020:00000001:0.0:1788877054.445152:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445155:0:198588:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788877054.445157:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788877054.445690:0:198588:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788877054.445695:0:198588:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788877054.445700:0:198588:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788877054.445704:0:198588:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788877054.445706:0:198588:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788877054.445707:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877054.445710:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629176 : -126388170922440 : ffff8d0cf5f7e638) 00000020:00001000:0.0:1788877054.445712:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e630 00000020:00000001:0.0:1788877054.445717:0:198588:0:(cl_object.c:143:cl_object_top()) ffff8d0cc3b19b70 -> ffff8d0cc3b19c38 00000020:00000001:0.0:1788877054.445719:0:198588:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788877054.445724:0:198588:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788877054.445725:0:198588:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788877054.445728:0:198588:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788877054.445729:0:198588:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617685715531744 : -126387994019872 : ffff8d0d008337e0) 00000020:00000001:0.0:1788877054.445731:0:198588:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445733:0:198588:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445735:0:198588:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446617684945937640 : -126388763613976 : ffff8d0cd2a424e8) 00000020:00000001:0.0:1788877054.445738:0:198588:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788877054.445740:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445743:0:198588:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445744:0:198588:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445747:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788877054.445749:0:198588:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788877054.445751:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877054.445752:0:198588:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788877054.445754:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877054.445755:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445757:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445759:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445761:0:198588:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445762:0:198588:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788877054.445763:0:198588:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445765:0:198588:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445767:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788877054.445769:0:198588:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788877054.445771:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877054.445772:0:198588:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788877054.445775:0:198588:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788877054.445777:0:198588:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788877054.445782:0:198588:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788877054.445785:0:198588:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff8d0ccacf3880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788877054.445789:0:198588:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788877054.445792:0:198588:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff8d0ccacf3880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788877054.445796:0:198588:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877054.445799:0:198588:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445800:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445802:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445803:0:198588:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445805:0:198588:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445807:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788877054.445809:0:198588:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788877054.445811:0:198588:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788877054.445812:0:198588:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788877054.445814:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788877054.445815:0:198588:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445817:0:198588:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788877054.445819:0:198588:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788877054.445821:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788877054.445823:0:198588:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788877054.445825:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877054.445826:0:198588:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788877054.445827:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788877054.445829:0:198588:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445830:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445832:0:198588:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788877054.445833:0:198588:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788877054.445835:0:198588:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788877054.445836:0:198588:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788877054.445837:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877054.445839:0:198588:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788877054.445841:0:198588:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788877054.445842:0:198588:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788877054.445843:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788877054.445844:0:198588:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445846:0:198588:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445848:0:198588:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877054.445849:0:198588:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788877054.445851:0:198588:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445853:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788877054.445855:0:198588:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788877054.445857:0:198588:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788877054.445858:0:198588:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788877054.445860:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877054.445862:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e630 00020000:00000001:0.0:1788877054.445866:0:198588:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788877054.445868:0:198588:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788877054.445871:0:198588:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788877054.445874:0:198588:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0xaf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788877054.445877:0:198588:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788877054.445878:0:198588:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788877054.445881:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000080:00000001:0.0:1788877054.445883:0:198588:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.445888:0:198588:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788877054.445891:0:198588:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240002b13:0xaf:0x0](ffff8d0cce941148) 00800000:00000001:0.0:1788877054.445896:0:198588:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788877054.445898:0:198588:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x240002b13:0xaf:0x0] 00000002:00000001:0.0:1788877054.445905:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877054.445912:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.445914:0:198588:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788877054.445917:0:198588:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877054.445919:0:198588:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.445922:0:198588:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788877054.445925:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877054.445927:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877054.445930:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445933:0:198588:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877054.445935:0:198588:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877054.445937:0:198588:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00020000:00000001:0.0:1788877054.445944:0:198588:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788877054.445946:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf46ad6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877054.445950:0:198588:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788877054.445953:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf41f2a20, objid 0xaf:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877054.445959:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877054.445963:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc94e1c00: ostid: 0x280000402:1958 ost idx: 0 gen: 0 00020000:00000001:0.0:1788877054.445966:0:198588:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788877054.445968:0:198588:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.445970:0:198588:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788877054.445972:0:198588:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788877054.445976:0:198588:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1788877054.445980:0:198588:0:(ldlm_request.c:2703:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877054.445982:0:198588:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788877054.445988:0:198588:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff8d0ccacf3880. 00020000:00000001:0.0:1788877054.446011:0:198588:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788877054.446014:0:198588:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff8d0cc3b19af0. 00020000:00000001:0.0:1788877054.446021:0:198588:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788877054.446024:0:198588:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788877054.446026:0:198588:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788877054.446028:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf46ad6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877054.446031:0:198588:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788877054.446033:0:198588:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788877054.446035:0:198588:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8d0cf46ad6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000001:0.0:1788877054.446038:0:198588:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788877054.446040:0:198588:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8d0cd79e8a98. 00020000:00000010:0.0:1788877054.446044:0:198588:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8d0cc394d840. 00020000:00000010:0.0:1788877054.446060:0:198588:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8d0cd7b6ff80. 00020000:00000002:0.0:1788877054.446064:0:198588:0:(lov_ea.c:755:dump_lsm()) lsm ffff8d0cf41f2a20, objid 0xaf:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788877054.446069:0:198588:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788877054.446072:0:198588:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8d0cc94e1c00: ostid: 0x280000402:1958 ost idx: 0 gen: 0 00020000:00000010:0.0:1788877054.446077:0:198588:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8d0cc94e1c00. 00020000:00000010:0.0:1788877054.446082:0:198588:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8d0cf41f2a80. 00020000:00000010:0.0:1788877054.446085:0:198588:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8d0cf41f2a20. 00020000:00000001:0.0:1788877054.446091:0:198588:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788877054.446093:0:198588:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8d0cf46ad6c8) owner 0000000000000000/ffff8d0cc12d8000 00020000:00000010:0.0:1788877054.446096:0:198588:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff8d0cf46ad6c8. 00020000:00000001:0.0:1788877054.446100:0:198588:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788877054.446103:0:198588:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff8d0cc3b19bb8. 00000020:00001000:0.0:1788877054.446107:0:198588:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000080:00000001:0.0:1788877054.446111:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877054.446113:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877054.446158:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788877054.446162:0:198588:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788877054.446165:0:198588:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788877054.446184:0:198588:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788877054.446203:0:198588:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8d0ceab84280. 00000020:00000001:0.0:1788877054.446208:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fdc0 00000080:00200000:0.0:1788877054.446210:0:198588:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=w41, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), flags=0 00000080:00000001:0.0:1788877054.446213:0:198588:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788877054.446216:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fc70 00000080:00200000:0.0:1788877054.446218:0:198588:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=w41, dir=[0x200002b12:0x7:0x0](ffff8d0ced1f63c8), intent=getattr 00000080:00000010:0.0:1788877054.446244:0:198588:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8d0cd2ac6e00. 00000100:00000040:0.0:1788877054.446309:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481507, at 4302481508 00000100:00000010:0.0:1788877054.446319:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00800000:00000002:0.0:1788877054.446333:0:198588:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877054.446339:0:198588:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788877054.446343:0:198588:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788877054.446345:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb90 00800000:00000002:0.0:1788877054.446348:0:198588:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'w41' on [0x200002b12:0x7:0x0] 00800000:00000001:0.0:1788877054.446352:0:198588:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1788877054.446357:0:198588:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name w41 hash=0x2/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788877054.446362:0:198588:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xc0:0x0] 00000020:00000001:0.0:1788877054.446366:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fb28 00800000:00000002:0.0:1788877054.446832:0:198588:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b11:0xc0:0x0], fid2=[0x0:0x0:0x0], name='w41' -> mds #1 00000002:00000001:0.0:1788877054.446841:0:198588:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788877054.446843:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fa60 00000002:00010000:0.0:1788877054.446845:0:198588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: w41,[0x0:0x0:0x0]) in obj [0x240002b11:0xc0:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788877054.446850:0:198588:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788877054.446854:0:198588:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788877054.446862:0:198588:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877054.446866:0:198588:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=107 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00010000:00000001:0.0:1788877054.446874:0:198588:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788877054.446879:0:198588:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877054.446886:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.446889:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877054.446891:0:198588:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.446894:0:198588:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877054.446897:0:198588:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877054.446902:0:198588:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877054.446911:0:198588:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485cc00. 00000100:00000001:0.0:1788877054.446919:0:198588:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.446924:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877054.446926:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.446928:0:198588:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877054.446929:0:198588:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.446931:0:198588:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.446939:0:198588:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00010000:00000001:0.0:1788877054.446944:0:198588:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788877054.446947:0:198588:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788877054.446953:0:198588:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8d0bcc55ef00. 00010000:00000010:0.0:1788877054.446958:0:198588:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8d0cd7906b00. 00010000:00000001:0.0:1788877054.446963:0:198588:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788877054.446967:0:198588:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8d0bcc575e00. 00000020:00000001:0.0:1788877054.446971:0:198588:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788877054.446975:0:198588:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8d0bcc575e00 with handle 0x4a37134b6b77bab6 to hash 00000020:00000001:0.0:1788877054.446978:0:198588:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788877054.446980:0:198588:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.446984:0:198588:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.446987:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877054.446991:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877054.446996:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877054.447007:0:198588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877054.447017:0:198588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 198588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788877054.447024:0:198588:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788877054.447026:0:198588:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788877054.447033:0:198588:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8d0cf45f9180. 00000100:00000001:0.0:1788877054.447036:0:198588:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617685511868800 : -126388197682816 : ffff8d0cf45f9180) 00000100:00000001:0.0:1788877054.447038:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877054.447040:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000001:0.0:1788877054.447045:0:198588:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877054.447049:0:198588:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.447052:0:198588:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788877054.447054:0:198588:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877054.447064:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519216896/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877054.447080:0:198588:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877054.447083:0:198588:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877054.447086:0:198588:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877054.447089:0:198588:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877054.447092:0:198588:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877054.447097:0:198588:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519216896:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877054.447101:0:198588:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877054.447106:0:198588:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877054.447109:0:198588:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877054.447111:0:198588:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877054.447138:0:198588:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8d0cea9c4000. 02000000:00000001:0.0:1788877054.447142:0:198588:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877054.447150:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877054.447155:0:198588:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949420. 00000400:00000010:0.0:1788877054.447161:0:198588:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8d0cf45f9000. 00000100:00000200:0.0:1788877054.447181:0:198588:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875765519216896, portal 10 00000100:00000001:0.0:1788877054.447183:0:198588:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877054.447185:0:198588:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:0.0:1788877054.447192:0:198588:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8d0cf50a5180 x1875765519216896/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877070 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877054.447200:0:198588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877054.447203:0:198588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877054.447209:0:198588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52110. 00000100:00000200:0.0:1788877054.447212:0:198588:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875765519216896, offset 0 00000400:00000200:0.0:1788877054.449773:0:198588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877054.449801:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.449816:0:198588:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877054.449822:0:198588:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877054.449827:0:198588:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877054.449831:0:198588:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877054.449834:0:198588:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877054.449838:0:198588:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457647:457647:256:4294967295] 192.168.203.155@tcp LPNI seq info [457641:457641:8:4294967295] 00000400:00000200:0.0:1788877054.449845:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.449856:0:198588:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877054.449863:0:198588:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877054.449880:0:198588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954f00. 00000800:00000200:0.0:1788877054.449889:0:198588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877054.449900:0:198588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877054.449904:0:198588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788877054.450143:0:198588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877054.450153:0:198588:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13368 usecs (14 jiffies) 00000400:00000200:0.0:1788877054.450159:0:198588:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877054.450163:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302481525 00000100:00000010:0.0:1788877054.453642:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877054.453663:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877054.453675:0:198588:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302481529 00000100:00000010:0.0:1788877054.453680:0:198588:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655b40. 00000100:00000001:0.0:1788877054.453684:0:198588:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877054.453691:0:198588:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877054.453696:0:198588:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.453700:0:198588:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877054.453702:0:198588:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788877054.453705:0:198588:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0cf45f9180 going to sleep for 11 seconds 00000100:00000001:0.0:1788877054.453708:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877054.453711:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.457694:0:198588:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877054.457703:0:198588:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877054.457705:0:198588:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877054.457709:0:198588:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949420. 00000400:00000200:0.0:1788877054.457714:0:198588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9000 00000400:00000010:0.0:1788877054.457717:0:198588:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8d0cf45f9000. 00000100:00000001:0.0:1788877054.457720:0:198588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877054.457725:0:198588:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519216896/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877070 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788877054.457738:0:198588:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519216896/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877070 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877054.457744:0:198588:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877054.457747:0:198588:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877054.457749:0:198588:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877054.457752:0:198588:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877054.457755:0:198588:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877054.457757:0:198588:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877054.457761:0:198588:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877054.457774:0:198588:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=67 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877054.457779:0:198588:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=67 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877054.457781:0:198588:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877054.457783:0:198588:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.457786:0:198588:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877054.457791:0:198588:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.457796:0:198588:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877054.457799:0:198588:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769921082 00000100:00000001:0.0:1788877054.457802:0:198588:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877054.457805:0:198588:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877054.457811:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519216896/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877070 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877054.457818:0:198588:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877054.457821:0:198588:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877054.457823:0:198588:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877054.457826:0:198588:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519216896/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877070 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788877054.457833:0:198588:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job rm:e99387d6-0051-447f-b52a-5f1d84376b25:198588:1875765519216896:192.168.203.155@tcp:101:rm.0 00000100:00000001:0.0:1788877054.457839:0:198588:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877054.457842:0:198588:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.457844:0:198588:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788877054.457847:0:198588:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877054.457850:0:198588:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519216896/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877070 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877054.457858:0:198588:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877054.457861:0:198588:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8d0cf45f9180. 00000100:00000001:0.0:1788877054.457864:0:198588:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788877054.457866:0:198588:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.457869:0:198588:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788877054.457873:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877054.457876:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.457880:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=4 00000020:00000001:0.0:1788877054.457883:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.457885:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000040:0.0:1788877054.457893:0:198588:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8d0bcc575e00, remote cookie: 0x976420bcd5a1a011, flags: 0x1001 00010000:00010000:0.0:1788877054.457899:0:198588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 4/1,0 mode: --/CR res: [0x240002b11:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788877054.457909:0:198588:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x209:0x0].0x0, instead of [0x240002b11:0xc0:0x0].0x0 00010000:00000001:0.0:1788877054.457913:0:198588:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788877054.457920:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea855500 count: 3 00010000:00000001:0.0:1788877054.457923:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788877054.457927:0:198588:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0bcc55ef00 count: 0 00010000:00000010:0.0:1788877054.457933:0:198588:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8d0cd7906b00. 00010000:00000001:0.0:1788877054.457941:0:198588:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877054.457945:0:198588:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788877054.457954:0:198588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877054.457961:0:198588:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788877054.457965:0:198588:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788877054.457967:0:198588:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788877054.457970:0:198588:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788877054.457971:0:198588:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788877054.457974:0:198588:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x209:0x0].0x0 (ffff8d0cea855500) refcount = 3 00010000:00000040:0.0:1788877054.457977:0:198588:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788877054.457980:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cc2e14600/0x4a37134b6b777891 lrc: 1/0,0 mode: CR/CR res: [0x240002b13:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x976420bcd59fb117 expref: -99 pid: 197102 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788877054.457987:0:198588:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0cc2e15a00/0x4a37134b6b77788a lrc: 1/0,0 mode: PR/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd59fb109 expref: -99 pid: 197102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788877054.457993:0:198588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877054.457999:0:198588:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788877054.458002:0:198588:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788877054.458004:0:198588:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877054.458007:0:198588:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788877054.458009:0:198588:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877054.458012:0:198588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877054.458019:0:198588:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788877054.458020:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.458022:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877054.458023:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.458024:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877054.458025:0:198588:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.458031:0:198588:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788877054.458033:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877054.458034:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.458036:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877054.458038:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.458040:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.458043:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877054.458045:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.458046:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=4 00000020:00000001:0.0:1788877054.458048:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.458050:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.458053:0:198588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877054.458056:0:198588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877054.458060:0:198588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877054.458067:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.458068:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877054.458070:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877054.458071:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.458072:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=5 00000020:00000001:0.0:1788877054.458073:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.458075:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.458078:0:198588:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788877054.458081:0:198588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877054.458087:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.458088:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788877054.458090:0:198588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877054.458097:0:198588:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788877054.458098:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.458099:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877054.458100:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.458101:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788877054.458106:0:198588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8d0cf50a5180 x1875765519216896/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/640 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788877054.458122:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877054.458123:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.458125:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877054.458127:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.458129:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00000002:00010000:0.0:1788877054.458132:0:198588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788877054.458143:0:198588:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8d0ccca2b500. 00010000:00000001:0.0:1788877054.458145:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.458146:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877054.458148:0:198588:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.458151:0:198588:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788877054.458154:0:198588:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788877054.458157:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877054.458158:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.458159:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877054.458161:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.458163:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00000002:00010000:0.0:1788877054.458167:0:198588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8d0cc506b800 lock: ffff8d0bcc575e00/0x4a37134b6b77bab6 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x976420bcd5a1a011 expref: -99 pid: 198588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788877054.458173:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.458175:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877054.458177:0:198588:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788877054.458178:0:198588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877054.458179:0:198588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.458181:0:198588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bcc575e00 refcount=3 00000020:00000001:0.0:1788877054.458183:0:198588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000001:0.0:1788877054.458185:0:198588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680545275392 : -126393164276224 : ffff8d0bcc575e00) 00010000:00000040:0.0:1788877054.458188:0:198588:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8d0cea855500 count: 4 00010000:00000001:0.0:1788877054.458191:0:198588:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788877054.458196:0:198588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8d0cc6309800 type 13 mode 4 res 9663687443/521 (0 0) 00010000:00000001:0.0:1788877054.458198:0:198588:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877054.458199:0:198588:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788877054.458201:0:198588:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788877054.458205:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408f9e8 00000002:00002000:0.0:1788877054.458207:0:198588:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=w41 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788877054.458210:0:198588:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877054.458214:0:198588:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788877054.458218:0:198588:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788877054.459342:0:198588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b11:0xc0:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788877054.459351:0:198588:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877054.459356:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 2 00000080:00000001:0.0:1788877054.459360:0:198588:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788877054.459362:0:198588:0:(namei.c:674:ll_lookup_it_finish()) it ffffb5f68408fdf8 it_disposition b 00000080:00000001:0.0:1788877054.459369:0:198588:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788877054.459886:0:198588:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788877054.459893:0:198588:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788877054.459896:0:198588:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587699209 : 162129771587699209 : 240002b13000209) 00000080:00000001:0.0:1788877054.459901:0:198588:0:(namei.c:113:ll_iget()) Process entered 00000100:00000040:0.0:1788877054.481527:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481540, at 4302481543 00000100:00000010:0.0:1788877054.481536:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4655cc0. 00000100:00000040:0.0:1788877054.531381:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481592, at 4302481593 00000100:00000010:0.0:1788877054.531392:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00000040:0.0:1788877054.547453:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481608, at 4302481609 00000100:00000010:0.0:1788877054.547475:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788877054.594385:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481655, at 4302481656 00000100:00000010:0.0:1788877054.594412:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e060. 00000100:00000040:0.0:1788877054.625552:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481685, at 4302481687 00000100:00000010:0.0:1788877054.625572:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000800:00000200:0.0:1788877054.678981:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877054.678996:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877054.679006:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.679018:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877054.679028:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915d48 00000400:00000010:0.0:1788877054.679032:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915d48. 00000100:00000001:0.0:1788877054.679037:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877054.679047:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c4e00 x1875765519218432/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.679062:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877054.679066:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cea9c4e00 x1875765519218432/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877070 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.679074:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.679076:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877054.679103:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481722, at 4302481740 00000100:00000010:0.0:1788877054.679114:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788877054.742645:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302481802, at 4302481804 00000100:00000010:0.0:1788877054.742668:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000800:00000001:0.0:1788877054.826704:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.826784:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.826788:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.826792:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.826802:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.826809:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.826818:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.826824:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.826830:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.826834:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98b900 00000400:00000200:0.0:1788877054.826843:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f3b1 [2] + 656 00000800:00000001:0.0:1788877054.826852:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.826856:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.826860:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.826864:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.826871:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877054.826874:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877054.826881:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000100:00000040:0.0:1788877054.826885:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a6d80 x1875765454485760 msgsize 328 00000100:00100000:0.0:1788877054.826890:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877054.826905:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877054.826914:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.826917:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.826919:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.826921:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.826924:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.826928:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.826932:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.826934:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.826937:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.826940:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98b980 00000400:00000200:0.0:1788877054.826944:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f3b1 [2] + 984 00000800:00000001:0.0:1788877054.826948:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.826950:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.826953:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.826956:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.826959:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877054.826961:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877054.826964:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000100:00000040:0.0:1788877054.826966:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a4700 x1875765454485888 msgsize 328 00000100:00100000:0.0:1788877054.826970:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877054.826981:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:0.0:1788877054.827003:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877054.827006:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454485760 02000000:00000001:0.0:1788877054.827009:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877054.827012:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877054.827014:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877054.827019:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877054.827024:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454485760 00000020:00000001:0.0:1788877054.827028:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877054.827030:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877054.827034:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.827037:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877054.827040:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877054.827043:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877054.827048:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877054.827053:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877054.827057:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877054.827060:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877054.827068:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6a00. 00000020:00000010:0.0:1788877054.827074:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906b00. 00000020:00000010:0.0:1788877054.827079:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877054.827088:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877054.827092:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877054.827093:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877054.827095:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.827104:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.827110:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877054.827120:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877054.827121:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454485888 02000000:00000001:0.0:1788877054.827122:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877054.827124:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877054.827125:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877054.827127:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877054.827129:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454485888 00000020:00000001:0.0:1788877054.827131:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877054.827133:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877054.827134:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.827136:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=5 00000020:00000001:0.0:1788877054.827138:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877054.827140:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877054.827142:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877054.827144:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877054.827146:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877054.827148:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877054.827153:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6000. 00000020:00000010:0.0:1788877054.827156:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906900. 00000020:00000010:0.0:1788877054.827160:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911708. 00000100:00000001:0.0:1788877054.827162:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877054.827164:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877054.827165:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.827168:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.827170:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877054.827175:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877054.827178:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877054.827183:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 408 00000100:00000040:0.0:1788877054.827186:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877054.827188:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:0.0:1788877054.827197:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cf50a6d80 x1875765454485760/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:450/0 lens 328/0 e 0 to 0 dl 1788877065 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877054.827206:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877054.827208:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877054.827210:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877054.827213:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877054.827216:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cf50a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:76952:x1875765454485760:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877054.827221:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454485760 00010000:00000001:0.0:1788877054.827224:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877054.827232:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877054.827234:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.827237:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0ceec81000 refcount=2 00000020:00000001:0.0:1788877054.827239:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685418053632 : -126388291497984 : ffff8d0ceec81000) 00010000:00000001:0.0:1788877054.827241:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685418053632 : -126388291497984 : ffff8d0ceec81000) 00010000:00000001:0.0:1788877054.827245:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877054.827269:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877054.827276:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000e3eecff5/0x4a37134b6b779ab8 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a0288e expref: -99 pid: 198056 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877054.827296:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877054.827299:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877054.827304:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485cc00. 02000000:00000001:0.0:1788877054.827307:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.827310:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.827315:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877054.827318:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877054.827323:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=31 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877054.827328:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877054.827331:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877054.827333:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877054.827337:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877054.827340:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.827344:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877054.827347:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877054.827352:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52c38. 00000100:00000200:0.0:1788877054.828810:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454485760, offset 224 00000400:00000200:0.0:1788877054.846523:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877054.846530:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.846535:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877054.846539:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457661:457661:253:4294967295] 192.168.203.155@tcp LPNI seq info [457655:457655:5:4294967295] 00000400:00000200:0.0:1788877054.846544:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.846551:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877054.846556:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877054.846571:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954a00. 00000800:00000200:0.0:1788877054.846576:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877054.846581:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877054.846584:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877054.846587:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877054.846591:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877054.846594:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877054.846597:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9180. 00010000:00000001:0.0:1788877054.846599:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877054.846616:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1788877054.846619:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.846621:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.846622:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877054.846628:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765454485760/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:450/0 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877054.846637:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cf50a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76952:x1875765454485760:12345-192.168.203.155@tcp:104: Request processed in 19430us (19750us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877054.846645:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 408 00000100:00000040:0.0:1788877054.846648:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877054.846650:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877054.846652:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877054.846655:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906b00. 00000020:00000010:0.0:1788877054.846659:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877054.846663:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac6a00. 00000020:00000040:0.0:1788877054.846666:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877054.846668:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.848435:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.848452:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.848455:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.848458:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.848465:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.848471:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.848479:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.848484:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.848489:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.848494:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98bb80 00000400:00000200:0.0:1788877054.848503:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43f3b1 [2] + 1968 00000400:00000010:0.0:1788877054.848509:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949268. 00000400:00000200:0.0:1788877054.848513:0:2386:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8d0cf45f9cc0 00000800:00000001:0.0:1788877054.848518:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.848522:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.848525:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.848530:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877054.848535:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9cc0 00000400:00000010:0.0:1788877054.848538:0:2386:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9cc0. 00000100:00000001:0.0:1788877054.848542:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877054.848544:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788877054.848547:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf485c450 x1875765454486400 msgsize 328 00000100:00100000:0.0:1788877054.848552:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000040:0.0:1788877054.848555:0:2386:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788877054.848573:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877054.848580:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.848583:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.848586:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.848588:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.848592:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.848595:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.848599:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.848602:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.848605:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.848608:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98bc00 00000400:00000200:0.0:1788877054.848615:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x2acfc5 [2] + 1312 00000800:00000001:0.0:1788877054.848619:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.848629:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.848631:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.848635:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.848638:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877054.848640:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877054.848645:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6a00. 00000100:00000040:0.0:1788877054.848647:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a6a00 x1875765454486528 msgsize 328 00000100:00100000:0.0:1788877054.848653:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877054.848667:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877054.848671:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.848675:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788877054.850669:0:193149:0:(service.c:85:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8d0cf485d800. 00000100:00000010:0.0:1788877054.850679:0:193149:0:(service.c:95:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8d0ceeeca000. 00000100:00100000:0.0:1788877054.850682:0:193149:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1788877054.850686:0:193149:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1788877054.850691:0:193149:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949268. 00000400:00000010:0.0:1788877054.850696:0:193149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9cc0. 00000100:00000001:0.0:1788877054.850700:0:193149:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877054.850702:0:193149:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454486400 02000000:00000001:0.0:1788877054.850704:0:193149:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877054.850706:0:193149:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877054.850708:0:193149:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877054.850711:0:193149:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877054.850713:0:193149:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454486400 00000020:00000001:0.0:1788877054.850716:0:193149:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877054.850718:0:193149:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877054.850720:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.850722:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877054.850724:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877054.850726:0:193149:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877054.850728:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877054.850732:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877054.850734:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877054.850736:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877054.850741:0:193149:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6a00. 00000020:00000010:0.0:1788877054.850745:0:193149:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906b00. 00000020:00000010:0.0:1788877054.850749:0:193149:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877054.850755:0:193149:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877054.850757:0:193149:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877054.850759:0:193149:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877054.850760:0:193149:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.850766:0:193149:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.850774:0:193149:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877054.850782:0:193149:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877054.850783:0:193149:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877054.850788:0:193149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 412 00000100:00000040:0.0:1788877054.850790:0:193149:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877054.850792:0:193149:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617685514372176 : -126388195179440 : ffff8d0cf485c450) 00000100:00000040:0.0:1788877054.850797:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cf485c450 x1875765454486400/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:450/0 lens 328/0 e 0 to 0 dl 1788877065 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877054.850805:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877054.850807:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877054.850809:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877054.850811:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877054.850815:0:193149:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cf485c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:76946:x1875765454486400:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877054.850818:0:193149:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454486400 00010000:00000001:0.0:1788877054.850820:0:193149:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877054.850824:0:193149:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877054.850826:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877054.850828:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0ccacbc600 refcount=2 00000020:00000001:0.0:1788877054.850830:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684814317056 : -126388895234560 : ffff8d0ccacbc600) 00010000:00000001:0.0:1788877054.850832:0:193149:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684814317056 : -126388895234560 : ffff8d0ccacbc600) 00010000:00000001:0.0:1788877054.850835:0:193149:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877054.850838:0:193149:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877054.850842:0:193149:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000bf43e1c9/0x4a37134b6b777a90 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fb7ed expref: -99 pid: 197156 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 1 00000100:00000001:0.0:1788877054.850852:0:193149:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877054.850854:0:193149:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877054.850857:0:193149:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485d000. 02000000:00000001:0.0:1788877054.850860:0:193149:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.850862:0:193149:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.850865:0:193149:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877054.850867:0:193149:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877054.850870:0:193149:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=31 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877054.850874:0:193149:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877054.850877:0:193149:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877054.850879:0:193149:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877054.850881:0:193149:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877054.850884:0:193149:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.850886:0:193149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877054.850888:0:193149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877054.850891:0:193149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877054.850894:0:193149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454486400, offset 224 00000400:00000200:0.0:1788877054.850899:0:193149:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877054.850904:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.850909:0:193149:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877054.850913:0:193149:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457666:457666:249:4294967295] 192.168.203.155@tcp LPNI seq info [457660:457660:1:4294967295] 00000400:00000200:0.0:1788877054.850918:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.850926:0:193149:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877054.850931:0:193149:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877054.850936:0:193149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954100. 00000800:00000200:0.0:1788877054.850940:0:193149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877054.850947:0:193149:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877054.850950:0:193149:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877054.850954:0:193149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877054.850956:0:193149:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877054.850959:0:193149:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877054.850961:0:193149:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9000. 00010000:00000001:0.0:1788877054.850963:0:193149:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877054.850972:0:193149:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877054.850974:0:193149:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.850976:0:193149:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877054.850978:0:193149:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877054.850983:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf485c450 x1875765454486400/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:450/0 lens 328/224 e 0 to 0 dl 1788877065 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877054.850992:0:193149:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cf485c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:76946:x1875765454486400:12345-192.168.203.155@tcp:104: Request processed in 185us (2443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877054.850998:0:193149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 412 00000100:00000040:0.0:1788877054.851001:0:193149:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877054.851003:0:193149:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877054.851005:0:193149:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877054.851008:0:193149:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906b00. 00000020:00000010:0.0:1788877054.851011:0:193149:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877054.851014:0:193149:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac6a00. 00000020:00000040:0.0:1788877054.851018:0:193149:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000010:0.0:1788877054.851023:0:193149:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000010:0.0:1788877054.851028:0:193149:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490a80. 02000000:00000001:0.0:1788877054.851032:0:193149:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877054.851034:0:193149:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5012800. 02000000:00000001:0.0:1788877054.851037:0:193149:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877054.851039:0:193149:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492a00. 02000000:00000001:0.0:1788877054.851042:0:193149:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877054.851044:0:193149:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5013c00. 02000000:00000001:0.0:1788877054.851047:0:193149:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877054.851048:0:193149:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 02000000:00000001:0.0:1788877054.851050:0:193149:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877054.851051:0:193149:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877054.851054:0:193149:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877054.851055:0:193149:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492d80. 02000000:00000001:0.0:1788877054.851058:0:193149:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877054.851059:0:193149:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877054.851061:0:193149:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877054.851062:0:193149:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490000. 00000100:00000010:0.0:1788877054.851065:0:193149:0:(service.c:1012:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8d0ceec22000. 00000100:00000010:0.0:1788877054.851069:0:193149:0:(service.c:1013:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877054.851071:0:193149:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.915782:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.915808:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.915827:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.915830:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.915842:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.915851:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.915862:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.915867:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.915875:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.915880:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98c680 00000400:00000200:0.0:1788877054.915890:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fc39 [2] + 656 00000800:00000001:0.0:1788877054.915898:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.915903:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.915906:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.915911:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.915919:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877054.915922:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877054.915930:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000100:00000040:0.0:1788877054.915935:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a4700 x1875765454489216 msgsize 328 00000100:00100000:0.0:1788877054.915940:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877054.915949:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877054.915959:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.915963:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.915965:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.915967:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.915970:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.915973:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.915977:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.915980:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.915983:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.915985:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1747b80 00000400:00000200:0.0:1788877054.915989:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.915995:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fc49 [1] + 224 00000800:00000001:0.0:1788877054.915999:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.916007:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.916009:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.916013:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.916017:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877054.916029:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4000 x1875765519219584/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877054.916039:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cea9c4000 x1875765519219584/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.916056:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877054.916060:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.916064:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877054.929285:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877054.929304:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7b00. 00000400:00000200:0.0:1788877054.929319:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.929335:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877054.929347:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:0.0:1788877054.929353:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:0.0:1788877054.929362:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877054.929373:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877054.929658:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877054.929662:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877054.929666:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.929670:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877054.929674:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915aa0 00000400:00000010:0.0:1788877054.929676:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915aa0. 00000100:00000001:0.0:1788877054.929680:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877054.929688:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c4000 x1875765519220224/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.929701:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877054.929710:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519220224/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.930013:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.930016:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877054.954353:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954494:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.954500:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954504:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.954515:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954525:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.954536:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954542:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954549:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954555:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98c880 00000400:00000200:0.0:1788877054.954565:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fc39 [2] + 984 00000800:00000001:0.0:1788877054.954573:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954578:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.954582:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.954587:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.954594:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877054.954597:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877054.954605:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000100:00000040:0.0:1788877054.954610:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a6d80 x1875765454489728 msgsize 328 00000100:00100000:0.0:1788877054.954615:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877054.954638:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877054.954648:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954652:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.954654:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954656:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.954659:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954663:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.954667:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954669:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954672:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954675:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1747d00 00000400:00000200:0.0:1788877054.954679:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954684:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fc69 [1] + 224 00000800:00000001:0.0:1788877054.954689:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954692:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.954695:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.954698:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.954701:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877054.954711:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9492a00 x1875765519219968/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877054.954723:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cc9492a00 x1875765519219968/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.954736:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877054.954740:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954743:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.954745:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954747:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.954750:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954754:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.954758:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954760:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954763:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954766:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1747d80 00000400:00000200:0.0:1788877054.954769:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954773:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fc79 [1] + 224 00000800:00000001:0.0:1788877054.954777:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954780:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.954783:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.954786:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.954788:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877054.954792:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490a80 x1875765519220096/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877054.954801:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cc9490a80 x1875765519220096/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.954815:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877054.954818:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954821:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.954823:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954825:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.954828:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954832:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.954836:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954839:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954842:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954844:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1747e00 00000400:00000200:0.0:1788877054.954848:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.954852:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fc91 [1] + 224 00000800:00000001:0.0:1788877054.954856:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954864:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.954866:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.954869:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.954872:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877054.954876:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4000 x1875765519220224/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877054.954884:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cea9c4000 x1875765519220224/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.954975:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877054.954980:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.954984:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877054.963371:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877054.963388:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:0.0:1788877054.963395:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.963402:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877054.963408:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:0.0:1788877054.963411:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:0.0:1788877054.963418:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877054.963428:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1788877054.982783:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.982799:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877054.982802:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.982804:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.982809:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.982814:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877054.982820:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.982824:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.982828:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.982832:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1747e80 00000400:00000200:0.0:1788877054.982836:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877054.982842:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fca1 [1] + 224 00000800:00000001:0.0:1788877054.982848:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.982856:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877054.982860:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.982864:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877054.982871:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877054.982877:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ef800 x1875765519220352/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877054.982887:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40ef800 x1875765519220352/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.982905:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788877054.982960:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877054.982964:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2e00. 00000400:00000200:0.0:1788877054.982967:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877054.982971:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877054.982974:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915770 00000400:00000010:0.0:1788877054.982977:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915770. 00000100:00000001:0.0:1788877054.982981:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877054.982984:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ef100 x1875765519220480/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.983000:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877054.983003:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef100 x1875765519220480/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877054.983009:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877054.983011:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877054.983017:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877054.983021:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.007706:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.007730:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.007736:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.007739:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.007750:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.007759:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.007769:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.007773:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.007779:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.007784:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98d300 00000400:00000200:0.0:1788877055.007794:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fc39 [2] + 1640 00000800:00000001:0.0:1788877055.007803:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.007817:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.007821:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.007825:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.007833:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.007835:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.007842:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000100:00000040:0.0:1788877055.007847:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a7100 x1875765454492416 msgsize 328 00000100:00100000:0.0:1788877055.007851:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.007872:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.007881:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.007885:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877055.008997:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.009002:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:0.0:1788877055.009007:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.009011:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.009016:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39b28 00000400:00000010:0.0:1788877055.009019:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39b28. 00000100:00000001:0.0:1788877055.009022:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877055.009023:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000010:0.0:1788877055.017995:0:193159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877055.018001:0:193159:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=4 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:0.0:1788877055.018010:0:193159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877055.018013:0:193159:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877055.018019:0:193159:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877055.018028:0:193159:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd2ac6a00. 00000100:00000001:0.0:1788877055.018036:0:193159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.018039:0:193159:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877055.018049:0:193159:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000503f2db5/0x4a37134b6b778548 lrc: 2/0,0 mode: --/PW res: [0x280000402:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd59fdd71 expref: -99 pid: 197455 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788877055.018057:0:193159:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877055.018059:0:193159:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.018067:0:193159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877055.018072:0:193159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.018086:0:193159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_00_01+1] req@ffff8d0cf50a5500 x1875765519220608/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788877055.018121:0:193159:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877055.018124:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.018125:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.018127:0:193159:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.018129:0:193159:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877055.018130:0:193159:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.018134:0:193159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000503f2db5/0x4a37134b6b778548 lrc: 1/0,0 mode: --/PW res: [0x280000402:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd59fdd71 expref: -99 pid: 197455 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788877055.018141:0:193159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877055.018144:0:193159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000503f2db5/0x4a37134b6b778548 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd59fdd71 expref: -99 pid: 197455 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1788877055.018154:0:193159:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf7dcecc0. 00010000:00000040:0.0:1788877055.018163:0:193159:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cea85d900 count: 0 00010000:00000010:0.0:1788877055.018174:0:193159:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8d0cea85d300. 00010000:00000001:0.0:1788877055.018186:0:193159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.018188:0:193159:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788877055.018190:0:193159:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8d0cd1810180. 00010000:00000001:0.0:1788877055.018193:0:193159:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877055.018195:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.018197:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.018199:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877055.018201:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.018201:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.018203:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877055.018205:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.018206:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.018207:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877055.018570:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.018574:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877055.018997:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.019001:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:0.0:1788877055.019006:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.019011:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.019017:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:0.0:1788877055.019020:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788877055.019028:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877055.019032:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a5500 x1875765519220608/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.019044:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.019047:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519220608/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.019055:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.019057:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877055.048012:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048037:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.048042:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048045:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.048055:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048063:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.048073:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048077:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048083:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048088:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1747f80 00000400:00000200:0.0:1788877055.048093:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048100:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fcc1 [1] + 224 00000800:00000001:0.0:1788877055.048108:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048112:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.048116:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.048120:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.048128:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.048140:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf50a5500 x1875765519220608/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.048150:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf50a5500 x1875765519220608/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.048176:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.048188:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048192:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.048194:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048196:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.048199:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048203:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.048207:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048209:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048211:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048214:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb1747c80 00000400:00000200:0.0:1788877055.048219:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048225:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x43fc51 [2] + 224 00000800:00000001:0.0:1788877055.048228:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048231:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.048234:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.048237:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.048240:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.048245:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ec380 x1875765519219840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877070 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.048299:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff8d0cf40ec380 x1875765519219840/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/4592 e 0 to 0 dl 1788877070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.048745:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.048751:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048758:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.048760:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048763:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.048767:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048770:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.048775:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048778:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048781:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048784:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1747f00 00000400:00000200:0.0:1788877055.048787:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.048791:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fcb1 [1] + 224 00000800:00000001:0.0:1788877055.048795:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048805:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.048807:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.048811:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.048815:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.048819:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ef100 x1875765519220480/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.048834:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40ef100 x1875765519220480/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877070 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.048844:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.048848:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.048851:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.062604:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.062631:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.062636:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.062639:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.062651:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.062659:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.062675:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.062680:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.062687:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.062692:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98db00 00000400:00000200:0.0:1788877055.062703:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fc39 [2] + 1968 00000400:00000010:0.0:1788877055.062709:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949268. 00000400:00000200:0.0:1788877055.062718:0:2386:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8d0cf45f9cc0 00000800:00000001:0.0:1788877055.062725:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.062810:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.062814:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.062819:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.062825:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9cc0 00000400:00000010:0.0:1788877055.062828:0:2386:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9cc0. 00000100:00000001:0.0:1788877055.062834:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.062837:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788877055.062841:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf485d850 x1875765454494464 msgsize 328 00000100:00100000:0.0:1788877055.062845:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000040:0.0:1788877055.062848:0:2386:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788877055.062858:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.062867:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.062871:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877055.066896:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.066901:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaa00. 00000400:00000200:0.0:1788877055.066906:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.066911:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.066916:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4ee0 00000400:00000010:0.0:1788877055.066919:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4ee0. 00000100:00000001:0.0:1788877055.066923:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877055.066928:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ece00 x1875765519220736/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.066937:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.066940:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519220736/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.066946:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.066948:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877055.072581:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.072599:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.072603:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.072605:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.072611:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.072617:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.072626:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.072629:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.072634:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.072638:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748000 00000400:00000200:0.0:1788877055.072643:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.072649:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fce1 [1] + 224 00000800:00000001:0.0:1788877055.072655:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.072667:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.072670:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.072674:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.072680:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.072687:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ece00 x1875765519220736/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.072697:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40ece00 x1875765519220736/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.072716:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.072723:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.072727:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.094765:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.094791:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.094796:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.094800:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.094811:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.094820:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.094830:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.094836:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.094842:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.094847:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98e080 00000400:00000200:0.0:1788877055.094858:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fcd1 [2] + 0 00000800:00000001:0.0:1788877055.094866:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.094875:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.094879:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.094884:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.094891:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.094893:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.094900:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000100:00000040:0.0:1788877055.094904:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a5c00 x1875765454495872 msgsize 328 00000100:00100000:0.0:1788877055.094908:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.094931:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.094941:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.094944:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877055.097350:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.097355:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa900. 00000400:00000200:0.0:1788877055.097359:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.097365:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.097370:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4550 00000400:00000010:0.0:1788877055.097372:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4550. 00000100:00000001:0.0:1788877055.097377:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877055.097390:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ece00 x1875765519221120/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.097400:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.097403:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519221120/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.097410:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.097412:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877055.114548:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.114552:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.114557:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 423 00000100:00000040:0.0:1788877055.114561:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.114563:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788980224 : -126388920571392 : ffff8d0cc9492a00) 00000100:00000040:0.0:1788877055.114568:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9492a00 x1875765454499328/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.114577:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.114582:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.114584:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.114586:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.114591:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9492a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:102352:x1875765454499328:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.114595:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454499328 00010000:00000001:0.0:1788877055.114597:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.114600:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.114601:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.114604:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cc2e14a00 refcount=2 00000020:00000001:0.0:1788877055.114606:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684681509376 : -126389028042240 : ffff8d0cc2e14a00) 00010000:00000001:0.0:1788877055.114609:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684681509376 : -126389028042240 : ffff8d0cc2e14a00) 00010000:00000001:0.0:1788877055.114612:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.114615:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.114618:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000019699208/0x4a37134b6b7777d4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fae5b expref: -99 pid: 197079 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877055.114625:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.114626:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877055.114630:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485fc00. 02000000:00000001:0.0:1788877055.114632:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.114633:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.114636:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877055.114638:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.114640:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877055.114643:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877055.114645:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877055.114647:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877055.114649:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877055.114650:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.114652:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.114654:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.114658:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52aa0. 00000100:00000200:0.0:1788877055.114661:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454499328, offset 224 00000400:00000200:0.0:1788877055.114667:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.114672:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.114676:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.114681:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457689:457689:255:4294967295] 192.168.203.155@tcp LPNI seq info [457683:457683:7:4294967295] 00000400:00000200:0.0:1788877055.114686:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.114692:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.114697:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.114701:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877055.114705:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.114710:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.114713:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.114716:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.114719:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877055.114721:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877055.114724:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9cc0. 00010000:00000001:0.0:1788877055.114726:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877055.114737:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1788877055.114739:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.114741:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.114742:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.114747:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492a00 x1875765454499328/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877055.114756:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9492a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:102352:x1875765454499328:12345-192.168.203.155@tcp:104: Request processed in 177us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877055.114761:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 423 00000100:00000040:0.0:1788877055.114763:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877055.114765:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877055.114766:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877055.114769:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cf489ca80. 00000020:00000010:0.0:1788877055.114772:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cd7a07960. 00000020:00000010:0.0:1788877055.114776:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc7f7a800. 00000020:00000040:0.0:1788877055.114781:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 4 00000100:00000001:0.0:1788877055.114784:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877055.114799:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.114802:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.114805:0:198592:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1788877055.114807:0:198592:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788877055.114810:0:198592:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788877055.114814:0:198592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000001bb9c391/0x4a37134b6b778fc8 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a00246 expref: -99 pid: 197749 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788877055.114823:0:198592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0cfd54da00 already unused, calling callback (ffffffffc1158300) 00000008:00000001:0.0:1788877055.114828:0:198592:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788877055.114831:0:198592:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788877055.114832:0:198592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.114834:0:198592:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.114836:0:198592:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cfd54da00 refcount=3 00000020:00000001:0.0:1788877055.114838:0:198592:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685662161408 : -126388047390208 : ffff8d0cfd54da00) 00010000:00000001:0.0:1788877055.114840:0:198592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685662161408 : -126388047390208 : ffff8d0cfd54da00) 00010000:00000001:0.0:1788877055.114843:0:198592:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877055.114846:0:198592:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000001bb9c391/0x4a37134b6b778fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428480010000 nid: local remote: 0x976420bcd5a00246 expref: -99 pid: 197749 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1788877055.114854:0:198592:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788877055.114857:0:198592:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877055.114862:0:198592:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877055.114864:0:198592:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00000008:00000001:0.0:1788877055.114867:0:198592:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788877055.114870:0:198592:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877055.114872:0:198592:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000008:00000001:0.0:1788877055.114875:0:198592:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.114877:0:198592:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877055.114882:0:198592:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877055.114884:0:198592:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877055.114886:0:198592:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.114887:0:198592:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788877055.114890:0:198592:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cfd54da00 with handle 0x4a37134b6b778fc8 from hash 00010000:00000001:0.0:1788877055.114893:0:198592:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877055.114895:0:198592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.114896:0:198592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.114898:0:198592:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877055.114901:0:198592:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877055.114903:0:198592:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788877055.114909:0:198592:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877055.114915:0:198592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.114916:0:198592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.114918:0:198592:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.114920:0:198592:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877055.114924:0:198592:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788877055.114929:0:198592:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877055.114933:0:198592:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=5 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:0.0:1788877055.114938:0:198592:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877055.114940:0:198592:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877055.114946:0:198592:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877055.114952:0:198592:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd2ac6400. 00000100:00000001:0.0:1788877055.114958:0:198592:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.114961:0:198592:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877055.114965:0:198592:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000001bb9c391/0x4a37134b6b778fc8 lrc: 2/0,0 mode: --/PW res: [0x280000402:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a00246 expref: -99 pid: 197749 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788877055.114973:0:198592:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877055.114975:0:198592:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.114980:0:198592:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877055.114985:0:198592:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.114992:0:198592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_00_00+0] req@ffff8d0cf50a4a80 x1875765519221376/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788877055.115013:0:198592:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877055.115015:0:198592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.115017:0:198592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.115018:0:198592:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.115021:0:198592:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877055.115022:0:198592:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.115026:0:198592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000001bb9c391/0x4a37134b6b778fc8 lrc: 1/0,0 mode: --/PW res: [0x280000402:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a00246 expref: -99 pid: 197749 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788877055.115033:0:198592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877055.115036:0:198592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000001bb9c391/0x4a37134b6b778fc8 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a00246 expref: -99 pid: 197749 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1788877055.115046:0:198592:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf45de880. 00010000:00000040:0.0:1788877055.115052:0:198592:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf578b300 count: 0 00010000:00000010:0.0:1788877055.115059:0:198592:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8d0cf578bc00. 00010000:00000001:0.0:1788877055.115070:0:198592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.115072:0:198592:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788877055.115074:0:198592:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8d0cd1810780. 00010000:00000001:0.0:1788877055.115077:0:198592:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877055.115079:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.115081:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.115083:0:198592:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788877055.115085:0:198592:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788877055.115087:0:198592:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788877055.115089:0:198592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000019699208/0x4a37134b6b7777d4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fae5b expref: -99 pid: 197079 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788877055.115096:0:198592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0cc2e14a00 already unused, calling callback (ffffffffc1158300) 00000008:00000001:0.0:1788877055.115098:0:198592:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788877055.115100:0:198592:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788877055.115101:0:198592:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.115102:0:198592:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.115104:0:198592:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cc2e14a00 refcount=3 00000020:00000001:0.0:1788877055.115106:0:198592:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684681509376 : -126389028042240 : ffff8d0cc2e14a00) 00010000:00000001:0.0:1788877055.115108:0:198592:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684681509376 : -126389028042240 : ffff8d0cc2e14a00) 00010000:00000001:0.0:1788877055.115111:0:198592:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877055.115113:0:198592:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000019699208/0x4a37134b6b7777d4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428480010000 nid: local remote: 0x976420bcd59fae5b expref: -99 pid: 197079 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1788877055.115119:0:198592:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788877055.115121:0:198592:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877055.115122:0:198592:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877055.115124:0:198592:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00000008:00000001:0.0:1788877055.115126:0:198592:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788877055.115127:0:198592:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877055.115129:0:198592:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000008:00000001:0.0:1788877055.115131:0:198592:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.115134:0:198592:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877055.115136:0:198592:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877055.115137:0:198592:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877055.115139:0:198592:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.115141:0:198592:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788877055.115143:0:198592:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cc2e14a00 with handle 0x4a37134b6b7777d4 from hash 00010000:00000001:0.0:1788877055.115145:0:198592:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877055.115147:0:198592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.115148:0:198592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.115149:0:198592:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877055.115151:0:198592:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877055.115153:0:198592:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788877055.115155:0:198592:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877055.115158:0:198592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.115159:0:198592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.115160:0:198592:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.115162:0:198592:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877055.115164:0:198592:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788877055.115181:0:198592:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877055.115185:0:198592:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=6 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:0.0:1788877055.115187:0:198592:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877055.115189:0:198592:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877055.115191:0:198592:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877055.115195:0:198592:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd2ac6800. 00000100:00000001:0.0:1788877055.115198:0:198592:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.115199:0:198592:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877055.115203:0:198592:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000019699208/0x4a37134b6b7777d4 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd59fae5b expref: -99 pid: 197079 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788877055.115210:0:198592:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877055.115212:0:198592:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.115214:0:198592:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877055.115217:0:198592:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.115222:0:198592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_00_01+1] req@ffff8d0cf50a6300 x1875765519221504/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788877055.115239:0:198592:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877055.115241:0:198592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.115242:0:198592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.115244:0:198592:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.115246:0:198592:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877055.115278:0:198592:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.115282:0:198592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000019699208/0x4a37134b6b7777d4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd59fae5b expref: -99 pid: 197079 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788877055.115289:0:198592:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877055.115292:0:198592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 0000000019699208/0x4a37134b6b7777d4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd59fae5b expref: -99 pid: 197079 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1788877055.115298:0:198592:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cf4822880. 00010000:00000040:0.0:1788877055.115301:0:198592:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cc4ca5400 count: 0 00010000:00000010:0.0:1788877055.115305:0:198592:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8d0cc4ca5100. 00010000:00000001:0.0:1788877055.115310:0:198592:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.115312:0:198592:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788877055.115313:0:198592:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8d0cf45f9cc0. 00010000:00000001:0.0:1788877055.115316:0:198592:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877055.115318:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.115319:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.115322:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877055.115323:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.115325:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.115327:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877055.115328:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.115330:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.115331:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877055.115339:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.115343:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877055.115346:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877055.115353:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519221376/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.115361:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877055.115364:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.115368:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877055.115371:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877055.115373:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.115376:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519221376:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877055.115507:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877055.115515:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877055.115517:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.115520:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877055.115526:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cd2ac7800. 02000000:00000001:0.0:1788877055.115528:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877055.115534:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877055.115538:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949268. 00000400:00000010:0.0:1788877055.115543:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52dd0. 00000100:00000200:0.0:1788877055.115549:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519221376, portal 18 00000100:00000001:0.0:1788877055.115552:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877055.115553:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:0.0:1788877055.115561:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519221376/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.115569:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.115571:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.115573:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877055.115576:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519221376, offset 0 00000400:00000200:0.0:1788877055.115581:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.115586:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.115590:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.115595:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877055.115599:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877055.115602:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877055.115606:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877055.115609:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457690:457690:254:4294967295] 192.168.203.155@tcp LPNI seq info [457684:457684:6:4294967295] 00000400:00000200:0.0:1788877055.115613:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.115620:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.115625:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.115630:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954500. 00000800:00000200:0.0:1788877055.115634:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.115640:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.115643:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.115647:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.115652:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66461 usecs (67 jiffies) 00000400:00000200:0.0:1788877055.115655:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877055.115658:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302482243 00000100:00000001:0.0:1788877055.115667:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302482235 00000100:00000001:0.0:1788877055.115673:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302482243 00000100:00000001:0.0:1788877055.115677:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302482235 00000100:00000001:0.0:1788877055.115680:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.115682:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.115686:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.115688:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.115695:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877055.115697:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788877055.115699:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.115700:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877055.115702:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.115705:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788877055.115706:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.115708:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877055.115709:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.115711:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.115712:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877055.115714:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877055.115717:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519221504/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.115724:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877055.115725:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.115727:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877055.115729:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877055.115731:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.115733:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519221504:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877055.115736:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877055.115738:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877055.115740:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.115741:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877055.115746:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cd2ac6a00. 02000000:00000001:0.0:1788877055.115748:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877055.115752:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877055.115754:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949420. 00000400:00000010:0.0:1788877055.115757:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52bb0. 00000100:00000200:0.0:1788877055.115760:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519221504, portal 18 00000100:00000001:0.0:1788877055.115762:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877055.115763:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:0.0:1788877055.115767:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519221504/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.115773:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.115775:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.115777:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca522a8. 00000100:00000200:0.0:1788877055.115779:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519221504, offset 0 00000400:00000200:0.0:1788877055.115784:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.115787:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.115790:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.115793:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877055.115796:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877055.115798:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877055.115800:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877055.115803:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457691:457691:253:4294967295] 192.168.203.155@tcp LPNI seq info [457685:457685:5:4294967295] 00000400:00000200:0.0:1788877055.115807:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.115812:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.115817:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.115820:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954000. 00000800:00000200:0.0:1788877055.115824:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.115829:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.115831:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.115834:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.115837:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66461 usecs (67 jiffies) 00000400:00000200:0.0:1788877055.115839:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877055.115841:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302482243 00000100:00000001:0.0:1788877055.115843:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302482243 00000100:00000001:0.0:1788877055.115846:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302482243 00000100:00000001:0.0:1788877055.115848:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302482243 00000100:00000001:0.0:1788877055.115850:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.115852:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.115854:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.115856:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.115866:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.115869:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.127092:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877055.127097:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454499456 02000000:00000001:0.0:1788877055.127100:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877055.127103:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.127105:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.127111:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.127116:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454499456 00000020:00000001:0.0:1788877055.127120:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877055.127122:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877055.127126:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.127130:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877055.127133:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877055.127135:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877055.127139:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.127146:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.127149:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.127152:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877055.127159:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6000. 00000020:00000010:0.0:1788877055.127165:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906b00. 00000020:00000010:0.0:1788877055.127170:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877055.127179:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877055.127182:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877055.127184:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877055.127186:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.127194:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.127208:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.127219:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.127222:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.127227:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 424 00000100:00000040:0.0:1788877055.127231:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.127233:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788972160 : -126388920579456 : ffff8d0cc9490a80) 00000100:00000040:0.0:1788877055.127238:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9490a80 x1875765454499456/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.127268:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.127272:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.127275:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.127277:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.127282:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9490a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76949:x1875765454499456:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.127285:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454499456 00010000:00000001:0.0:1788877055.127289:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.127297:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.127299:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.127302:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cd2864000 refcount=2 00000020:00000001:0.0:1788877055.127304:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684943978496 : -126388765573120 : ffff8d0cd2864000) 00010000:00000001:0.0:1788877055.127307:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684943978496 : -126388765573120 : ffff8d0cd2864000) 00010000:00000001:0.0:1788877055.127311:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.127316:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.127322:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008b7d2837/0x4a37134b6b77a89c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a05917 expref: -99 pid: 198442 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877055.127335:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.127338:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877055.127342:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485e000. 02000000:00000001:0.0:1788877055.127345:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.127348:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.127353:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877055.127356:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.127360:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877055.127365:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877055.127368:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877055.127370:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877055.127373:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877055.127376:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.127379:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.127392:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.127397:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca525d8. 00000100:00000200:0.0:1788877055.127402:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454499456, offset 224 00000400:00000200:0.0:1788877055.127409:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.127417:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.127432:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.127438:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457692:457692:256:4294967295] 192.168.203.155@tcp LPNI seq info [457686:457686:8:4294967295] 00000400:00000200:0.0:1788877055.127443:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.127456:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.127463:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.127468:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954c00. 00000800:00000200:0.0:1788877055.127475:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.127484:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.127489:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.127502:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.127506:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877055.127509:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877055.127513:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9cc0. 00010000:00000001:0.0:1788877055.127517:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877055.127525:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877055.127528:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.127530:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.127532:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.127536:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490a80 x1875765454499456/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877055.127546:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9490a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76949:x1875765454499456:12345-192.168.203.155@tcp:104: Request processed in 276us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877055.127554:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 424 00000100:00000040:0.0:1788877055.127557:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877055.127560:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877055.127562:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877055.127566:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906b00. 00000020:00000010:0.0:1788877055.127570:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877055.127574:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac6000. 00000020:00000040:0.0:1788877055.127578:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877055.127581:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877055.127594:0:195936:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.127596:0:195936:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.127599:0:195936:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788877055.127602:0:195936:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788877055.127605:0:195936:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788877055.127609:0:195936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008b7d2837/0x4a37134b6b77a89c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a05917 expref: -99 pid: 198442 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788877055.127618:0:195936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0cd2864000 already unused, calling callback (ffffffffc1158300) 00000008:00000001:0.0:1788877055.127623:0:195936:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788877055.127625:0:195936:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788877055.127627:0:195936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.127628:0:195936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.127630:0:195936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cd2864000 refcount=3 00000020:00000001:0.0:1788877055.127632:0:195936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684943978496 : -126388765573120 : ffff8d0cd2864000) 00010000:00000001:0.0:1788877055.127634:0:195936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684943978496 : -126388765573120 : ffff8d0cd2864000) 00010000:00000001:0.0:1788877055.127637:0:195936:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788877055.127640:0:195936:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008b7d2837/0x4a37134b6b77a89c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428480010000 nid: local remote: 0x976420bcd5a05917 expref: -99 pid: 198442 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1788877055.127647:0:195936:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788877055.127650:0:195936:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788877055.127654:0:195936:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617685538629608 : -126388170922008 : ffff8d0cf5f7e7e8) 00000020:00001000:0.0:1788877055.127656:0:195936:0:(cl_object.c:823:cl_env_get()) 1@ffff8d0cf5f7e7e0 00000008:00000001:0.0:1788877055.127659:0:195936:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788877055.127661:0:195936:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788877055.127663:0:195936:0:(cl_object.c:917:cl_env_put()) 1@ffff8d0cf5f7e7e0 00000008:00000001:0.0:1788877055.127666:0:195936:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.127669:0:195936:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788877055.127673:0:195936:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788877055.127675:0:195936:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788877055.127676:0:195936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.127678:0:195936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788877055.127681:0:195936:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8d0cd2864000 with handle 0x4a37134b6b77a89c from hash 00010000:00000001:0.0:1788877055.127683:0:195936:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788877055.127685:0:195936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.127687:0:195936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.127689:0:195936:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788877055.127693:0:195936:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788877055.127694:0:195936:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788877055.127700:0:195936:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788877055.127705:0:195936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.127706:0:195936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.127708:0:195936:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.127711:0:195936:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788877055.127713:0:195936:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788877055.127718:0:195936:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877055.127722:0:195936:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=7 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:0.0:1788877055.127726:0:195936:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877055.127728:0:195936:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877055.127734:0:195936:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877055.127740:0:195936:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8d0cd2ac6000. 00000100:00000001:0.0:1788877055.127745:0:195936:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.127748:0:195936:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788877055.127752:0:195936:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008b7d2837/0x4a37134b6b77a89c lrc: 2/0,0 mode: --/PW res: [0x280000403:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a05917 expref: -99 pid: 198442 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788877055.127759:0:195936:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788877055.127761:0:195936:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.127765:0:195936:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877055.127770:0:195936:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.127777:0:195936:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_00_00+0] req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788877055.127796:0:195936:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788877055.127798:0:195936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788877055.127799:0:195936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.127801:0:195936:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.127803:0:195936:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788877055.127805:0:195936:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.127809:0:195936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008b7d2837/0x4a37134b6b77a89c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a05917 expref: -99 pid: 198442 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788877055.127821:0:195936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788877055.127823:0:195936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000008b7d2837/0x4a37134b6b77a89c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29480010020 nid: local remote: 0x976420bcd5a05917 expref: -99 pid: 198442 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1788877055.127832:0:195936:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8d0cc1258980. 00010000:00000040:0.0:1788877055.127837:0:195936:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8d0cf5324000 count: 0 00010000:00000010:0.0:1788877055.127844:0:195936:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8d0cf5324600. 00010000:00000001:0.0:1788877055.127855:0:195936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788877055.127856:0:195936:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788877055.127858:0:195936:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8d0cf45f9cc0. 00010000:00000001:0.0:1788877055.127860:0:195936:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877055.127862:0:195936:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.127863:0:195936:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.127866:0:195936:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877055.127867:0:195936:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.127868:0:195936:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.127871:0:195936:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877055.127872:0:195936:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.127873:0:195936:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.127875:0:195936:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877055.127884:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.127888:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877055.127891:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877055.127897:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.127905:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877055.127908:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.127911:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877055.127914:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877055.127916:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.127919:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519221632:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877055.127924:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877055.127929:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877055.127932:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.127935:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877055.127939:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cd2ac6e00. 02000000:00000001:0.0:1788877055.127941:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877055.127945:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877055.127949:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949210. 00000400:00000010:0.0:1788877055.127953:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52f68. 00000100:00000200:0.0:1788877055.127959:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519221632, portal 18 00000100:00000001:0.0:1788877055.127961:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877055.127963:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:0.0:1788877055.127969:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.127977:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.127979:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.127982:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52e58. 00000100:00000200:0.0:1788877055.127984:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519221632, offset 0 00000400:00000200:0.0:1788877055.127989:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.127993:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.127997:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.128002:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877055.128007:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877055.128011:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877055.128013:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877055.128017:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457693:457693:255:4294967295] 192.168.203.155@tcp LPNI seq info [457687:457687:7:4294967295] 00000400:00000200:0.0:1788877055.128021:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.128027:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.128032:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.128035:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954300. 00000800:00000200:0.0:1788877055.128039:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.128045:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.128048:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.128050:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.128055:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66461 usecs (67 jiffies) 00000400:00000200:0.0:1788877055.128058:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877055.128061:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302482255 00000100:00000001:0.0:1788877055.128069:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302482243 00000100:00000001:0.0:1788877055.128074:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302482255 00000100:00000001:0.0:1788877055.128077:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302482243 00000100:00000001:0.0:1788877055.128080:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.128082:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.128087:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.128089:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.128094:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877055.128097:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788877055.128099:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.128100:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877055.128101:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.128104:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.128112:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.128115:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877055.128152:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.128156:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954c00. 00000400:00000200:0.0:1788877055.128161:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.128165:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.128169:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca525d8 00000400:00000010:0.0:1788877055.128172:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca525d8. 00000100:00000001:0.0:1788877055.128176:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877055.128177:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877055.128269:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.128272:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954300. 00000400:00000200:0.0:1788877055.128275:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.128278:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.128281:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52e58 00000400:00000010:0.0:1788877055.128283:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52e58. 00000100:00000001:0.0:1788877055.128287:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877055.128290:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.128300:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.128304:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.128311:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.128313:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877055.164799:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.164804:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877055.164812:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877055.164814:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877055.164817:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949210. 00000400:00000200:0.0:1788877055.164821:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52f68 00000400:00000010:0.0:1788877055.164824:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52f68. 00000100:00000001:0.0:1788877055.164827:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.164832:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877055.164841:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.164847:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877055.164849:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.164852:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877055.164855:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877055.164858:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.164860:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.164863:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.164873:0:2394:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877055.164877:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877055.164880:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877055.164882:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.164884:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877055.164888:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.164892:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877055.164895:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877055.164897:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877055.164898:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.164903:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.164911:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.164914:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877055.164916:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877055.164920:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877055.164928:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519221632:192.168.203.155@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1788877055.164934:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877055.164935:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877055.164937:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949420. 00000400:00000200:0.0:1788877055.164939:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52bb0 00000400:00000010:0.0:1788877055.164941:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52bb0. 00000100:00000001:0.0:1788877055.164943:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.164947:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519221504/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877055.164954:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519221504/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.164960:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877055.164961:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.164963:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877055.164964:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877055.164966:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.164967:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.164969:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.164971:0:2394:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877055.164974:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877055.164976:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877055.164978:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.164979:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877055.164981:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.164983:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877055.164984:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877055.164986:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877055.164987:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.164991:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519221504/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.164997:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.164998:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877055.165000:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877055.165003:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519221504/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877055.165010:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519221504:192.168.203.155@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1788877055.165014:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877055.165015:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877055.165016:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949268. 00000400:00000200:0.0:1788877055.165019:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52dd0 00000400:00000010:0.0:1788877055.165021:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52dd0. 00000100:00000001:0.0:1788877055.165023:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.165026:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519221376/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877055.165033:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519221376/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.165038:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877055.165039:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.165041:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877055.165042:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877055.165044:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.165045:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.165047:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.165049:0:2394:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877055.165051:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877055.165053:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877055.165054:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.165056:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877055.165058:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.165059:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877055.165061:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877055.165062:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877055.165064:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.165067:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519221376/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.165074:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.165076:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877055.165077:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877055.165080:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519221376/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877055.165087:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519221376:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877055.165091:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.165094:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.165099:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519221632/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.165105:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877055.165108:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877055.165112:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cd2ac6e00. 02000000:00000001:0.0:1788877055.165115:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877055.165118:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877055.165121:0:2394:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=4 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877055.165123:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877055.165126:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd2ac6000. 02000000:00000001:0.0:1788877055.165129:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877055.165131:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877055.165135:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:0.0:1788877055.165138:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877055.165140:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.165141:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.165145:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519221504/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.165150:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877055.165152:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877055.165153:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cd2ac6a00. 02000000:00000001:0.0:1788877055.165155:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877055.165156:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877055.165157:0:2394:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877055.165160:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877055.165161:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd2ac6800. 02000000:00000001:0.0:1788877055.165164:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877055.165164:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877055.165177:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:0.0:1788877055.165181:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877055.165182:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.165184:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.165187:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519221376/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.165194:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877055.165195:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877055.165197:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cd2ac7800. 02000000:00000001:0.0:1788877055.165199:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877055.165200:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877055.165201:0:2394:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877055.165203:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877055.165204:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd2ac6400. 02000000:00000001:0.0:1788877055.165207:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877055.165208:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877055.165209:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:0.0:1788877055.165211:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877055.165212:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.165215:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.165224:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877055.165226:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.165229:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.165232:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.167944:0:193149:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877055.167948:0:193149:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454499968 02000000:00000001:0.0:1788877055.167951:0:193149:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877055.167954:0:193149:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.167956:0:193149:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.167962:0:193149:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.167966:0:193149:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454499968 00000020:00000001:0.0:1788877055.167970:0:193149:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877055.167972:0:193149:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877055.167975:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.167980:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877055.167982:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877055.167984:0:193149:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877055.167989:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.167995:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.167999:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.168002:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877055.168010:0:193149:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6400. 00000020:00000010:0.0:1788877055.168016:0:193149:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906b00. 00000020:00000010:0.0:1788877055.168022:0:193149:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877055.168032:0:193149:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877055.168035:0:193149:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877055.168037:0:193149:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877055.168039:0:193149:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.168047:0:193149:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.168061:0:193149:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.168073:0:193149:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.168076:0:193149:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.168081:0:193149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 425 00000100:00000040:0.0:1788877055.168085:0:193149:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.168088:0:193149:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788973056 : -126388920578560 : ffff8d0cc9490e00) 00000100:00000040:0.0:1788877055.168096:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9490e00 x1875765454499968/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.168106:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.168109:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.168111:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.168113:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.168118:0:193149:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9490e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:76952:x1875765454499968:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.168122:0:193149:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454499968 00010000:00000001:0.0:1788877055.168125:0:193149:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.168134:0:193149:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.168136:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.168139:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cfd6ee400 refcount=2 00000020:00000001:0.0:1788877055.168141:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685663867904 : -126388045683712 : ffff8d0cfd6ee400) 00010000:00000001:0.0:1788877055.168144:0:193149:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685663867904 : -126388045683712 : ffff8d0cfd6ee400) 00010000:00000001:0.0:1788877055.168148:0:193149:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.168152:0:193149:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.168158:0:193149:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000001446957f/0x4a37134b6b7795cc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a0173f expref: -99 pid: 197917 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877055.169323:0:193149:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.169327:0:193149:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.0:1788877055.175316:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.175328:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7900. 00000400:00000200:0.0:1788877055.175339:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.175350:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.175358:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a393b8 00000400:00000010:0.0:1788877055.175361:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a393b8. 00000100:00000001:0.0:1788877055.175368:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877055.175369:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877055.175475:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.175478:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877055.175482:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.175486:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.175490:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19153b8 00000400:00000010:0.0:1788877055.175492:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19153b8. 00000100:00000001:0.0:1788877055.175496:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877055.175505:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ec380 x1875765519222016/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.175520:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.175523:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519222016/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.175530:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.175533:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877055.181029:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.181034:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:0.0:1788877055.181039:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.181043:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.181048:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39a18 00000400:00000010:0.0:1788877055.181050:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39a18. 00000100:00000001:0.0:1788877055.181054:0:2387:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:0.0:1788877055.181056:0:2387:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.181058:0:2387:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5013c00. 02000000:00000001:0.0:1788877055.181060:0:2387:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1788877055.181061:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1788877055.193901:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.193919:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.193923:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.193925:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.193934:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.193942:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.193951:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.193956:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.193962:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.193966:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98f400 00000400:00000200:0.0:1788877055.193974:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fd71 [2] + 0 00000800:00000001:0.0:1788877055.193982:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.193986:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.193990:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.193995:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.194001:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.194004:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.194009:0:2387:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000100:00000040:0.0:1788877055.194012:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a4a80 x1875765454500864 msgsize 328 00000100:00100000:0.0:1788877055.194016:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.194033:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.194041:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.194044:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.194046:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.194049:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.194052:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.194056:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.194060:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.194062:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.194065:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.194068:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748500 00000400:00000200:0.0:1788877055.194072:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.194078:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fd69 [1] + 224 00000800:00000001:0.0:1788877055.194081:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.194088:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.194090:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.194093:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.194097:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.194105:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ec380 x1875765519222016/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.194116:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40ec380 x1875765519222016/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.194125:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.194128:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.194132:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877055.198403:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.198409:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2f00. 00000400:00000200:0.0:1788877055.198414:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.198427:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.198432:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19153b8 00000400:00000010:0.0:1788877055.198434:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19153b8. 00000100:00000001:0.0:1788877055.198438:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877055.198441:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ed500 x1875765519222272/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.198450:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.198453:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519222272/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.198459:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.198460:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877055.210414:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.210427:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877055.210431:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877055.210439:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9490a80 x1875765519222400/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.210448:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877055.210451:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.210456:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877055.210459:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877055.210461:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.210465:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519222400:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877055.210469:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877055.210475:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877055.210478:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.210480:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877055.210486:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cd2ac7800. 02000000:00000001:0.0:1788877055.210488:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877055.210494:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877055.210499:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949268. 00000400:00000010:0.0:1788877055.210505:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52dd0. 00000100:00000200:0.0:1788877055.210512:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519222400, portal 18 00000100:00000001:0.0:1788877055.210515:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877055.210516:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788972160 : -126388920579456 : ffff8d0cc9490a80) 00000100:00000040:0.0:1788877055.210524:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9490a80 x1875765519222400/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.210532:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.210535:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.210537:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52bb0. 00000100:00000200:0.0:1788877055.210540:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519222400, offset 0 00000400:00000200:0.0:1788877055.210547:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.210552:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.210559:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.210564:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877055.210569:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877055.210573:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877055.210575:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877055.210579:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457704:457704:256:4294967295] 192.168.203.155@tcp LPNI seq info [457698:457698:8:4294967295] 00000400:00000200:0.0:1788877055.210583:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.210591:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.210597:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.210602:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954300. 00000800:00000200:0.0:1788877055.210608:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.210614:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.210618:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.210633:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.210638:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66402 usecs (67 jiffies) 00000400:00000200:0.0:1788877055.210642:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877055.210644:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302482339 00000100:00000001:0.0:1788877055.210653:0:2395:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, simply extend its deadline from 4302482326 00000100:00000001:0.0:1788877055.210658:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302482339 00000100:00000001:0.0:1788877055.210662:0:2395:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, simply extend its deadline from 4302482326 00000100:00000001:0.0:1788877055.210665:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.210668:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.210670:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877055.210674:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9490700 x1875765519222656/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.210681:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877055.210683:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.210685:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877055.210687:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877055.210689:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.210692:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519222656:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877055.210695:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877055.210697:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877055.210698:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.210700:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877055.210703:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cd2ac6800. 02000000:00000001:0.0:1788877055.210705:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877055.210709:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877055.210711:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949420. 00000400:00000010:0.0:1788877055.210715:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52f68. 00000100:00000200:0.0:1788877055.210718:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519222656, portal 18 00000100:00000001:0.0:1788877055.210720:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877055.210721:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788971264 : -126388920580352 : ffff8d0cc9490700) 00000100:00000040:0.0:1788877055.210726:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9490700 x1875765519222656/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.210732:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.210735:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.210737:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52e58. 00000100:00000200:0.0:1788877055.210739:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519222656, offset 0 00000400:00000200:0.0:1788877055.210744:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.210748:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.210751:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.210754:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877055.210756:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877055.210759:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877055.210761:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877055.210764:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457705:457705:255:4294967295] 192.168.203.155@tcp LPNI seq info [457699:457699:7:4294967295] 00000400:00000200:0.0:1788877055.210768:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.210774:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.210778:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.210782:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954c00. 00000800:00000200:0.0:1788877055.210786:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.210790:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.210792:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.210795:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.210797:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66402 usecs (67 jiffies) 00000400:00000200:0.0:1788877055.210800:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877055.210802:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302482339 00000100:00000001:0.0:1788877055.210804:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302482339 00000100:00000001:0.0:1788877055.210807:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302482339 00000100:00000001:0.0:1788877055.210809:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302482339 00000100:00000001:0.0:1788877055.210811:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.210813:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.210815:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.210818:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.210825:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877055.210827:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788877055.210830:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.210831:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877055.210834:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.210837:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788877055.210839:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.210841:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877055.210842:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.210844:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.210845:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877055.210846:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877055.210850:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9490e00 x1875765519222528/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.210857:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877055.210859:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.210861:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877055.210863:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877055.210865:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.210867:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519222528:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877055.210871:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877055.210872:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877055.210874:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.210876:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877055.210879:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cd2ac6a00. 02000000:00000001:0.0:1788877055.210881:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877055.210884:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877055.210886:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949210. 00000400:00000010:0.0:1788877055.210889:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca525d8. 00000100:00000200:0.0:1788877055.210892:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519222528, portal 18 00000100:00000001:0.0:1788877055.210893:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877055.210895:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788973056 : -126388920578560 : ffff8d0cc9490e00) 00000100:00000040:0.0:1788877055.210899:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9490e00 x1875765519222528/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.210906:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.210908:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.210910:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca524c8. 00000100:00000200:0.0:1788877055.210912:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765519222528, offset 0 00000400:00000200:0.0:1788877055.210917:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.210920:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.210924:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.210926:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877055.210928:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877055.210931:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877055.210933:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877055.210936:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457706:457706:254:4294967295] 192.168.203.155@tcp LPNI seq info [457700:457700:6:4294967295] 00000400:00000200:0.0:1788877055.210940:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.210946:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.210950:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.210953:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954800. 00000800:00000200:0.0:1788877055.210956:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.210960:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.210962:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.210964:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.210966:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 66402 usecs (67 jiffies) 00000400:00000200:0.0:1788877055.210969:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877055.210970:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302482339 00000100:00000001:0.0:1788877055.210972:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302482339 00000100:00000001:0.0:1788877055.210974:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302482339 00000100:00000001:0.0:1788877055.210976:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302482339 00000100:00000001:0.0:1788877055.210978:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.210979:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.210981:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.210983:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.210997:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.211000:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.230894:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.230899:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877055.230908:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877055.230910:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877055.230914:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949268. 00000400:00000200:0.0:1788877055.230918:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52dd0 00000400:00000010:0.0:1788877055.230921:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52dd0. 00000100:00000001:0.0:1788877055.230925:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.230931:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490a80 x1875765519222400/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877055.230940:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490a80 x1875765519222400/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.230946:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877055.230948:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.230951:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877055.230955:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877055.230958:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.230960:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.230963:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.230973:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877055.230978:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877055.230981:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877055.230982:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.230986:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877055.230990:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.230994:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877055.230996:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877055.230998:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877055.231000:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.231005:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490a80 x1875765519222400/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.231012:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.231016:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877055.231017:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877055.231022:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490a80 x1875765519222400/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877055.231036:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519222400:192.168.203.155@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1788877055.231041:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877055.231042:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877055.231043:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949420. 00000400:00000200:0.0:1788877055.231046:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52f68 00000400:00000010:0.0:1788877055.231047:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52f68. 00000100:00000001:0.0:1788877055.231050:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.231053:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490700 x1875765519222656/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877055.231061:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490700 x1875765519222656/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.231068:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877055.231069:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.231071:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877055.231072:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877055.231073:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.231074:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.231076:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.231079:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877055.231081:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877055.231084:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877055.231110:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.231112:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877055.231114:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.231116:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877055.231117:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877055.231119:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877055.231121:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.231125:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490700 x1875765519222656/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.231132:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.231134:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877055.231136:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877055.231140:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490700 x1875765519222656/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877055.231147:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519222656:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877055.231151:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.231154:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.231157:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490a80 x1875765519222400/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.231165:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877055.231167:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877055.231171:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cd2ac7800. 02000000:00000001:0.0:1788877055.231175:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877055.231178:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877055.231180:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=4 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877055.231182:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877055.231185:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc7f7be00. 02000000:00000001:0.0:1788877055.231189:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877055.231191:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877055.231192:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490a80. 00000100:00000001:0.0:1788877055.231196:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877055.231198:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.231200:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.231203:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490700 x1875765519222656/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.231209:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877055.231211:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877055.231212:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cd2ac6800. 02000000:00000001:0.0:1788877055.231214:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877055.231215:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877055.231217:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877055.231219:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877055.231220:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc7f7ac00. 02000000:00000001:0.0:1788877055.231223:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877055.231224:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877055.231226:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490700. 00000100:00000001:0.0:1788877055.231228:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877055.231229:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.231233:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.231235:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.231237:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877055.231238:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.231240:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.243655:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.243660:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877055.243668:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877055.243670:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877055.243674:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949210. 00000400:00000200:0.0:1788877055.243679:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca525d8 00000400:00000010:0.0:1788877055.243682:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca525d8. 00000100:00000001:0.0:1788877055.243685:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.243691:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490e00 x1875765519222528/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877055.243701:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490e00 x1875765519222528/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.243707:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877055.243709:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.243711:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877055.243715:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877055.243718:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.243720:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.243723:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.243733:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f4f0 time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877055.243738:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877055.243741:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877055.243742:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.243746:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877055.243749:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.243753:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877055.243755:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877055.243758:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877055.243760:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.243765:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490e00 x1875765519222528/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.243773:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877055.243776:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877055.243778:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877055.243782:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490e00 x1875765519222528/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877055.243790:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519222528:192.168.203.155@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788877055.243795:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.243798:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.243802:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490e00 x1875765519222528/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.243809:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877055.243812:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877055.243815:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cd2ac6a00. 02000000:00000001:0.0:1788877055.243819:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877055.243822:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877055.243824:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877055.243827:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877055.243829:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc7f7ae00. 02000000:00000001:0.0:1788877055.243833:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877055.243835:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877055.243837:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490e00. 00000100:00000001:0.0:1788877055.243841:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877055.243842:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.243845:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.243853:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877055.243856:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.243858:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.243861:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.249952:0:198590:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877055.249956:0:198590:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454503168 02000000:00000001:0.0:1788877055.249959:0:198590:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877055.249961:0:198590:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.249963:0:198590:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.249969:0:198590:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.249973:0:198590:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454503168 00000020:00000001:0.0:1788877055.249977:0:198590:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877055.249979:0:198590:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877055.249982:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.249986:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877055.249989:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877055.249991:0:198590:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877055.249995:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.250000:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.250002:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.250005:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877055.250012:0:198590:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6a00. 00000020:00000010:0.0:1788877055.250018:0:198590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.250023:0:198590:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911af0. 00000100:00000040:0.0:1788877055.250032:0:198590:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877055.250035:0:198590:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877055.250036:0:198590:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877055.250039:0:198590:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.250048:0:198590:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.250062:0:198590:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.250074:0:198590:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.250076:0:198590:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.250080:0:198590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 431 00000100:00000040:0.0:1788877055.250084:0:198590:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.250086:0:198590:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788982912 : -126388920568704 : ffff8d0cc9493480) 00000100:00000040:0.0:1788877055.250094:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9493480 x1875765454503168/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.250103:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.250106:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.250108:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.250110:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.250114:0:198590:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:76957:x1875765454503168:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.250117:0:198590:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454503168 00010000:00000001:0.0:1788877055.250120:0:198590:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.250129:0:198590:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.250130:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.250132:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cd2865e00 refcount=2 00000020:00000001:0.0:1788877055.250134:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684943986176 : -126388765565440 : ffff8d0cd2865e00) 00010000:00000001:0.0:1788877055.250137:0:198590:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684943986176 : -126388765565440 : ffff8d0cd2865e00) 00010000:00000001:0.0:1788877055.250141:0:198590:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.250145:0:198590:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.250150:0:198590:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000aa5c8f4b/0x4a37134b6b77a768 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a054e1 expref: -99 pid: 198408 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877055.250162:0:198590:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.250165:0:198590:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877055.250180:0:198590:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485c800. 02000000:00000001:0.0:1788877055.250183:0:198590:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.250185:0:198590:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.250191:0:198590:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877055.250193:0:198590:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.250197:0:198590:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877055.250202:0:198590:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877055.250205:0:198590:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877055.250207:0:198590:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877055.250209:0:198590:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877055.250212:0:198590:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.250215:0:198590:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.250218:0:198590:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.250222:0:198590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca525d8. 00000100:00000200:0.0:1788877055.250227:0:198590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454503168, offset 224 00000400:00000200:0.0:1788877055.250235:0:198590:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.250241:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.250269:0:198590:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.250275:0:198590:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457707:457707:256:4294967295] 192.168.203.155@tcp LPNI seq info [457701:457701:8:4294967295] 00000400:00000200:0.0:1788877055.250280:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.250288:0:198590:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.250292:0:198590:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.250298:0:198590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954b00. 00000800:00000200:0.0:1788877055.250305:0:198590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.250312:0:198590:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.250317:0:198590:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.250329:0:198590:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.250333:0:198590:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877055.250336:0:198590:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877055.250340:0:198590:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9cc0. 00010000:00000001:0.0:1788877055.250343:0:198590:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877055.250352:0:198590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877055.250354:0:198590:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.250355:0:198590:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.250357:0:198590:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.250361:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9493480 x1875765454503168/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877055.250379:0:198590:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:76957:x1875765454503168:12345-192.168.203.155@tcp:104: Request processed in 273us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877055.250488:0:198590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 431 00000100:00000040:0.0:1788877055.250492:0:198590:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877055.250494:0:198590:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877055.250496:0:198590:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877055.250500:0:198590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.250504:0:198590:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911af0. 00000020:00000010:0.0:1788877055.250508:0:198590:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac6a00. 00000020:00000040:0.0:1788877055.250513:0:198590:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877055.250515:0:198590:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877055.250595:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.250599:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954b00. 00000400:00000200:0.0:1788877055.250605:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.250608:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.250612:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca525d8 00000400:00000010:0.0:1788877055.250615:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca525d8. 00000100:00000001:0.0:1788877055.250618:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877055.250619:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1788877055.256493:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.256515:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.256521:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.256523:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.256534:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.256543:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.256553:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.256558:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.256564:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.256569:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad98fe00 00000400:00000200:0.0:1788877055.256580:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fd71 [2] + 1640 00000800:00000001:0.0:1788877055.256587:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.256599:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.256603:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.256608:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.256615:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.256617:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.256625:0:2387:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000100:00000040:0.0:1788877055.256629:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a6300 x1875765454503424 msgsize 328 00000100:00100000:0.0:1788877055.256634:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.256654:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.256664:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.256668:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.263952:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.263975:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.263980:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.263983:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.263994:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.264003:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.264013:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.264019:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.264024:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.264030:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748800 00000400:00000200:0.0:1788877055.264036:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.264043:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fde9 [1] + 224 00000800:00000001:0.0:1788877055.264051:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.264059:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.264063:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.264068:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.264075:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.264085:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40efb80 x1875765519222784/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.264096:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40efb80 x1875765519222784/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.264106:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.264115:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.264118:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.274926:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.274948:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.274953:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.274956:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.274967:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.274976:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.274987:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.274992:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.274998:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.275003:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad990200 00000400:00000200:0.0:1788877055.275013:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fd71 [2] + 1968 00000400:00000010:0.0:1788877055.275018:0:2387:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc898. 00000400:00000200:0.0:1788877055.275023:0:2387:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8d0cd1810a80 00000800:00000001:0.0:1788877055.275030:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.275056:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.275060:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.275065:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.275070:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1810a80 00000400:00000010:0.0:1788877055.275073:0:2387:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cd1810a80. 00000100:00000001:0.0:1788877055.275078:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.275080:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788877055.275084:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf5010c50 x1875765454504448 msgsize 328 00000100:00100000:0.0:1788877055.275088:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000040:0.0:1788877055.275090:0:2387:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788877055.275109:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.275117:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.275121:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.283584:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.283602:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.283605:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.283612:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.283622:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.283631:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.283641:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.283647:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.283654:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.283661:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad990380 00000400:00000200:0.0:1788877055.283674:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fe01 [2] + 0 00000800:00000001:0.0:1788877055.283684:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.283692:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.283697:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.283703:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.283713:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.283716:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.283724:0:2387:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000100:00000040:0.0:1788877055.283729:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a4000 x1875765454504832 msgsize 328 00000100:00100000:0.0:1788877055.283738:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.283756:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.283767:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.283773:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.283777:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.283780:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.283786:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.283791:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.283795:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.283798:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.283801:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.283804:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748880 00000400:00000200:0.0:1788877055.283808:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.283819:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fdf9 [1] + 224 00000800:00000001:0.0:1788877055.283828:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.283891:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.283896:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.283904:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.283909:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.283917:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40eca80 x1875765519222912/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.283928:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40eca80 x1875765519222912/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.283944:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.283950:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.283956:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877055.296771:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.296780:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa300. 00000400:00000200:0.0:1788877055.296786:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.296793:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.296799:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c45d8 00000400:00000010:0.0:1788877055.296802:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c45d8. 00000100:00000001:0.0:1788877055.296807:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877055.296812:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c6680 x1875765519223168/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.296824:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.296827:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519223168/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.296834:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.296835:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877055.299541:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.299560:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.299564:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.299566:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.299576:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.299584:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.299594:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.299598:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.299604:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.299609:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748900 00000400:00000200:0.0:1788877055.299614:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.299621:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fe11 [1] + 224 00000800:00000001:0.0:1788877055.299630:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.299640:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.299649:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.299653:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.299661:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.299670:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4a80 x1875765519223040/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.299683:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cea9c4a80 x1875765519223040/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.299703:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.299711:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.299715:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.308511:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.308535:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.308542:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.308544:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.308557:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.308565:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.308574:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.308579:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.308585:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.308590:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad990c80 00000400:00000200:0.0:1788877055.308601:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fe01 [2] + 328 00000800:00000001:0.0:1788877055.308609:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.308683:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.308687:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.308693:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.308700:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.308702:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.308709:0:2387:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000100:00000040:0.0:1788877055.308717:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a5880 x1875765454507136 msgsize 328 00000100:00100000:0.0:1788877055.308722:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.308745:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.308754:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.308757:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877055.309718:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.309722:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7500. 00000400:00000200:0.0:1788877055.309727:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.309731:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.309735:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:0.0:1788877055.309738:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:0.0:1788877055.309742:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877055.309743:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877055.310957:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.310961:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2600. 00000400:00000200:0.0:1788877055.310966:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.310971:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.310975:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915770 00000400:00000010:0.0:1788877055.310978:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915770. 00000100:00000001:0.0:1788877055.310982:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877055.310986:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40eca80 x1875765519223296/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.310997:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.311000:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519223296/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.311007:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.311009:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877055.318160:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.318179:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.318183:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.318186:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.318196:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.318203:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.318214:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.318220:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.318226:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.318231:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad990e80 00000400:00000200:0.0:1788877055.318241:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fe01 [2] + 656 00000800:00000001:0.0:1788877055.319176:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.319198:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.319204:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.319211:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.319221:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.319223:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.319233:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000100:00000040:0.0:1788877055.319237:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a7480 x1875765454507648 msgsize 328 00000100:00100000:0.0:1788877055.319241:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.319367:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.319380:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.319384:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.326039:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.326059:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.326062:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.326064:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.326069:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326074:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.326092:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326097:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326101:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326105:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748980 00000400:00000200:0.0:1788877055.326111:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326118:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fe21 [1] + 224 00000800:00000001:0.0:1788877055.326126:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.326131:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.326135:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.326139:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.326148:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.326156:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c6680 x1875765519223168/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.326167:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cea9c6680 x1875765519223168/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.326189:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788877055.326918:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.326923:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:0.0:1788877055.326927:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.326931:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.326935:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:0.0:1788877055.326936:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:0.0:1788877055.326940:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877055.326942:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1788877055.326949:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.326954:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.326956:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.326958:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.326963:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326966:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.326971:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326974:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326978:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326982:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748a00 00000400:00000200:0.0:1788877055.326985:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.326990:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fe31 [1] + 224 00000800:00000001:0.0:1788877055.326994:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.327001:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.327003:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.327006:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.327009:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.327014:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40eca80 x1875765519223296/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.327023:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40eca80 x1875765519223296/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.327041:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.327045:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.327048:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.335856:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.335874:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.335877:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.335879:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.335886:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.335896:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.335904:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.335908:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.335913:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.335918:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad990f80 00000400:00000200:0.0:1788877055.335926:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fe01 [2] + 984 00000800:00000001:0.0:1788877055.335935:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.335941:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.335945:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.335950:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.335958:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.335960:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.335966:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000100:00000040:0.0:1788877055.335969:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a7800 x1875765454507904 msgsize 328 00000100:00100000:0.0:1788877055.335973:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.335982:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000200:0.0:1788877055.336100:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.336106:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877055.336112:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.336118:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.336122:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915cc0 00000400:00000010:0.0:1788877055.336127:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915cc0. 00000100:00000001:0.0:1788877055.336131:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877055.336140:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c6680 x1875765519223424/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.336154:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877055.336160:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519223424/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.336556:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.336560:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877055.336570:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.336578:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.336582:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.336587:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.336594:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.336603:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.336612:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.336618:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.336624:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.336632:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad991000 00000400:00000200:0.0:1788877055.336642:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fe01 [2] + 1312 00000800:00000001:0.0:1788877055.336649:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.336656:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.336660:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.336668:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.339743:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.339751:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.339761:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000100:00000040:0.0:1788877055.339766:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a4380 x1875765454508032 msgsize 328 00000100:00100000:0.0:1788877055.339774:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.339793:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:0.0:1788877055.339831:0:198590:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877055.339834:0:198590:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454508032 02000000:00000001:0.0:1788877055.339837:0:198590:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877055.339839:0:198590:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.339842:0:198590:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.339848:0:198590:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.339852:0:198590:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454508032 00000020:00000001:0.0:1788877055.339855:0:198590:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877055.339858:0:198590:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877055.339861:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.339865:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877055.339867:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877055.339870:0:198590:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877055.339875:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.339880:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.339884:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.339887:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877055.339895:0:198590:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6a00. 00000020:00000010:0.0:1788877055.339901:0:198590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.339906:0:198590:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911af0. 00000100:00000040:0.0:1788877055.339914:0:198590:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877055.339917:0:198590:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877055.339919:0:198590:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877055.339921:0:198590:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.339929:0:198590:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.339936:0:198590:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.339948:0:198590:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.339950:0:198590:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.339955:0:198590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 438 00000100:00000040:0.0:1788877055.339959:0:198590:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.339961:0:198590:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000040:0.0:1788877055.339968:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cf50a4380 x1875765454508032/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.339977:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.339979:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.339981:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.339983:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.339988:0:198590:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cf50a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:71260:x1875765454508032:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.339991:0:198590:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454508032 00010000:00000001:0.0:1788877055.339994:0:198590:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.340003:0:198590:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.340004:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.340007:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0ccac13e00 refcount=2 00000020:00000001:0.0:1788877055.340009:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684813626880 : -126388895924736 : ffff8d0ccac13e00) 00010000:00000001:0.0:1788877055.340012:0:198590:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684813626880 : -126388895924736 : ffff8d0ccac13e00) 00010000:00000001:0.0:1788877055.340016:0:198590:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.340019:0:198590:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.340025:0:198590:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000002351f28a/0x4a37134b6b777898 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fb11e expref: -99 pid: 197102 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877055.340039:0:198590:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.340041:0:198590:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877055.340047:0:198590:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877055.340050:0:198590:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.340052:0:198590:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.340057:0:198590:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877055.340060:0:198590:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.340064:0:198590:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877055.340069:0:198590:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877055.340072:0:198590:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877055.340074:0:198590:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877055.340077:0:198590:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877055.340079:0:198590:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.340083:0:198590:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.340086:0:198590:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.340090:0:198590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca525d8. 00000100:00000200:0.0:1788877055.340094:0:198590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454508032, offset 224 00000400:00000200:0.0:1788877055.340100:0:198590:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.340107:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.340113:0:198590:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.340119:0:198590:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457721:457721:255:4294967295] 192.168.203.155@tcp LPNI seq info [457715:457715:7:4294967295] 00000400:00000200:0.0:1788877055.340123:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.340132:0:198590:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.340138:0:198590:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.340144:0:198590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954b00. 00000800:00000200:0.0:1788877055.340151:0:198590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.340159:0:198590:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.341838:0:198590:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.341857:0:198590:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.341866:0:198590:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877055.341870:0:198590:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877055.341876:0:198590:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9240. 00010000:00000001:0.0:1788877055.341880:0:198590:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877055.341895:0:198590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877055.341897:0:198590:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.341899:0:198590:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.341901:0:198590:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.341910:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765454508032/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877055.341921:0:198590:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cf50a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:71260:x1875765454508032:12345-192.168.203.155@tcp:104: Request processed in 1942us (2153us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877055.341931:0:198590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 438 00000100:00000040:0.0:1788877055.341935:0:198590:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877055.341937:0:198590:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877055.341939:0:198590:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877055.341948:0:198590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.341953:0:198590:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911af0. 00000020:00000010:0.0:1788877055.341957:0:198590:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac6a00. 00000020:00000040:0.0:1788877055.341963:0:198590:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877055.341966:0:198590:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.342002:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.342019:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.342021:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.342024:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.342032:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.342037:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.342048:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.342053:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.342058:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.342062:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad991080 00000400:00000200:0.0:1788877055.342072:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fe01 [2] + 1640 00000800:00000001:0.0:1788877055.342079:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.342087:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.342090:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.342094:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.342101:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.342103:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.342108:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000100:00000040:0.0:1788877055.342111:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a7b80 x1875765454508160 msgsize 328 00000100:00100000:0.0:1788877055.342115:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.342129:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.342136:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.342139:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.342155:0:193149:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877055.342157:0:193149:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454508160 02000000:00000001:0.0:1788877055.342160:0:193149:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877055.342162:0:193149:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.342164:0:193149:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.343493:0:193149:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.343500:0:193149:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454508160 00000020:00000001:0.0:1788877055.343503:0:193149:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877055.343506:0:193149:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877055.343507:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.343511:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877055.343513:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877055.343515:0:193149:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877055.343520:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.343527:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.343530:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.343533:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877055.343540:0:193149:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6a00. 00000020:00000010:0.0:1788877055.343546:0:193149:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.343551:0:193149:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911af0. 00000100:00000040:0.0:1788877055.343560:0:193149:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877055.343563:0:193149:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877055.343566:0:193149:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877055.343568:0:193149:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.343577:0:193149:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.343587:0:193149:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.343606:0:198590:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.343608:0:198590:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.343613:0:198590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 439 00000100:00000040:0.0:1788877055.343616:0:198590:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.343618:0:198590:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:0.0:1788877055.343624:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cf50a7b80 x1875765454508160/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.343632:0:198590:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.343635:0:198590:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.343637:0:198590:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.343638:0:198590:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.343643:0:198590:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cf50a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:76958:x1875765454508160:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.343646:0:198590:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454508160 00010000:00000001:0.0:1788877055.343649:0:198590:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.343657:0:198590:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.343659:0:198590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.343661:0:198590:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf4af4c00 refcount=2 00000020:00000001:0.0:1788877055.343663:0:198590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685517093888 : -126388192457728 : ffff8d0cf4af4c00) 00010000:00000001:0.0:1788877055.343666:0:198590:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685517093888 : -126388192457728 : ffff8d0cf4af4c00) 00010000:00000001:0.0:1788877055.343669:0:198590:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.343673:0:198590:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.343678:0:198590:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000cf0ce777/0x4a37134b6b777d4c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fc194 expref: -99 pid: 197233 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877055.343688:0:198590:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.343691:0:198590:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877055.343695:0:198590:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485d000. 02000000:00000001:0.0:1788877055.343698:0:198590:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.343700:0:198590:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.343705:0:198590:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877055.343708:0:198590:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.343712:0:198590:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877055.343717:0:198590:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877055.343719:0:198590:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877055.343722:0:198590:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877055.343724:0:198590:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877055.343726:0:198590:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.343729:0:198590:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.343731:0:198590:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.343734:0:198590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52f68. 00000100:00000200:0.0:1788877055.343738:0:198590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454508160, offset 224 00000400:00000200:0.0:1788877055.343743:0:198590:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.343750:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.343756:0:198590:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.343761:0:198590:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457723:457723:256:4294967295] 192.168.203.155@tcp LPNI seq info [457717:457717:8:4294967295] 00000400:00000200:0.0:1788877055.343765:0:198590:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.343772:0:198590:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.343776:0:198590:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.343779:0:198590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877055.343784:0:198590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.343790:0:198590:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.343792:0:198590:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.343810:0:198590:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.343814:0:198590:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877055.343817:0:198590:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877055.343821:0:198590:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9480. 00010000:00000001:0.0:1788877055.343825:0:198590:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877055.343870:0:198590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877055.343873:0:198590:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.343876:0:198590:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.343878:0:198590:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.343883:0:198590:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765454508160/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877055.343892:0:198590:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cf50a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:76958:x1875765454508160:12345-192.168.203.155@tcp:104: Request processed in 259us (1778us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877055.343899:0:198590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 439 00000100:00000040:0.0:1788877055.343902:0:198590:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877055.343904:0:198590:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877055.343906:0:198590:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877055.343910:0:198590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.343913:0:198590:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911af0. 00000020:00000010:0.0:1788877055.343917:0:198590:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac6a00. 00000020:00000040:0.0:1788877055.343922:0:198590:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877055.343924:0:198590:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877055.367788:0:198588:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788877055.367791:0:198588:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877055.367793:0:198588:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788877055.367798:0:198588:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8d0cf7d18280 1 00800000:00000010:0.0:1788877055.367808:0:198588:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff8d0cf7d18280. 00000080:00000001:0.0:1788877055.367814:0:198588:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788877055.367816:0:198588:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788877055.367833:0:198588:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788877055.367836:0:198588:0:(obd_sysfs.c:944:encode_fn_len()) Process filename at ffffb5f68408fe30 00000080:00002000:0.0:1788877055.367839:0:198588:0:(dcache.c:127:ll_ddelete()) deleting dentry d42e.sanitye (ffff8d0cc22750d8, parent ffff8d0ccb1041b0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788877055.367842:0:198588:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788877055.367847:0:198588:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788877055.367850:0:198588:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000010:0.0:1788877055.377618:0:193150:0:(service.c:85:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8d0cf485dc00. 00000100:00000010:0.0:1788877055.377629:0:193150:0:(service.c:95:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8d0ceeec8000. 00000100:00100000:0.0:1788877055.377634:0:193150:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1788877055.377643:0:193150:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1788877055.377650:0:193150:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949210. 00000400:00000010:0.0:1788877055.377658:0:193150:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9a80. 00000100:00000001:0.0:1788877055.377670:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877055.377673:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454509056 02000000:00000001:0.0:1788877055.377678:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877055.377681:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.377683:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.377690:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.377695:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454509056 00000020:00000001:0.0:1788877055.377701:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877055.377705:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877055.377711:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.377716:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877055.377720:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877055.377727:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877055.377732:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.377738:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.377744:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.377750:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877055.377760:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6a00. 00000020:00000010:0.0:1788877055.377766:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.377774:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911af0. 00000100:00000040:0.0:1788877055.377787:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877055.377794:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877055.377798:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877055.377802:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.377813:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.377824:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.377838:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.377842:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.377848:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 440 00000100:00000040:0.0:1788877055.377852:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.377854:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617685522459728 : -126388187091888 : ffff8d0cf5012c50) 00000100:00000040:0.0:1788877055.377859:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cf5012c50 x1875765454509056/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.377872:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.377875:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.377877:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.377879:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.377883:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cf5012c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76950:x1875765454509056:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.377887:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454509056 00010000:00000001:0.0:1788877055.377889:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.377898:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.377899:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.377902:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cca382400 refcount=2 00000020:00000001:0.0:1788877055.377904:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684804641792 : -126388904909824 : ffff8d0cca382400) 00010000:00000001:0.0:1788877055.377907:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684804641792 : -126388904909824 : ffff8d0cca382400) 00010000:00000001:0.0:1788877055.377911:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.377916:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.377922:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000385b3c92/0x4a37134b6b7781e4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fd1a8 expref: -99 pid: 197361 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877055.377933:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.377936:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877055.377940:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877055.377942:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.377944:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.378054:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877055.378057:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.378061:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877055.378065:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877055.378068:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877055.378070:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877055.378073:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877055.378076:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.378079:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.378082:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.378086:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52dd0. 00000100:00000200:0.0:1788877055.378090:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454509056, offset 224 00000400:00000200:0.0:1788877055.378096:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.378103:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.378110:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.378116:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457725:457725:256:4294967295] 192.168.203.155@tcp LPNI seq info [457719:457719:8:4294967295] 00000400:00000200:0.0:1788877055.378121:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.378129:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.378135:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.378140:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877055.378146:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.378155:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.378159:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.378174:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.378178:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877055.378181:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877055.378185:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f96c0. 00010000:00000001:0.0:1788877055.378189:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877055.378201:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877055.378204:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.378205:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.378207:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.378212:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf5012c50 x1875765454509056/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877055.378221:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cf5012c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:76950:x1875765454509056:12345-192.168.203.155@tcp:104: Request processed in 347us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877055.378228:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 440 00000100:00000040:0.0:1788877055.378232:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877055.378235:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877055.378236:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877055.378242:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.378246:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911af0. 00000020:00000010:0.0:1788877055.378269:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac6a00. 00000020:00000040:0.0:1788877055.378275:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 02000000:00000001:0.0:1788877055.378280:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.378283:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485d000. 02000000:00000001:0.0:1788877055.378285:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.378287:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 02000000:00000001:0.0:1788877055.378290:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.378291:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877055.378293:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.378294:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 02000000:00000001:0.0:1788877055.378297:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.378298:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5011800. 02000000:00000001:0.0:1788877055.378300:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.378302:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 02000000:00000001:0.0:1788877055.378304:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.378306:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5012800. 02000000:00000001:0.0:1788877055.378309:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.378310:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 02000000:00000001:0.0:1788877055.378312:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.378314:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5011400. 02000000:00000001:0.0:1788877055.378316:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.378317:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 02000000:00000001:0.0:1788877055.378320:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.378321:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5011c00. 02000000:00000001:0.0:1788877055.378323:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.378324:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000010:0.0:1788877055.378327:0:193150:0:(service.c:1012:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8d0cc4630000. 00000100:00000010:0.0:1788877055.378330:0:193150:0:(service.c:1013:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8d0cf5012c00. 00000100:00000001:0.0:1788877055.378333:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877055.390813:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.390823:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.390829:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877055.390831:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.390833:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.390835:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877055.390838:0:193159:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877055.390839:0:193159:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877055.390842:0:193159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877055.406413:0:193149:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877055.406688:0:193149:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454510336 02000000:00000001:0.0:1788877055.406692:0:193149:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877055.406694:0:193149:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.406697:0:193149:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.406702:0:193149:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.406706:0:193149:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454510336 00000020:00000001:0.0:1788877055.406710:0:193149:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877055.406713:0:193149:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877055.406716:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.406719:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877055.406722:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877055.406725:0:193149:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877055.406729:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.406736:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.406739:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.406742:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877055.406750:0:193149:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6a00. 00000020:00000010:0.0:1788877055.406756:0:193149:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.406762:0:193149:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911af0. 00000100:00000040:0.0:1788877055.406771:0:193149:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877055.406775:0:193149:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877055.406777:0:193149:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877055.406779:0:193149:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.406787:0:193149:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.406803:0:193149:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.406817:0:193149:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.406820:0:193149:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.406825:0:193149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 441 00000100:00000040:0.0:1788877055.406829:0:193149:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.406832:0:193149:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788969472 : -126388920582144 : ffff8d0cc9490000) 00000100:00000040:0.0:1788877055.406840:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9490000 x1875765454510336/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.406850:0:193149:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.406853:0:193149:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.406855:0:193149:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.406857:0:193149:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.406861:0:193149:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:69929:x1875765454510336:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.406866:0:193149:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454510336 00010000:00000001:0.0:1788877055.406869:0:193149:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.406877:0:193149:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.406878:0:193149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.406881:0:193149:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cc444ca00 refcount=2 00000020:00000001:0.0:1788877055.406883:0:193149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684704807424 : -126389004744192 : ffff8d0cc444ca00) 00010000:00000001:0.0:1788877055.406886:0:193149:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617684704807424 : -126389004744192 : ffff8d0cc444ca00) 00010000:00000001:0.0:1788877055.406891:0:193149:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.406894:0:193149:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.406900:0:193149:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 000000009deacc19/0x4a37134b6b778f74 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a00120 expref: -99 pid: 197739 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877055.406913:0:193149:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.406915:0:193149:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877055.406921:0:193149:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877055.406924:0:193149:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.406926:0:193149:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.406931:0:193149:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877055.406934:0:193149:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.406938:0:193149:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877055.406944:0:193149:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877055.407013:0:193149:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877055.407016:0:193149:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877055.407020:0:193149:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877055.407022:0:193149:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.407025:0:193149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.407028:0:193149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.407033:0:193149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52770. 00000100:00000200:0.0:1788877055.407039:0:193149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454510336, offset 224 00000400:00000200:0.0:1788877055.407046:0:193149:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.407056:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.407062:0:193149:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.407068:0:193149:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457727:457727:256:4294967295] 192.168.203.155@tcp LPNI seq info [457721:457721:8:4294967295] 00000400:00000200:0.0:1788877055.407072:0:193149:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.407081:0:193149:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.407086:0:193149:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.407091:0:193149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877055.407098:0:193149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.407107:0:193149:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.407111:0:193149:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.407122:0:193149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.407125:0:193149:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877055.407128:0:193149:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877055.407132:0:193149:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9c00. 00010000:00000001:0.0:1788877055.407135:0:193149:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877055.407156:0:193149:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877055.407159:0:193149:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.407160:0:193149:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.407162:0:193149:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.407166:0:193149:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490000 x1875765454510336/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877055.407174:0:193149:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:69929:x1875765454510336:12345-192.168.203.155@tcp:104: Request processed in 322us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877055.407184:0:193149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 441 00000100:00000040:0.0:1788877055.407187:0:193149:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877055.407190:0:193149:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877055.407191:0:193149:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877055.407196:0:193149:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.407200:0:193149:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911af0. 00000020:00000010:0.0:1788877055.407204:0:193149:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac6a00. 00000020:00000040:0.0:1788877055.407209:0:193149:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:0.0:1788877055.407211:0:193149:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.411482:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.411504:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.411509:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.411512:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.411523:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.411531:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.411540:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.411545:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.411551:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.411555:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748c80 00000400:00000200:0.0:1788877055.411561:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.411568:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fe89 [1] + 224 00000800:00000001:0.0:1788877055.411576:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.411589:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.411594:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.411598:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.411605:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.411615:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40eed80 x1875765519223936/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.411627:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40eed80 x1875765519223936/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.411654:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.411663:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.411666:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.414130:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.414153:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.414157:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.414160:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.414169:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.414177:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.414188:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.414193:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.414197:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.414202:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad991a00 00000400:00000200:0.0:1788877055.414212:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fe79 [2] + 328 00000800:00000001:0.0:1788877055.414218:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.414534:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.414539:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.414546:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.414553:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.414555:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.414562:0:2387:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000100:00000040:0.0:1788877055.414565:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a4000 x1875765454510592 msgsize 328 00000100:00100000:0.0:1788877055.414571:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.414593:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.414600:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.414605:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.422023:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877055.422031:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877055.432440:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.432465:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.432470:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.432473:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.432484:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.432494:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.432504:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.432509:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.432516:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.432521:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748d00 00000400:00000200:0.0:1788877055.432527:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.432534:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fe99 [1] + 224 00000800:00000001:0.0:1788877055.432542:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.432553:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.432557:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.432561:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.432569:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.432579:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ee680 x1875765519224064/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.432590:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40ee680 x1875765519224064/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.432616:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.432624:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.432628:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.486222:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.488219:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.488231:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.488239:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.488287:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.488296:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.488308:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.488314:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.488320:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.488325:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad991e80 00000400:00000200:0.0:1788877055.488334:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fe79 [2] + 1640 00000800:00000001:0.0:1788877055.488343:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.488349:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.488354:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.488360:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.488369:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.488372:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877055.488380:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000100:00000040:0.0:1788877055.488384:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a5880 x1875765454511744 msgsize 328 00000100:00100000:0.0:1788877055.488390:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877055.488411:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.489149:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.489159:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.489162:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.489164:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.489168:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489174:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.489180:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489183:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489186:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489190:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748f00 00000400:00000200:0.0:1788877055.489194:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489200:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fee1 [1] + 224 00000800:00000001:0.0:1788877055.489205:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.489208:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.489211:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.489214:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.489220:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.489229:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c6a00 x1875765519224576/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.489240:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cea9c6a00 x1875765519224576/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.489280:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.489285:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.489289:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.489291:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.489294:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.489297:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489301:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.489304:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489307:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489309:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489312:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1748e80 00000400:00000200:0.0:1788877055.489316:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489320:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43fed9 [1] + 224 00000800:00000001:0.0:1788877055.489324:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.489327:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.489329:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.489332:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877055.489335:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877055.489339:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c6680 x1875765519224448/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877055.489347:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cea9c6680 x1875765519224448/t0(0) o103->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877055.489354:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877055.489357:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.489361:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.489363:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.489365:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.489367:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489370:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877055.489374:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489376:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489379:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.489382:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad992180 00000400:00000200:0.0:1788877055.489387:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fe79 [2] + 1968 00000400:00000010:0.0:1788877055.489392:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949210. 00000400:00000200:0.0:1788877055.489396:0:2386:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8d0cf45f9a80 00000800:00000001:0.0:1788877055.489399:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.490734:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877055.490740:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.490746:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.490751:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf45f9a80 00000400:00000010:0.0:1788877055.490754:0:2386:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8d0cf45f9a80. 00000100:00000001:0.0:1788877055.490758:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877055.490759:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788877055.490762:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf485dc50 x1875765454512512 msgsize 328 00000100:00100000:0.0:1788877055.490767:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000040:0.0:1788877055.490769:0:2386:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788877055.490782:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000010:0.0:1788877055.490814:0:193150:0:(service.c:85:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8d0cf485f400. 00000100:00000010:0.0:1788877055.490822:0:193150:0:(service.c:95:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8d0ceeecc000. 00000100:00100000:0.0:1788877055.490824:0:193150:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1788877055.490828:0:193150:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1788877055.490833:0:193150:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949210. 00000400:00000010:0.0:1788877055.490839:0:193150:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d0cf45f9a80. 00000100:00000001:0.0:1788877055.490847:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877055.490850:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454511744 02000000:00000001:0.0:1788877055.490852:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877055.490854:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.490855:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.490860:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.490863:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454511744 00000020:00000001:0.0:1788877055.490866:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877055.490868:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877055.490871:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.490875:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877055.490877:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877055.490879:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877055.490883:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.490888:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.490891:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.490894:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877055.490901:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac6800. 00000020:00000010:0.0:1788877055.490907:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.490913:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911af0. 00000100:00000040:0.0:1788877055.490922:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877055.490927:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877055.490929:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877055.490931:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.490940:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.490950:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.490960:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877055.490961:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454512512 02000000:00000001:0.0:1788877055.490963:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877055.490965:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877055.490966:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877055.490968:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877055.490970:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454512512 00000020:00000001:0.0:1788877055.490972:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877055.490973:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877055.490974:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.490976:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=5 00000020:00000001:0.0:1788877055.490978:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877055.490980:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:0.0:1788877055.490993:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.490997:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.490999:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.491001:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000020:00000010:0.0:1788877055.491006:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cd2ac7800. 00000020:00000010:0.0:1788877055.491008:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906d00. 00000020:00000010:0.0:1788877055.491013:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000001:0.0:1788877055.491016:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877055.491017:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877055.491018:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.491021:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.491023:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.491030:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.491032:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.491037:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 446 00000100:00000040:0.0:1788877055.491041:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.491043:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000040:0.0:1788877055.491049:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cf50a5880 x1875765454511744/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.491058:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.491060:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.491062:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.491065:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.491069:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cf50a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:76957:x1875765454511744:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.491073:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454511744 00010000:00000001:0.0:1788877055.491088:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.491097:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.491099:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.491101:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0ceab6aa00 refcount=2 00000020:00000001:0.0:1788877055.491104:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685349804544 : -126388359747072 : ffff8d0ceab6aa00) 00010000:00000001:0.0:1788877055.491107:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685349804544 : -126388359747072 : ffff8d0ceab6aa00) 00010000:00000001:0.0:1788877055.491111:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.491115:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.491121:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000293956d3/0x4a37134b6b778414 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd59fd950 expref: -99 pid: 197422 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:0.0:1788877055.491135:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.491137:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877055.491142:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485d800. 02000000:00000001:0.0:1788877055.491145:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.491148:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.491153:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877055.491156:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.491160:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877055.491164:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877055.491167:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877055.491169:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877055.491171:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877055.491174:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.491178:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.491181:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.491185:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52908. 00000100:00000200:0.0:1788877055.491188:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454511744, offset 224 00000400:00000200:0.0:1788877055.491193:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.491202:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.491211:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.491216:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457737:457737:256:4294967295] 192.168.203.155@tcp LPNI seq info [457731:457731:8:4294967295] 00000400:00000200:0.0:1788877055.491221:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.491230:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.491235:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.491241:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877055.491272:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.491281:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.491286:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.491300:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.491303:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877055.491307:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877055.491311:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f99c0. 00010000:00000001:0.0:1788877055.491314:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877055.491330:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877055.491332:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.491334:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.491336:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.491341:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765454511744/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877055.491350:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cf50a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:76957:x1875765454511744:12345-192.168.203.155@tcp:104: Request processed in 290us (2963us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877055.491356:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 446 00000100:00000040:0.0:1788877055.491360:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877055.491362:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877055.491374:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877055.491380:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906800. 00000020:00000010:0.0:1788877055.491385:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911af0. 00000020:00000010:0.0:1788877055.491389:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac6800. 00000020:00000040:0.0:1788877055.491394:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 4 00000100:00000001:0.0:1788877055.491397:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877055.491404:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877055.491405:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877055.491408:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 447 00000100:00000040:0.0:1788877055.491411:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd2a3f000 : new rpc_count 1 00000100:00000001:0.0:1788877055.491413:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617685514378320 : -126388195173296 : ffff8d0cf485dc50) 00000100:00000040:0.0:1788877055.491430:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cf485dc50 x1875765454512512/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/0 e 0 to 0 dl 1788877066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877055.491439:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877055.491442:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0ccca2bcc0. 00000100:00000001:0.0:1788877055.491443:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877055.491445:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0ccca2bcc0. 00000100:00100000:0.0:1788877055.491452:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cf485dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:75960:x1875765454512512:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877055.491459:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454512512 00010000:00000001:0.0:1788877055.491462:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877055.491467:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877055.491470:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877055.491475:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0bccf58000 refcount=2 00000020:00000001:0.0:1788877055.491480:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617680555638784 : -126393153912832 : ffff8d0bccf58000) 00010000:00000001:0.0:1788877055.491485:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617680555638784 : -126393153912832 : ffff8d0bccf58000) 00010000:00000001:0.0:1788877055.491490:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877055.491494:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877055.491500:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8d0cc506b800 lock: 00000000d1575622/0x4a37134b6b77aa5c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420080010000 nid: local remote: 0x976420bcd5a05f4c expref: -99 pid: 198495 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000100:00000001:0.0:1788877055.491517:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877055.491521:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877055.491526:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485d400. 02000000:00000001:0.0:1788877055.491531:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.491536:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.491540:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877055.491543:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877055.491548:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877055.491554:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877055.491560:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877055.491566:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877055.491571:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877055.491575:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877055.491579:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877055.491585:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877055.491591:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52440. 00000100:00000200:0.0:1788877055.491597:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454512512, offset 224 00000400:00000200:0.0:1788877055.491608:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877055.491616:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.491624:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877055.491631:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457738:457738:255:4294967295] 192.168.203.155@tcp LPNI seq info [457732:457732:7:4294967295] 00000400:00000200:0.0:1788877055.491639:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877055.491652:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877055.491658:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877055.491666:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877055.491673:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877055.491682:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877055.491686:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877055.491689:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.491695:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877055.491698:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877055.491703:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0cf45f9e40. 00010000:00000001:0.0:1788877055.491708:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877055.491719:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877055.491726:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.491729:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877055.491733:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877055.491741:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf485dc50 x1875765454512512/t0(0) o104->LOV_OSC_UUID@192.168.203.155@tcp:451/0 lens 328/224 e 0 to 0 dl 1788877066 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877055.491766:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cf485dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:75960:x1875765454512512:12345-192.168.203.155@tcp:104: Request processed in 322us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877055.491774:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 447 00000100:00000040:0.0:1788877055.491777:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd2a3f000 : new rpc_count 0 00000100:00000001:0.0:1788877055.491780:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877055.491783:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877055.491788:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906d00. 00000020:00000010:0.0:1788877055.491794:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877055.491799:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cd2ac7800. 00000020:00000040:0.0:1788877055.491805:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000010:0.0:1788877055.491813:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 02000000:00000001:0.0:1788877055.491821:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.491826:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5011400. 02000000:00000001:0.0:1788877055.491833:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.491836:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9493480. 02000000:00000001:0.0:1788877055.491842:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.491846:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5012c00. 02000000:00000001:0.0:1788877055.491853:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.491856:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492a00. 02000000:00000001:0.0:1788877055.491864:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.491865:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5013800. 02000000:00000001:0.0:1788877055.491869:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.491870:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492d80. 02000000:00000001:0.0:1788877055.491873:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.491874:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf5011000. 02000000:00000001:0.0:1788877055.491876:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.491877:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 02000000:00000001:0.0:1788877055.491880:0:193150:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.491881:0:193150:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877055.491884:0:193150:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788877055.491886:0:193150:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490000. 00000100:00000010:0.0:1788877055.491890:0:193150:0:(service.c:1012:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8d0ceeec8000. 00000100:00000010:0.0:1788877055.491894:0:193150:0:(service.c:1013:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877055.491900:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877055.491924:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877055.491935:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877055.491975:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877055.491981:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954400. 00000400:00000200:0.0:1788877055.491990:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877055.491998:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877055.492005:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52908 00000400:00000010:0.0:1788877055.492010:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52908. 00000100:00000001:0.0:1788877055.492017:0:2387:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:0.0:1788877055.492021:0:2387:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788877055.492025:0:2387:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8d0cf485d800. 02000000:00000001:0.0:1788877055.492031:0:2387:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1788877055.492035:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1788877055.505409:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1788877055.579502:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302482637, at 4302482641 00000100:00000010:0.0:1788877055.579518:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000800:00000001:0.0:1788877056.407743:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408341:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877056.408348:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408353:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877056.408424:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408433:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877056.408443:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408448:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408454:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408459:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 10 MB=0x6a9ffb1749200 00000400:00000200:0.0:1788877056.408465:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408472:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ff31 [1] + 224 00000800:00000001:0.0:1788877056.408479:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408484:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877056.408487:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877056.408492:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877056.408499:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877056.408509:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9492d80 x1875765519225344/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877056.408520:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cc9492d80 x1875765519225344/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.408538:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877056.408546:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408550:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877056.408552:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408554:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877056.408557:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408561:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877056.408565:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408567:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408570:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408573:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 25 MB=0x6a9ffb1749100 00000400:00000200:0.0:1788877056.408577:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408581:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ff21 [1] + 224 00000800:00000001:0.0:1788877056.408585:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408589:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877056.408591:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877056.408594:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877056.408597:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877056.408602:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9492680 x1875765519225088/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877056.408610:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cc9492680 x1875765519225088/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.408618:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877056.408621:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408624:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877056.408626:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408628:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877056.408631:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408634:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877056.408638:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408640:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408643:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408645:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 10 MB=0x6a9ffb1749180 00000400:00000200:0.0:1788877056.408648:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408652:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ff41 [1] + 224 00000800:00000001:0.0:1788877056.408655:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408658:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877056.408660:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877056.408663:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877056.408665:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877056.408670:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9490000 x1875765519225216/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877056.408678:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cc9490000 x1875765519225216/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.408684:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877056.408688:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408691:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877056.408693:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408695:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877056.408697:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408699:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877056.408702:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408705:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408707:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408709:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 4 MB=0x6a9ffb1749280 00000400:00000200:0.0:1788877056.408712:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877056.408716:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ff51 [1] + 224 00000800:00000001:0.0:1788877056.408719:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408726:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877056.408729:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877056.408732:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877056.408734:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877056.408739:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cc9492a00 x1875765519225472/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877056.408747:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cc9492a00 x1875765519225472/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.408754:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877056.408757:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877056.408760:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.408778:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877056.408782:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877056.408788:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877056.408791:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877056.408794:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc5d8. 00000400:00000200:0.0:1788877056.408798:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39198 00000400:00000010:0.0:1788877056.408801:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39198. 00000100:00000001:0.0:1788877056.408804:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877056.408808:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490000 x1875765519225216/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877056.410652:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490000 x1875765519225216/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.410661:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877056.410664:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.410668:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877056.410673:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877056.410676:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877056.410679:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877056.410682:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877056.410695:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc84d4460 time=69 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877056.410700:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc84d4418 time=69 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877056.410702:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877056.410705:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877056.410708:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877056.410712:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877056.410716:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877056.410719:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d0cc506b800: skip recheck: last_committed 25769963290 00000100:00000001:0.0:1788877056.410721:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877056.410724:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877056.410729:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490000 x1875765519225216/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.410735:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877056.410739:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877056.410741:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.410744:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490000 x1875765519225216/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877056.410752:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519225216:192.168.203.155@tcp:400:kworker.0 00000400:00000001:0.0:1788877056.410763:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877056.410765:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877056.410769:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc420. 00000400:00000200:0.0:1788877056.410774:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39088 00000400:00000010:0.0:1788877056.410777:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39088. 00000100:00000001:0.0:1788877056.410781:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877056.410785:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9492a00 x1875765519225472/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877056.410794:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9492a00 x1875765519225472/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.410799:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877056.410801:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.410802:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877056.410804:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877056.410805:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877056.410806:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877056.410809:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877056.410824:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870f460 time=69 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877056.410827:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870f418 time=113 v=5 (1 1 0 0) 00000100:00000001:0.0:1788877056.410830:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877056.410831:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877056.410833:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877056.410835:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877056.410836:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788877056.410838:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d0cc506b800: skip recheck: last_committed 12884904509 00000100:00000001:0.0:1788877056.410839:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877056.410841:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877056.410845:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9492a00 x1875765519225472/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.410851:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877056.410853:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877056.410855:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.410858:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492a00 x1875765519225472/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877056.410866:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519225472:192.168.203.155@tcp:400:kworker.0 00000400:00000001:0.0:1788877056.410873:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877056.410874:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877056.410877:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc630. 00000400:00000200:0.0:1788877056.410879:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:0.0:1788877056.410881:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:0.0:1788877056.410884:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877056.410888:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9492680 x1875765519225088/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877056.410897:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9492680 x1875765519225088/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.410903:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877056.410905:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.410907:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877056.410908:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877056.410909:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877056.410911:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877056.410913:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877056.410916:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc8709460 time=69 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877056.410918:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc8709418 time=69 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877056.410920:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877056.410921:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877056.410923:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877056.410924:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877056.410926:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877056.410930:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9492680 x1875765519225088/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.410936:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877056.410938:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877056.410939:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.410942:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492680 x1875765519225088/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877056.410948:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2395:1875765519225088:192.168.203.155@tcp:400:kworker.0 00000400:00000001:0.0:1788877056.410953:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877056.410955:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877056.410956:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc0b0. 00000400:00000200:0.0:1788877056.410958:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:0.0:1788877056.410960:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:0.0:1788877056.410962:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877056.410966:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9492d80 x1875765519225344/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877056.410974:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9492d80 x1875765519225344/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.410981:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877056.410982:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.410984:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788877056.410986:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788877056.410987:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877056.410988:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877056.410990:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877056.410994:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff8d0cc870e460 time=69 v=5 (5 5 5 0) 00000100:00001000:0.0:1788877056.410997:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0cc870e418 time=69 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877056.410999:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788877056.411000:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877056.411001:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788877056.411003:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877056.411006:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788877056.411007:0:2395:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: committing for last_committed 25769921187 gen 1 00000100:00000040:0.0:1788877056.411013:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9438a80 x1875765519162368/t25769921083(25769921083) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.411020:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.411023:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9438a80 x1875765519162368/t25769921083(25769921083) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.411029:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.411032:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.411036:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4796000. 02000000:00000001:0.0:1788877056.411040:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.411043:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.411045:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=108 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.411047:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.411050:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc507d400. 02000000:00000001:0.0:1788877056.411055:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.411056:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.411058:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9438a80. 00000100:00000001:0.0:1788877056.411061:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.411063:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.411068:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9439500 x1875765519163904/t25769921084(25769921084) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.411074:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.411077:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9439500 x1875765519163904/t25769921084(25769921084) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.411083:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.411084:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.411086:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceec24000. 02000000:00000001:0.0:1788877056.411089:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.411090:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.411091:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=107 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.411093:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.411095:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc507d800. 02000000:00000001:0.0:1788877056.411097:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.411098:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.411099:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9439500. 00000100:00000001:0.0:1788877056.411102:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.411103:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.411109:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca319c00 x1875765519164160/t25769921085(25769921085) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.411115:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.411118:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca319c00 x1875765519164160/t25769921085(25769921085) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877065 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.411129:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.411130:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.411132:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00c7c000. 02000000:00000001:0.0:1788877056.411135:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.411137:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.411138:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=106 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.411140:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.411141:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1a1bc00. 02000000:00000001:0.0:1788877056.411143:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.411144:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.411146:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca319c00. 00000100:00000001:0.0:1788877056.411148:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.411149:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.411154:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4365880 x1875765519165440/t25769921086(25769921086) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.412904:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.412919:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4365880 x1875765519165440/t25769921086(25769921086) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.412929:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.412932:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.412937:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4496000. 02000000:00000001:0.0:1788877056.412942:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.412944:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.412946:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=105 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.412948:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.412951:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccb492600. 02000000:00000001:0.0:1788877056.412955:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.412957:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.412959:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4365880. 00000100:00000001:0.0:1788877056.412962:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.412963:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.412969:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4364a80 x1875765519167744/t25769921087(25769921087) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.412982:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.412985:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4364a80 x1875765519167744/t25769921087(25769921087) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.412991:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.412992:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.412994:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4490000. 02000000:00000001:0.0:1788877056.412996:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.412997:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.412998:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=104 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.413000:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.413001:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccb492a00. 02000000:00000001:0.0:1788877056.413003:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.413004:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.413005:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4364a80. 00000100:00000001:0.0:1788877056.413007:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.413008:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.413014:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc943b800 x1875765519168640/t25769921088(25769921088) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413020:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.413023:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc943b800 x1875765519168640/t25769921088(25769921088) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413027:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.413028:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.413030:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceec20000. 02000000:00000001:0.0:1788877056.413032:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.413033:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.413034:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=103 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.413036:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.413037:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc507ce00. 02000000:00000001:0.0:1788877056.413040:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.413041:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.413043:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc943b800. 00000100:00000001:0.0:1788877056.413047:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.413048:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.413052:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca318380 x1875765519169152/t25769921089(25769921089) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413058:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.413060:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca318380 x1875765519169152/t25769921089(25769921089) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413065:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.413066:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.413067:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00c7e000. 02000000:00000001:0.0:1788877056.413070:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.413071:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.413072:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=102 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.413074:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.413075:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1a1b800. 02000000:00000001:0.0:1788877056.413078:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.413079:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.413080:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca318380. 00000100:00000001:0.0:1788877056.413082:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.413083:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.413088:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca319880 x1875765519169536/t25769921090(25769921090) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413094:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.413096:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca319880 x1875765519169536/t25769921090(25769921090) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413102:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.413103:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.413104:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00c7a000. 02000000:00000001:0.0:1788877056.413128:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.413130:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.413131:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=101 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.413133:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.413134:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1a1a000. 02000000:00000001:0.0:1788877056.413137:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.413138:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.413139:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca319880. 00000100:00000001:0.0:1788877056.413142:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.413143:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.413148:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4366300 x1875765519169792/t25769921091(25769921091) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413154:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.413157:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4366300 x1875765519169792/t25769921091(25769921091) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413163:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.413164:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.413166:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4492000. 02000000:00000001:0.0:1788877056.413176:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.413177:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.413178:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=100 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.413180:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.413181:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccb492e00. 02000000:00000001:0.0:1788877056.413183:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.413184:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.413185:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4366300. 00000100:00000001:0.0:1788877056.413188:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.413189:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.413194:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4365500 x1875765519170048/t25769921092(25769921092) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413201:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.413204:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4365500 x1875765519170048/t25769921092(25769921092) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.413210:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.413211:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.413212:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4794000. 02000000:00000001:0.0:1788877056.413215:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.413216:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.413217:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=99 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.413219:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.413233:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccb493400. 02000000:00000001:0.0:1788877056.413236:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.413236:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.413238:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4365500. 00000100:00000001:0.0:1788877056.413240:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.413242:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.414905:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca31b800 x1875765519171712/t25769921093(25769921093) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.414928:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.414938:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca31b800 x1875765519171712/t25769921093(25769921093) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.414944:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.414946:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.414950:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4512000. 02000000:00000001:0.0:1788877056.414954:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.414957:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.414958:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=98 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.414960:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.414962:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1a1b400. 02000000:00000001:0.0:1788877056.414966:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.414967:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.414969:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca31b800. 00000100:00000001:0.0:1788877056.414972:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.414973:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.414978:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca31a300 x1875765519171968/t25769921094(25769921094) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.414984:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.414987:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca31a300 x1875765519171968/t25769921094(25769921094) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.414992:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.414994:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.414996:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4516000. 02000000:00000001:0.0:1788877056.415015:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.415017:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.415018:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=97 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.415020:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.415022:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1a1ba00. 02000000:00000001:0.0:1788877056.415024:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.415025:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.415026:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca31a300. 00000100:00000001:0.0:1788877056.415028:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.415030:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.415035:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9438000 x1875765519172224/t25769921095(25769921095) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415041:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.415044:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9438000 x1875765519172224/t25769921095(25769921095) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415049:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.415050:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.415052:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd4a6000. 02000000:00000001:0.0:1788877056.415055:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.415056:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.415057:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=96 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.415059:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.415060:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd170f200. 02000000:00000001:0.0:1788877056.415064:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.415065:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.415066:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9438000. 00000100:00000001:0.0:1788877056.415068:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.415069:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.415074:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca318000 x1875765519172480/t25769921096(25769921096) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415079:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.415082:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca318000 x1875765519172480/t25769921096(25769921096) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415092:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.415093:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.415094:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cca230000. 02000000:00000001:0.0:1788877056.415098:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.415099:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.415100:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=95 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.415102:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.415103:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc507c600. 02000000:00000001:0.0:1788877056.415107:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.415108:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.415109:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca318000. 00000100:00000001:0.0:1788877056.415112:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.415113:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.415118:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca319180 x1875765519172864/t25769921097(25769921097) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415123:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.415125:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca319180 x1875765519172864/t25769921097(25769921097) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415131:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.415132:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.415134:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cca234000. 02000000:00000001:0.0:1788877056.415137:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.415138:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.415139:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=94 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.415140:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.415142:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e2200. 02000000:00000001:0.0:1788877056.415144:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.415144:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.415146:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca319180. 00000100:00000001:0.0:1788877056.415148:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.415149:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.415154:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca319500 x1875765519173504/t25769921098(25769921098) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415323:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.415328:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca319500 x1875765519173504/t25769921098(25769921098) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877066 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415334:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.415336:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.415338:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceecac000. 02000000:00000001:0.0:1788877056.415341:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.415343:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.415344:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=93 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.415345:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.415347:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e2e00. 02000000:00000001:0.0:1788877056.415349:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.415350:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.415351:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca319500. 00000100:00000001:0.0:1788877056.415354:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.415355:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.415878:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4367b80 x1875765519173888/t25769921099(25769921099) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415888:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.415892:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4367b80 x1875765519173888/t25769921099(25769921099) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415898:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.415900:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.415902:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceecae000. 02000000:00000001:0.0:1788877056.415905:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.415907:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.415908:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=92 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.415910:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.415912:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccca09a00. 02000000:00000001:0.0:1788877056.415916:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.415917:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.415918:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4367b80. 00000100:00000001:0.0:1788877056.415921:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.415922:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.415927:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca319f80 x1875765519174272/t25769921100(25769921100) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415933:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.415936:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca319f80 x1875765519174272/t25769921100(25769921100) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415942:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.415944:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.415945:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccac1a000. 02000000:00000001:0.0:1788877056.415949:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.415950:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.415951:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=91 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.415953:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.415954:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e2a00. 02000000:00000001:0.0:1788877056.415956:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.415958:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.415959:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca319f80. 00000100:00000001:0.0:1788877056.415961:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.415962:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.415967:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca31a680 x1875765519174528/t25769921101(25769921101) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415972:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.415975:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca31a680 x1875765519174528/t25769921101(25769921101) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.415980:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.415982:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.415983:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccac1c000. 02000000:00000001:0.0:1788877056.415986:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.415987:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.415988:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=90 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.415990:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.415991:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e2c00. 02000000:00000001:0.0:1788877056.415994:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.415995:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.415996:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca31a680. 00000100:00000001:0.0:1788877056.415998:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.415999:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.416004:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca318a80 x1875765519175040/t25769921102(25769921102) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.416010:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.416012:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca318a80 x1875765519175040/t25769921102(25769921102) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.416017:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.416018:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.416020:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00ea0000. 02000000:00000001:0.0:1788877056.416024:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.416025:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.416026:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=89 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.416027:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.416029:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e2400. 02000000:00000001:0.0:1788877056.416030:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.416031:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.416032:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca318a80. 00000100:00000001:0.0:1788877056.416034:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.416035:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.416041:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4365180 x1875765519175296/t25769921103(25769921103) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.416046:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.416049:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4365180 x1875765519175296/t25769921103(25769921103) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.416053:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.416055:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.416056:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4792000. 02000000:00000001:0.0:1788877056.416073:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.416074:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.416076:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=88 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.416078:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.416080:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd29bc000. 02000000:00000001:0.0:1788877056.416082:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.416084:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.416085:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4365180. 00000100:00000001:0.0:1788877056.416087:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.416089:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.416094:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4366a00 x1875765519175552/t25769921104(25769921104) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.416100:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.416103:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4366a00 x1875765519175552/t25769921104(25769921104) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.416110:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.416111:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.416112:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00eaa000. 02000000:00000001:0.0:1788877056.416115:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.416116:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.416117:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=87 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.416119:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.416120:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc8259400. 02000000:00000001:0.0:1788877056.416123:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.416124:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.416125:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4366a00. 00000100:00000001:0.0:1788877056.416127:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.416128:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.416133:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4365f80 x1875765519175808/t25769921105(25769921105) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.416139:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.416142:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4365f80 x1875765519175808/t25769921105(25769921105) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.416148:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.416149:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.416151:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0d00ea8000. 02000000:00000001:0.0:1788877056.416153:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.416154:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.416155:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=86 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.416157:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.416158:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd29bc200. 02000000:00000001:0.0:1788877056.417627:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.417630:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.417633:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4365f80. 00000100:00000001:0.0:1788877056.417640:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.417642:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.417655:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4364700 x1875765519177472/t25769921106(25769921106) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.417664:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.417667:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4364700 x1875765519177472/t25769921106(25769921106) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.417673:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.417675:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.417678:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccad36000. 02000000:00000001:0.0:1788877056.417683:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.417686:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.417687:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=85 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.417689:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.417691:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc8258a00. 02000000:00000001:0.0:1788877056.417694:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.417695:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.417696:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4364700. 00000100:00000001:0.0:1788877056.417698:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.417700:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.417704:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4366680 x1875765519177984/t25769921107(25769921107) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.417710:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.417713:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4366680 x1875765519177984/t25769921107(25769921107) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.417725:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.417726:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.417727:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccbdb8000. 02000000:00000001:0.0:1788877056.417744:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.417746:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.417747:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=84 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.417748:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.417750:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc30eaa00. 02000000:00000001:0.0:1788877056.417752:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.417753:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.417754:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4366680. 00000100:00000001:0.0:1788877056.417756:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.417757:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.417762:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4364380 x1875765519178240/t25769921108(25769921108) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.417767:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.417770:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4364380 x1875765519178240/t25769921108(25769921108) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.417775:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.417776:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.417777:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccbdbc000. 02000000:00000001:0.0:1788877056.417779:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.417780:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.417781:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=83 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.417782:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.417783:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccec93a00. 02000000:00000001:0.0:1788877056.417786:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.417787:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.417789:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4364380. 00000100:00000001:0.0:1788877056.417791:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.417792:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.417796:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4364000 x1875765519178752/t25769921109(25769921109) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.417806:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.418064:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4364000 x1875765519178752/t25769921109(25769921109) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.418072:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.418073:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.418075:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccad8a000. 02000000:00000001:0.0:1788877056.418079:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.418080:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.418082:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=82 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.418083:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.418085:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf729f400. 02000000:00000001:0.0:1788877056.418089:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.418090:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.418091:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4364000. 00000100:00000001:0.0:1788877056.418094:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.418095:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.418100:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf4364e00 x1875765519179008/t25769921110(25769921110) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.418106:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.418108:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf4364e00 x1875765519179008/t25769921110(25769921110) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.418115:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.418116:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.418117:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccad8e000. 02000000:00000001:0.0:1788877056.418120:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.418121:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.418858:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=81 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.418863:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.418866:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc8af9800. 02000000:00000001:0.0:1788877056.418871:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.418872:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.418874:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf4364e00. 00000100:00000001:0.0:1788877056.418878:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.418879:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.418887:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f6d80 x1875765519179264/t25769921111(25769921111) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.418895:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.418898:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f6d80 x1875765519179264/t25769921111(25769921111) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.418905:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.418907:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.418908:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf4220000. 02000000:00000001:0.0:1788877056.418911:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.418913:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.418914:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=80 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.418915:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.418917:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1a1a800. 02000000:00000001:0.0:1788877056.418919:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.418920:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.418921:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f6d80. 00000100:00000001:0.0:1788877056.418925:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.418926:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.418931:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f5f80 x1875765519179520/t25769921112(25769921112) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.418936:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.418938:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f5f80 x1875765519179520/t25769921112(25769921112) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.418944:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.418945:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.418946:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf4226000. 02000000:00000001:0.0:1788877056.418963:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.418965:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.418966:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=79 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.418968:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.418969:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccc374400. 02000000:00000001:0.0:1788877056.418973:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.418974:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.418975:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f5f80. 00000100:00000001:0.0:1788877056.418979:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.418980:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.418985:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f4700 x1875765519180032/t25769921113(25769921113) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.418992:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.418994:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f4700 x1875765519180032/t25769921113(25769921113) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.418999:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419001:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419002:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc2eea000. 02000000:00000001:0.0:1788877056.419005:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419006:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419007:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=78 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419009:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419010:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccc375a00. 02000000:00000001:0.0:1788877056.419011:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419012:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419013:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f4700. 00000100:00000001:0.0:1788877056.419016:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419017:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419022:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f4380 x1875765519180416/t25769921114(25769921114) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419028:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419030:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f4380 x1875765519180416/t25769921114(25769921114) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419036:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419037:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419039:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceb3c8000. 02000000:00000001:0.0:1788877056.419041:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419043:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419044:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=77 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419046:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419048:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccc374000. 02000000:00000001:0.0:1788877056.419050:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419051:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419052:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f4380. 00000100:00000001:0.0:1788877056.419054:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419055:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419060:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd69a680 x1875765519180928/t25769921115(25769921115) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419065:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419067:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd69a680 x1875765519180928/t25769921115(25769921115) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419073:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419074:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419075:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd684000. 02000000:00000001:0.0:1788877056.419078:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419079:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419080:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=76 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419082:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419083:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc8af9200. 02000000:00000001:0.0:1788877056.419085:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419086:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419088:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd69a680. 00000100:00000001:0.0:1788877056.419091:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419092:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419096:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f7b80 x1875765519181440/t25769921116(25769921116) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419102:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419105:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f7b80 x1875765519181440/t25769921116(25769921116) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419110:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419111:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419112:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceb3ce000. 02000000:00000001:0.0:1788877056.419123:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419125:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419126:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=75 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419128:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419129:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc89cfa00. 02000000:00000001:0.0:1788877056.419132:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419133:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419135:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f7b80. 00000100:00000001:0.0:1788877056.419137:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419138:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419143:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd698a80 x1875765519181696/t25769921117(25769921117) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419149:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419152:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd698a80 x1875765519181696/t25769921117(25769921117) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419168:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419170:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419171:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd686000. 02000000:00000001:0.0:1788877056.419174:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419175:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419176:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=74 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419178:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419180:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc8af9a00. 02000000:00000001:0.0:1788877056.419182:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419183:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419184:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd698a80. 00000100:00000001:0.0:1788877056.419186:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419188:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419193:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd69b100 x1875765519181952/t25769921118(25769921118) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419199:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419202:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd69b100 x1875765519181952/t25769921118(25769921118) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419214:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419216:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419217:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd682000. 02000000:00000001:0.0:1788877056.419229:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419230:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419231:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=73 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419233:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419234:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63e3e00. 02000000:00000001:0.0:1788877056.419237:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419238:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419240:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd69b100. 00000100:00000001:0.0:1788877056.419242:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419243:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419601:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f5180 x1875765519182720/t25769921119(25769921119) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419609:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419612:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f5180 x1875765519182720/t25769921119(25769921119) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419618:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419620:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419622:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccacae000. 02000000:00000001:0.0:1788877056.419625:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419627:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419628:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=72 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419630:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419632:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc89cf800. 02000000:00000001:0.0:1788877056.419634:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419635:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419637:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f5180. 00000100:00000001:0.0:1788877056.419640:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419641:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419646:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f5880 x1875765519183104/t25769921120(25769921120) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419657:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419660:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f5880 x1875765519183104/t25769921120(25769921120) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419666:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419667:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419669:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccacaa000. 02000000:00000001:0.0:1788877056.419672:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419673:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419674:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=71 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419676:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419677:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc1285200. 02000000:00000001:0.0:1788877056.419680:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419681:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419683:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f5880. 00000100:00000001:0.0:1788877056.419684:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419686:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419690:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f6680 x1875765519183616/t25769921121(25769921121) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419697:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419700:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f6680 x1875765519183616/t25769921121(25769921121) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419706:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419707:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419708:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccaca8000. 02000000:00000001:0.0:1788877056.419721:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419723:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419724:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=70 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419726:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419728:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63fa600. 02000000:00000001:0.0:1788877056.419730:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419731:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419733:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f6680. 00000100:00000001:0.0:1788877056.419736:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419737:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419743:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f7800 x1875765519184128/t25769921122(25769921122) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419749:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419751:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f7800 x1875765519184128/t25769921122(25769921122) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419757:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419759:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419760:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceed38000. 02000000:00000001:0.0:1788877056.419764:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419765:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419766:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=69 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419768:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419769:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63fbc00. 02000000:00000001:0.0:1788877056.419771:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419772:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419774:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f7800. 00000100:00000001:0.0:1788877056.419776:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419777:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419781:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f4000 x1875765519184640/t25769921123(25769921123) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419787:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419790:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f4000 x1875765519184640/t25769921123(25769921123) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419796:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419798:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419799:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceed3e000. 02000000:00000001:0.0:1788877056.419816:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419819:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419820:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=68 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419822:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419824:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc150fa00. 02000000:00000001:0.0:1788877056.419827:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419828:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419830:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f4000. 00000100:00000001:0.0:1788877056.419832:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419833:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419838:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc95f5500 x1875765519185152/t25769921124(25769921124) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419844:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419847:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc95f5500 x1875765519185152/t25769921124(25769921124) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419852:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419853:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419854:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceecc8000. 02000000:00000001:0.0:1788877056.419857:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419858:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419858:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=67 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419860:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419861:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccec6f800. 02000000:00000001:0.0:1788877056.419863:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419864:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419865:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc95f5500. 00000100:00000001:0.0:1788877056.419867:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419868:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419872:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd69bb80 x1875765519185664/t25769921125(25769921125) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419877:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419879:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd69bb80 x1875765519185664/t25769921125(25769921125) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877067 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419884:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419886:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419887:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceecce000. 02000000:00000001:0.0:1788877056.419900:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419902:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419903:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=66 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419905:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419907:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc63fa000. 02000000:00000001:0.0:1788877056.419909:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419910:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419911:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd69bb80. 00000100:00000001:0.0:1788877056.419914:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419915:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419921:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9439f80 x1875765519186432/t25769921126(25769921126) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419927:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419930:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9439f80 x1875765519186432/t25769921126(25769921126) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419936:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419938:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419939:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd4a2000. 02000000:00000001:0.0:1788877056.419942:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419943:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419944:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=65 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419946:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419947:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd170e600. 02000000:00000001:0.0:1788877056.419951:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.419953:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.419954:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9439f80. 00000100:00000001:0.0:1788877056.419959:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.419960:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.419965:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc943b100 x1875765519186688/t25769921127(25769921127) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419972:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.419975:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc943b100 x1875765519186688/t25769921127(25769921127) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.419981:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.419982:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.419983:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd4a4000. 02000000:00000001:0.0:1788877056.419993:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.419994:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.419996:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=64 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.419997:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.419999:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1ba5800. 02000000:00000001:0.0:1788877056.420001:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420002:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420004:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc943b100. 00000100:00000001:0.0:1788877056.420006:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420007:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420012:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceaac4700 x1875765519187456/t25769921128(25769921128) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420018:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420020:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceaac4700 x1875765519187456/t25769921128(25769921128) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420025:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420026:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420027:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceed08000. 02000000:00000001:0.0:1788877056.420034:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420036:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420037:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=63 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420039:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420040:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1afc600. 02000000:00000001:0.0:1788877056.420043:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420044:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420045:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceaac4700. 00000100:00000001:0.0:1788877056.420048:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420049:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420055:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceaac6680 x1875765519188608/t25769921129(25769921129) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420061:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420063:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceaac6680 x1875765519188608/t25769921129(25769921129) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420073:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420074:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420076:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd5bc000. 02000000:00000001:0.0:1788877056.420085:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420086:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420088:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=62 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420090:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420091:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc5ae2200. 02000000:00000001:0.0:1788877056.420094:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420095:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420096:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceaac6680. 00000100:00000001:0.0:1788877056.420098:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420099:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420105:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceaac4a80 x1875765519189888/t25769921130(25769921130) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420110:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420113:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceaac4a80 x1875765519189888/t25769921130(25769921130) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420118:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420120:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420121:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc463e000. 02000000:00000001:0.0:1788877056.420124:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420125:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420126:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=61 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420128:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420129:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd08ba000. 02000000:00000001:0.0:1788877056.420131:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420132:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420134:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceaac4a80. 00000100:00000001:0.0:1788877056.420136:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420137:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420142:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd698e00 x1875765519190400/t25769921131(25769921131) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420151:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420154:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd698e00 x1875765519190400/t25769921131(25769921131) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420159:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420161:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420162:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceeec2000. 02000000:00000001:0.0:1788877056.420165:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420166:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420167:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=60 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420169:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420171:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc8af9e00. 02000000:00000001:0.0:1788877056.420173:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420174:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420175:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd698e00. 00000100:00000001:0.0:1788877056.420177:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420178:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420183:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd698000 x1875765519190656/t25769921132(25769921132) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420188:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420190:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd698000 x1875765519190656/t25769921132(25769921132) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420195:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420196:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420197:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceeec0000. 02000000:00000001:0.0:1788877056.420199:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420200:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420201:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=59 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420203:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420204:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccae2b400. 02000000:00000001:0.0:1788877056.420206:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420207:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420208:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd698000. 00000100:00000001:0.0:1788877056.420210:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420211:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420215:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd698700 x1875765519190912/t25769921133(25769921133) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420220:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420223:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd698700 x1875765519190912/t25769921133(25769921133) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420228:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420229:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420230:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceeec4000. 02000000:00000001:0.0:1788877056.420239:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420241:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420242:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=58 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420244:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420245:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccae2a600. 02000000:00000001:0.0:1788877056.420276:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420277:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420278:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd698700. 00000100:00000001:0.0:1788877056.420280:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420281:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420287:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceaac6a00 x1875765519191680/t25769921134(25769921134) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420293:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420295:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceaac6a00 x1875765519191680/t25769921134(25769921134) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420299:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420301:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420302:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc463c000. 02000000:00000001:0.0:1788877056.420313:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420314:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420316:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=57 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420318:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420319:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd08bae00. 02000000:00000001:0.0:1788877056.420322:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420323:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420324:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceaac6a00. 00000100:00000001:0.0:1788877056.420326:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420327:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420332:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9493100 x1875765519192320/t25769921135(25769921135) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420337:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420339:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9493100 x1875765519192320/t25769921135(25769921135) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420345:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420346:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420347:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc478c000. 02000000:00000001:0.0:1788877056.420350:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420351:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420352:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=56 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420354:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420355:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d43600. 02000000:00000001:0.0:1788877056.420357:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420358:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420359:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9493100. 00000100:00000001:0.0:1788877056.420361:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420362:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420366:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc943b480 x1875765519192960/t25769921136(25769921136) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420372:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420374:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc943b480 x1875765519192960/t25769921136(25769921136) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420379:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420380:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420382:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4788000. 02000000:00000001:0.0:1788877056.420392:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420393:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420395:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=55 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420397:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420398:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd093aa00. 02000000:00000001:0.0:1788877056.420400:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420401:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420402:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc943b480. 00000100:00000001:0.0:1788877056.420404:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420405:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420410:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd699180 x1875765519193216/t25769921137(25769921137) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420425:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420428:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd699180 x1875765519193216/t25769921137(25769921137) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420433:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420434:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420436:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cca3c6000. 02000000:00000001:0.0:1788877056.420439:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420440:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420441:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=54 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420442:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420444:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccae2b000. 02000000:00000001:0.0:1788877056.420446:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420447:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420448:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd699180. 00000100:00000001:0.0:1788877056.420450:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420451:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420456:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd699880 x1875765519193728/t25769921138(25769921138) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420462:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420466:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd699880 x1875765519193728/t25769921138(25769921138) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420471:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420472:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420474:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cca3c0000. 02000000:00000001:0.0:1788877056.420477:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420478:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420479:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=53 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420481:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420482:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccae2b200. 02000000:00000001:0.0:1788877056.420484:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420485:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420486:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd699880. 00000100:00000001:0.0:1788877056.420488:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420489:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420494:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd69a300 x1875765519193984/t25769921139(25769921139) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420500:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420502:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd69a300 x1875765519193984/t25769921139(25769921139) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420507:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420508:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420510:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cca3c4000. 02000000:00000001:0.0:1788877056.420518:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420520:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420521:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=52 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420523:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420525:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1afdc00. 02000000:00000001:0.0:1788877056.420527:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420528:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420529:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd69a300. 00000100:00000001:0.0:1788877056.420531:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420532:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420539:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd699f80 x1875765519194240/t25769921140(25769921140) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420545:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420548:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd699f80 x1875765519194240/t25769921140(25769921140) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420558:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420559:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420560:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4480000. 02000000:00000001:0.0:1788877056.420563:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420564:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420567:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=51 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420569:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420570:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd1aba400. 02000000:00000001:0.0:1788877056.420573:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420574:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420575:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd699f80. 00000100:00000001:0.0:1788877056.420577:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420578:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420582:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5de300 x1875765519194752/t25769921141(25769921141) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420587:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420590:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5de300 x1875765519194752/t25769921141(25769921141) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420595:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420597:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420598:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4486000. 02000000:00000001:0.0:1788877056.420608:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420609:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420610:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=50 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420612:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420614:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccae2a000. 02000000:00000001:0.0:1788877056.420616:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420617:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420619:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5de300. 00000100:00000001:0.0:1788877056.420622:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420623:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420629:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9438700 x1875765519195008/t25769921142(25769921142) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420640:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420643:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9438700 x1875765519195008/t25769921142(25769921142) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420648:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420650:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420651:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceefec000. 02000000:00000001:0.0:1788877056.420654:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420655:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420656:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=49 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420658:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420659:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd093be00. 02000000:00000001:0.0:1788877056.420662:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420663:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420664:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9438700. 00000100:00000001:0.0:1788877056.420666:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420668:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420673:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceaac5c00 x1875765519195904/t25769921143(25769921143) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420679:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420681:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceaac5c00 x1875765519195904/t25769921143(25769921143) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420687:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420688:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420690:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceee3e000. 02000000:00000001:0.0:1788877056.420692:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420694:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420695:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=48 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420697:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420698:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd08baa00. 02000000:00000001:0.0:1788877056.420700:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420702:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420703:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceaac5c00. 00000100:00000001:0.0:1788877056.420706:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420707:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420712:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceaac4e00 x1875765519196672/t25769921144(25769921144) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420718:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420720:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceaac4e00 x1875765519196672/t25769921144(25769921144) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420726:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420728:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420729:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceee38000. 02000000:00000001:0.0:1788877056.420738:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420740:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420741:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=47 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420743:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420744:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccdf4a600. 02000000:00000001:0.0:1788877056.420747:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420748:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420749:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceaac4e00. 00000100:00000001:0.0:1788877056.420751:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420753:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420758:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceaac7480 x1875765519196928/t25769921145(25769921145) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420765:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420768:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceaac7480 x1875765519196928/t25769921145(25769921145) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420774:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420775:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420777:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd628000. 02000000:00000001:0.0:1788877056.420780:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420781:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420782:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=46 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420784:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420785:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccdf4a800. 02000000:00000001:0.0:1788877056.420787:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420788:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420790:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceaac7480. 00000100:00000001:0.0:1788877056.420792:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420793:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420798:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5dce00 x1875765519197824/t25769921146(25769921146) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420805:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420807:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5dce00 x1875765519197824/t25769921146(25769921146) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420813:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420814:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420816:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd62e000. 02000000:00000001:0.0:1788877056.420819:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420819:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420821:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=45 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420822:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420824:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf7297600. 02000000:00000001:0.0:1788877056.420826:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420827:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420829:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5dce00. 00000100:00000001:0.0:1788877056.420831:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420832:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420837:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceaac4380 x1875765519198080/t25769921147(25769921147) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420843:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420846:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceaac4380 x1875765519198080/t25769921147(25769921147) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877068 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420852:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420853:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420854:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd62a000. 02000000:00000001:0.0:1788877056.420865:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420867:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420868:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=44 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420870:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420872:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccb524a00. 02000000:00000001:0.0:1788877056.420876:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420877:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420878:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceaac4380. 00000100:00000001:0.0:1788877056.420881:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420882:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420888:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5ddc00 x1875765519198592/t25769921148(25769921148) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420894:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420897:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5ddc00 x1875765519198592/t25769921148(25769921148) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420903:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420904:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420906:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceb038000. 02000000:00000001:0.0:1788877056.420909:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420910:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420911:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=43 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420913:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420914:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf7296800. 02000000:00000001:0.0:1788877056.420917:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420918:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420919:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5ddc00. 00000100:00000001:0.0:1788877056.420920:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420921:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420926:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5df480 x1875765519199104/t25769921149(25769921149) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420932:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420935:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5df480 x1875765519199104/t25769921149(25769921149) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420941:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420942:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420944:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceb03e000. 02000000:00000001:0.0:1788877056.420953:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420955:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420956:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=42 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420958:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420960:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf7297200. 02000000:00000001:0.0:1788877056.420962:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.420963:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.420964:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5df480. 00000100:00000001:0.0:1788877056.420966:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.420968:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.420973:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5dd880 x1875765519199360/t25769921150(25769921150) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420980:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.420982:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5dd880 x1875765519199360/t25769921150(25769921150) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.420988:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.420989:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.420991:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd622000. 02000000:00000001:0.0:1788877056.420994:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.420995:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.420996:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=41 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.420997:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.420999:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf7296000. 02000000:00000001:0.0:1788877056.421001:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.421001:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.421003:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5dd880. 00000100:00000001:0.0:1788877056.421005:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.421006:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.421010:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5dc380 x1875765519199616/t25769921151(25769921151) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421016:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.421018:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5dc380 x1875765519199616/t25769921151(25769921151) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421027:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.421028:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.421029:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd620000. 02000000:00000001:0.0:1788877056.421033:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.421034:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.421035:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=40 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.421037:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.421039:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf7297000. 02000000:00000001:0.0:1788877056.421041:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.421042:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.421043:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5dc380. 00000100:00000001:0.0:1788877056.421045:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.421046:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.421051:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca278e00 x1875765519199872/t25769921152(25769921152) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421056:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.421059:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca278e00 x1875765519199872/t25769921152(25769921152) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421064:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.421065:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.421066:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd446000. 02000000:00000001:0.0:1788877056.421077:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.421079:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.421080:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=39 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.421082:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.421083:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccb525600. 02000000:00000001:0.0:1788877056.421085:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.421087:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.421088:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca278e00. 00000100:00000001:0.0:1788877056.421091:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.421092:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.421097:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf50a5f80 x1875765519200384/t25769921153(25769921153) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421107:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.421109:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5f80 x1875765519200384/t25769921153(25769921153) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421114:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.421115:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.421117:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceefe8000. 02000000:00000001:0.0:1788877056.421126:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.421127:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.421128:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=38 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.421130:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.421132:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd093ae00. 02000000:00000001:0.0:1788877056.421134:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.421135:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.421136:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5f80. 00000100:00000001:0.0:1788877056.421139:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.421140:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.421145:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9492300 x1875765519200640/t25769921154(25769921154) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421151:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.421153:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9492300 x1875765519200640/t25769921154(25769921154) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421158:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.421159:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.421160:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf230e000. 02000000:00000001:0.0:1788877056.421162:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.421163:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.421165:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=37 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.421167:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.421168:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d42c00. 02000000:00000001:0.0:1788877056.421169:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.421170:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.421171:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492300. 00000100:00000001:0.0:1788877056.421174:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.421175:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.421178:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9493b80 x1875765519200896/t25769921155(25769921155) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421183:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.421185:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9493b80 x1875765519200896/t25769921155(25769921155) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.421191:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.421192:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.421193:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf230c000. 02000000:00000001:0.0:1788877056.421203:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.421204:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.421205:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=36 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.421207:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.421208:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d43200. 02000000:00000001:0.0:1788877056.421210:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.421211:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.421213:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9493b80. 00000100:00000001:0.0:1788877056.421215:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.421216:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427059:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9491500 x1875765519201408/t25769921156(25769921156) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427077:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427084:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491500 x1875765519201408/t25769921156(25769921156) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427092:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427096:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427100:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4540000. 02000000:00000001:0.0:1788877056.427108:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427110:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427113:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=35 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427115:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427118:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d43000. 02000000:00000001:0.0:1788877056.427123:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427125:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427127:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491500. 00000100:00000001:0.0:1788877056.427131:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427132:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427138:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9491f80 x1875765519201664/t25769921157(25769921157) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427144:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427146:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491f80 x1875765519201664/t25769921157(25769921157) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427152:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427153:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427154:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4544000. 02000000:00000001:0.0:1788877056.427158:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427159:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427170:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=34 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427173:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427175:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d42000. 02000000:00000001:0.0:1788877056.427177:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427178:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427180:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491f80. 00000100:00000001:0.0:1788877056.427182:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427184:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427189:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5de680 x1875765519202304/t25769921158(25769921158) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427195:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427197:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5de680 x1875765519202304/t25769921158(25769921158) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427202:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427203:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427205:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd624000. 02000000:00000001:0.0:1788877056.427207:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427209:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427210:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=33 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427212:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427213:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf7297400. 02000000:00000001:0.0:1788877056.427215:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427216:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427217:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5de680. 00000100:00000001:0.0:1788877056.427220:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427221:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427225:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9493800 x1875765519202944/t25769921159(25769921159) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427232:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427235:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9493800 x1875765519202944/t25769921159(25769921159) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427240:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427241:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427243:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4542000. 02000000:00000001:0.0:1788877056.427273:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427275:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427276:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=32 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427278:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427279:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d42400. 02000000:00000001:0.0:1788877056.427282:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427283:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427285:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9493800. 00000100:00000001:0.0:1788877056.427288:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427289:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427295:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9491880 x1875765519203200/t25769921160(25769921160) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427301:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427304:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491880 x1875765519203200/t25769921160(25769921160) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427309:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427311:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427313:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc448a000. 02000000:00000001:0.0:1788877056.427316:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427318:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427319:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=31 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427320:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427322:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d43a00. 02000000:00000001:0.0:1788877056.427324:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427325:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427326:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491880. 00000100:00000001:0.0:1788877056.427328:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427330:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427334:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9490380 x1875765519203456/t25769921161(25769921161) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427340:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427342:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490380 x1875765519203456/t25769921161(25769921161) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427348:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427349:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427351:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc4488000. 02000000:00000001:0.0:1788877056.427353:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427354:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427355:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=30 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427357:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427368:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc9d42e00. 02000000:00000001:0.0:1788877056.427371:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427372:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427373:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490380. 00000100:00000001:0.0:1788877056.427376:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427377:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427383:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca27ad80 x1875765519204608/t25769921162(25769921162) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427388:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427391:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca27ad80 x1875765519204608/t25769921162(25769921162) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427403:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427404:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427405:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd58c000. 02000000:00000001:0.0:1788877056.427409:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427410:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427411:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=29 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427421:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427422:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccb524c00. 02000000:00000001:0.0:1788877056.427427:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427428:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427429:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca27ad80. 00000100:00000001:0.0:1788877056.427432:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427433:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427438:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca278000 x1875765519204992/t25769921163(25769921163) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427444:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427447:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca278000 x1875765519204992/t25769921163(25769921163) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427453:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427454:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427456:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd58e000. 02000000:00000001:0.0:1788877056.427466:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427468:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427469:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=28 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427471:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427473:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccb525a00. 02000000:00000001:0.0:1788877056.427475:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427476:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427477:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca278000. 00000100:00000001:0.0:1788877056.427480:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427481:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427487:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca279f80 x1875765519206144/t25769921164(25769921164) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427497:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427500:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca279f80 x1875765519206144/t25769921164(25769921164) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427505:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427507:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427508:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc2e1e000. 02000000:00000001:0.0:1788877056.427511:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427512:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427513:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=27 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427515:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427516:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf2bbf400. 02000000:00000001:0.0:1788877056.427519:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427520:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427521:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca279f80. 00000100:00000001:0.0:1788877056.427524:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427525:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427530:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca278700 x1875765519206656/t25769921165(25769921165) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427536:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427538:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca278700 x1875765519206656/t25769921165(25769921165) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427544:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427545:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427547:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc2e18000. 02000000:00000001:0.0:1788877056.427556:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427558:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427560:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=26 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427562:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427564:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd098a600. 02000000:00000001:0.0:1788877056.427566:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427567:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427568:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca278700. 00000100:00000001:0.0:1788877056.427571:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427572:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427578:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca279c00 x1875765519207296/t25769921166(25769921166) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427584:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427587:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca279c00 x1875765519207296/t25769921166(25769921166) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427592:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427594:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427596:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd5ae000. 02000000:00000001:0.0:1788877056.427598:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427600:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427601:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=25 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427603:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427604:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd098b000. 02000000:00000001:0.0:1788877056.427606:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427608:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427609:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca279c00. 00000100:00000001:0.0:1788877056.427611:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427612:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427617:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca27b100 x1875765519207552/t25769921167(25769921167) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427623:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427626:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca27b100 x1875765519207552/t25769921167(25769921167) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427632:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427633:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427635:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd5aa000. 02000000:00000001:0.0:1788877056.427638:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427639:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427640:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=24 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427642:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427643:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd098ae00. 02000000:00000001:0.0:1788877056.427646:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427647:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427648:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca27b100. 00000100:00000001:0.0:1788877056.427650:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427652:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427656:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca27b800 x1875765519207808/t25769921168(25769921168) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427662:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427665:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca27b800 x1875765519207808/t25769921168(25769921168) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427671:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427673:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427674:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd5a8000. 02000000:00000001:0.0:1788877056.427684:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427686:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427687:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=23 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427689:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427691:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd098a400. 02000000:00000001:0.0:1788877056.427693:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427694:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427695:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca27b800. 00000100:00000001:0.0:1788877056.427697:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427698:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427703:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5dea00 x1875765519208064/t25769921169(25769921169) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427710:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427713:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5dea00 x1875765519208064/t25769921169(25769921169) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427719:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427721:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427722:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cfd626000. 02000000:00000001:0.0:1788877056.427725:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427726:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427727:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=22 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427729:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427730:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf7296200. 02000000:00000001:0.0:1788877056.427732:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427733:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427734:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5dea00. 00000100:00000001:0.0:1788877056.427736:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427738:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427743:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cca278380 x1875765519208704/t25769921170(25769921170) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427750:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427752:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cca278380 x1875765519208704/t25769921170(25769921170) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427758:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427759:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427761:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceb296000. 02000000:00000001:0.0:1788877056.427765:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.427766:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.427767:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=21 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.427769:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.427770:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd098be00. 02000000:00000001:0.0:1788877056.427772:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.427773:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.427774:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cca278380. 00000100:00000001:0.0:1788877056.427777:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.427778:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.427783:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceb277480 x1875765519209472/t25769921171(25769921171) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427789:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.427792:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceb277480 x1875765519209472/t25769921171(25769921171) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.427798:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.427799:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.427801:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceb294000. 02000000:00000001:0.0:1788877056.428138:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428140:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428142:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=20 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428144:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428146:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0d021c4e00. 02000000:00000001:0.0:1788877056.428150:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428151:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428152:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceb277480. 00000100:00000001:0.0:1788877056.428155:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428204:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428211:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceb275c00 x1875765519210240/t25769921172(25769921172) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428217:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428220:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceb275c00 x1875765519210240/t25769921172(25769921172) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428225:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428227:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428228:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf5258000. 02000000:00000001:0.0:1788877056.428231:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428232:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428233:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=19 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428235:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428237:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc638b000. 02000000:00000001:0.0:1788877056.428239:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428240:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428241:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceb275c00. 00000100:00000001:0.0:1788877056.428244:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428245:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428273:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceb274380 x1875765519211008/t25769921173(25769921173) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428279:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428281:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceb274380 x1875765519211008/t25769921173(25769921173) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428292:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428293:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428294:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf525a000. 02000000:00000001:0.0:1788877056.428308:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428309:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428311:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=18 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428313:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428314:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc638aa00. 02000000:00000001:0.0:1788877056.428317:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428318:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428319:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceb274380. 00000100:00000001:0.0:1788877056.428321:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428323:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428328:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5dd500 x1875765519211392/t25769921174(25769921174) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428334:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428336:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5dd500 x1875765519211392/t25769921174(25769921174) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428342:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428343:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428344:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceef90000. 02000000:00000001:0.0:1788877056.428407:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428410:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428412:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=17 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428422:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428424:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd098ac00. 02000000:00000001:0.0:1788877056.428426:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428427:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428429:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5dd500. 00000100:00000001:0.0:1788877056.428431:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428432:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428438:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5dd180 x1875765519211648/t25769921175(25769921175) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428447:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428450:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5dd180 x1875765519211648/t25769921175(25769921175) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877069 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428455:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428456:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428458:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cca25e000. 02000000:00000001:0.0:1788877056.428460:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428461:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428462:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=16 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428464:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428465:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccdf4bc00. 02000000:00000001:0.0:1788877056.428467:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428468:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428469:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5dd180. 00000100:00000001:0.0:1788877056.428471:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428472:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428476:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceb274e00 x1875765519212544/t25769921176(25769921176) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428482:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428484:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceb274e00 x1875765519212544/t25769921176(25769921176) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428489:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428490:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428491:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceeff8000. 02000000:00000001:0.0:1788877056.428495:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428496:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428496:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=15 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428498:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428499:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc638b600. 02000000:00000001:0.0:1788877056.428501:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428502:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428503:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceb274e00. 00000100:00000001:0.0:1788877056.428505:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428506:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428510:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cfd5dca80 x1875765519212928/t25769921177(25769921177) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428515:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428518:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cfd5dca80 x1875765519212928/t25769921177(25769921177) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428522:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428523:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428524:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cca258000. 02000000:00000001:0.0:1788877056.428533:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428535:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428536:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=14 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428538:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428539:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc2be8600. 02000000:00000001:0.0:1788877056.428542:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428543:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428544:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cfd5dca80. 00000100:00000001:0.0:1788877056.428547:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428548:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428552:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceb275180 x1875765519213568/t25769921178(25769921178) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428559:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428561:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceb275180 x1875765519213568/t25769921178(25769921178) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428566:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428567:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428569:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceeffc000. 02000000:00000001:0.0:1788877056.428573:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428574:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428575:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=13 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428577:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428578:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc638a600. 02000000:00000001:0.0:1788877056.428581:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428582:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428583:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceb275180. 00000100:00000001:0.0:1788877056.428585:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428586:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428590:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf40ef480 x1875765519214336/t25769921179(25769921179) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428597:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428599:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519214336/t25769921179(25769921179) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428605:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428606:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428607:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceeffe000. 02000000:00000001:0.0:1788877056.428618:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428620:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428621:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=12 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428622:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428624:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0d008a3a00. 02000000:00000001:0.0:1788877056.428626:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428627:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428629:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:0.0:1788877056.428631:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428632:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428637:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceb274a80 x1875765519214592/t25769921180(25769921180) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428644:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428646:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceb274a80 x1875765519214592/t25769921180(25769921180) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428653:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428654:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428656:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceee34000. 02000000:00000001:0.0:1788877056.428658:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428659:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428661:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=11 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428662:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428664:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc638b800. 02000000:00000001:0.0:1788877056.428666:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428666:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428667:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceb274a80. 00000100:00000001:0.0:1788877056.428670:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428671:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428675:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceb276680 x1875765519214848/t25769921181(25769921181) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428680:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428683:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceb276680 x1875765519214848/t25769921181(25769921181) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428688:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428689:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428691:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceee36000. 02000000:00000001:0.0:1788877056.428694:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428695:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428696:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=10 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428698:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428700:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc638a000. 02000000:00000001:0.0:1788877056.428701:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428703:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428704:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceb276680. 00000100:00000001:0.0:1788877056.428708:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428709:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428713:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceb276d80 x1875765519215104/t25769921182(25769921182) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428718:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428721:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceb276d80 x1875765519215104/t25769921182(25769921182) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428726:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428727:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428729:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceee32000. 02000000:00000001:0.0:1788877056.428731:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428732:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428733:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=9 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428735:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428736:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf7296e00. 02000000:00000001:0.0:1788877056.428738:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428739:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428740:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceb276d80. 00000100:00000001:0.0:1788877056.428742:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428743:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428748:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf40edc00 x1875765519215744/t25769921183(25769921183) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428755:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428758:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519215744/t25769921183(25769921183) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428763:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428764:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428765:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccae40000. 02000000:00000001:0.0:1788877056.428767:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428768:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.428770:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=8 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.428771:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.428772:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0d008a3400. 02000000:00000001:0.0:1788877056.428774:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.428775:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.428776:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:0.0:1788877056.428779:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.428780:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.428784:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0ceb276300 x1875765519216000/t25769921184(25769921184) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428790:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.428793:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0ceb276300 x1875765519216000/t25769921184(25769921184) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.428803:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.428804:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.428806:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ccac0c000. 02000000:00000001:0.0:1788877056.428809:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.428810:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.430287:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=7 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.430293:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.430297:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0ccec44800. 02000000:00000001:0.0:1788877056.430306:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.430307:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.430309:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0ceb276300. 00000100:00000001:0.0:1788877056.430316:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.430318:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.430333:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cf50a4e00 x1875765519216768/t25769921185(25769921185) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.430341:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.430344:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4e00 x1875765519216768/t25769921185(25769921185) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.430350:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.430352:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.430354:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0ceeece000. 02000000:00000001:0.0:1788877056.430713:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.430718:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.430719:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=6 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.430722:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.430724:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cd2ac7400. 02000000:00000001:0.0:1788877056.430729:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.430730:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.430732:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4e00. 00000100:00000001:0.0:1788877056.430735:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.430736:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.430743:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cc9491180 x1875765519217152/t25769921186(25769921186) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.430756:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.430758:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491180 x1875765519217152/t25769921186(25769921186) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.430764:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.430766:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.430768:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cc448e000. 02000000:00000001:0.0:1788877056.430790:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.430791:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.430792:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.430794:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.430796:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cf7fb2400. 02000000:00000001:0.0:1788877056.430799:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.430800:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.430801:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491180. 00000100:00000001:0.0:1788877056.430804:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.430805:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.431229:0:2395:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769921187) req@ffff8d0cea9c5180 x1875765519218816/t25769921187(25769921187) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.431239:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.431244:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5180 x1875765519218816/t25769921187(25769921187) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 496/456 e 0 to 0 dl 1788877070 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.431311:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.431313:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.431315:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8d0cf41d6000. 02000000:00000001:0.0:1788877056.431320:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.431322:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.431323:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.431325:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.431326:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8d0cc551d600. 02000000:00000001:0.0:1788877056.431329:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.431331:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.431332:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5180. 00000100:00000001:0.0:1788877056.431336:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.431337:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.431340:0:2395:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788877056.431342:0:2395:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8d0cc506b800: normal: skip=1 replay=105/105 committed=0/0 00000100:00000001:0.0:1788877056.431345:0:2395:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788877056.431347:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877056.431354:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9492d80 x1875765519225344/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.431886:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877056.431890:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877056.431892:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877056.431898:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492d80 x1875765519225344/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877056.431907:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519225344:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877056.431914:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.431919:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.431924:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490000 x1875765519225216/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.431931:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.431933:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.431935:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc7f7b400. 02000000:00000001:0.0:1788877056.431938:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.431940:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.431941:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=4 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.431943:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.431945:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7e00. 02000000:00000001:0.0:1788877056.431948:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.431949:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.431951:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490000. 00000100:00000001:0.0:1788877056.431953:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.431954:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.431956:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.431961:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9492a00 x1875765519225472/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.431967:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.431968:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.431970:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc7f7a600. 02000000:00000001:0.0:1788877056.431971:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.431972:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.431973:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.431975:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.431976:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7200. 02000000:00000001:0.0:1788877056.431978:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.431980:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.431981:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492a00. 00000100:00000001:0.0:1788877056.431983:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.431984:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.431986:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.431990:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9492680 x1875765519225088/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.431997:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.431998:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.431999:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc7f7b800. 02000000:00000001:0.0:1788877056.432001:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.432003:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.432004:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788877056.432006:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.432007:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7a00. 02000000:00000001:0.0:1788877056.432008:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.432010:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.432011:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492680. 00000100:00000001:0.0:1788877056.432013:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.432014:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.432015:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877056.432018:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9492d80 x1875765519225344/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877056.432023:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877056.432024:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877056.432025:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc7f7b200. 02000000:00000001:0.0:1788877056.432027:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877056.432028:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877056.432029:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=3 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877056.432031:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877056.432032:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7f00. 02000000:00000001:0.0:1788877056.432033:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877056.432034:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877056.432035:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492d80. 00000100:00000001:0.0:1788877056.432038:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877056.432039:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.432041:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877056.432051:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877056.432053:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877056.432055:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877056.432058:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877057.746340:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302484755, at 4302484808 00000100:00000010:0.0:1788877057.746358:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000800:00000001:0.0:1788877059.091351:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.091375:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877059.091379:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.091381:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.091391:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.091399:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877059.091430:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.091435:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.091441:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.091446:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 688 into portal 10 MB=0x6a9ffb1749300 00000400:00000200:0.0:1788877059.091451:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.091458:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 688/688 into md 0x43ff61 [4] + 224 00000800:00000001:0.0:1788877059.091467:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.091478:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.091482:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877059.091486:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877059.091494:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877059.091504:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4700 x1875765519225600/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877075 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877059.091515:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff8d0cea9c4700 x1875765519225600/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877075 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877059.091536:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877059.091545:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.091548:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877059.096069:0:198736:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302486156, at 4302486157 00000100:00000010:0.0:1788877059.096075:0:198736:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000800:00000200:0.0:1788877059.104812:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877059.104826:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2900. 00000400:00000200:0.0:1788877059.104834:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877059.104845:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877059.104852:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915a18 00000400:00000010:0.0:1788877059.104855:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915a18. 00000100:00000001:0.0:1788877059.104861:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877059.104871:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c4700 x1875765519225728/t0(0) o41->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1788877075 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.104884:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877059.104888:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cea9c4700 x1875765519225728/t0(0) o41->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1788877075 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.104895:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877059.104897:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877059.111009:0:198736:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302486171, at 4302486172 00000100:00000010:0.0:1788877059.111035:0:198736:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000800:00000001:0.0:1788877059.116757:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.116780:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877059.116786:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.116789:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.116800:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.116808:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877059.116822:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.116827:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.116833:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.116838:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 368 into portal 10 MB=0x6a9ffb1749380 00000400:00000200:0.0:1788877059.116844:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.116851:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 368/368 into md 0x43ff69 [1] + 224 00000800:00000001:0.0:1788877059.116860:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.116868:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.116872:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877059.116877:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877059.116886:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877059.116896:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4700 x1875765519225728/t0(0) o41->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1788877075 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877059.116908:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8d0cea9c4700 x1875765519225728/t0(0) o41->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1788877075 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.116937:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877059.116947:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.116950:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877059.118196:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877059.118202:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2d00. 00000400:00000200:0.0:1788877059.118207:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877059.118211:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877059.118215:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915908 00000400:00000010:0.0:1788877059.118219:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915908. 00000100:00000001:0.0:1788877059.118223:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877059.118229:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c4700 x1875765519225856/t0(0) o41->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1788877075 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.118238:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877059.118241:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cea9c4700 x1875765519225856/t0(0) o41->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1788877075 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.118283:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877059.118286:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877059.124341:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.124367:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877059.124374:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.124377:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.124387:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.124395:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877059.124416:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.124421:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.124426:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.124430:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 368 into portal 10 MB=0x6a9ffb1749400 00000400:00000200:0.0:1788877059.124435:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.124441:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 368/368 into md 0x43ff71 [1] + 224 00000800:00000001:0.0:1788877059.124449:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.124464:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.124467:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877059.124472:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877059.124479:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877059.124488:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4700 x1875765519225856/t0(0) o41->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1788877075 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877059.124568:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8d0cea9c4700 x1875765519225856/t0(0) o41->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1788877075 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.124654:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877059.124663:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.124667:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877059.134083:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877059.134097:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd15d2800. 00000400:00000200:0.0:1788877059.134105:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877059.134116:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877059.134126:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915dd0 00000400:00000010:0.0:1788877059.134129:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915dd0. 00000100:00000001:0.0:1788877059.134136:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877059.134145:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c4700 x1875765519225984/t0(0) o13->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1788877075 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.134318:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877059.134322:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cea9c4700 x1875765519225984/t0(0) o13->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1788877075 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.134330:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877059.134332:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877059.140603:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.140630:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877059.140635:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.140638:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.140648:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.140656:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877059.140667:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.140672:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.140678:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.140683:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 368 into portal 4 MB=0x6a9ffb1749480 00000400:00000200:0.0:1788877059.140688:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.140695:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.155@tcp of length 368/368 into md 0x43ff79 [1] + 224 00000800:00000001:0.0:1788877059.140703:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.140713:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.140716:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877059.140721:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877059.140728:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877059.140738:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4700 x1875765519225984/t0(0) o13->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1788877075 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877059.140749:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8d0cea9c4700 x1875765519225984/t0(0) o13->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1788877075 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.141013:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877059.141024:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.141036:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877059.142181:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877059.142186:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877059.142189:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877059.142195:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7480 x1875765519226112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.142203:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877059.142205:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877059.142209:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877059.142211:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877059.142214:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877059.142217:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519226112:192.168.203.155@tcp:8:lfs.0 00000100:00000001:0.0:1788877059.142221:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877059.142226:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877059.142228:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877059.142231:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877059.142235:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485cc00. 02000000:00000001:0.0:1788877059.142238:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877059.142243:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877059.142264:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949420. 00000400:00000010:0.0:1788877059.142271:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52908. 00000100:00000200:0.0:1788877059.142280:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519226112, portal 4 00000100:00000001:0.0:1788877059.142282:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877059.142284:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086912 : -126388361464704 : ffff8d0cea9c7480) 00000100:00000040:0.0:1788877059.142291:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7480 x1875765519226112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.142297:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877059.142300:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877059.142302:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52b28. 00000100:00000200:0.0:1788877059.142305:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519226112, offset 0 00000400:00000200:0.0:1788877059.142311:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877059.142317:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.142324:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877059.142329:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877059.142333:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877059.142337:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877059.142339:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877059.142343:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457751:457751:256:4294967295] 192.168.203.155@tcp LPNI seq info [457745:457745:8:4294967295] 00000400:00000200:0.0:1788877059.142347:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.142355:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877059.142361:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877059.142366:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877059.142373:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877059.142381:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877059.142385:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788877059.142409:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877059.142415:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 17683 usecs (18 jiffies) 00000400:00000200:0.0:1788877059.142418:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877059.142421:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302486221 00000100:00000001:0.0:1788877059.142424:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302486259 00000100:00000001:0.0:1788877059.142426:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302486221 00000100:00000001:0.0:1788877059.142428:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302486259 00000100:00000001:0.0:1788877059.142430:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877059.142432:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877059.142435:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877059.142437:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877059.143190:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877059.143192:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877059.143195:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877059.143196:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877059.143198:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877059.143200:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788877059.149964:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.150000:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877059.150006:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.150009:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.150019:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.150028:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877059.150041:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.150048:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.150053:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.150057:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 416 into portal 4 MB=0x6a9ffb1749500 00000400:00000200:0.0:1788877059.150063:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.150071:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.155@tcp of length 416/416 into md 0x43ff81 [1] + 0 00000800:00000001:0.0:1788877059.150079:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.150090:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.150094:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877059.150098:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877059.150106:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877059.150118:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c7480 x1875765519226112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877059.150131:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8d0cea9c7480 x1875765519226112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.150218:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877059.150228:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.150232:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877059.156198:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.156221:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877059.156226:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.156229:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.156240:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.156291:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877059.156302:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.156306:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.156312:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.156316:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 368 into portal 4 MB=0x6a9ffb1749580 00000400:00000200:0.0:1788877059.156322:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877059.156329:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.155@tcp of length 368/368 into md 0x43ff91 [1] + 224 00000800:00000001:0.0:1788877059.156337:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.156347:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877059.156350:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877059.156355:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877059.156363:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877059.156373:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4700 x1875765519226240/t0(0) o13->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1788877075 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877059.156385:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8d0cea9c4700 x1875765519226240/t0(0) o13->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1788877075 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877059.156412:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877059.156422:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877059.156425:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877059.207561:0:198736:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302486259, at 4302486268 00000100:00000010:0.0:1788877059.207580:0:198736:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000800:00000200:0.0:1788877061.519534:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877061.519539:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaf00. 00000400:00000200:0.0:1788877061.519545:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877061.519549:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877061.519554:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4198 00000400:00000010:0.0:1788877061.519556:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4198. 00000100:00000001:0.0:1788877061.519562:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877061.519566:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40eed80 x1875765519226496/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.519575:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877061.519578:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519226496/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.519585:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877061.519587:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877061.519600:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877061.519602:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa800. 00000400:00000200:0.0:1788877061.519605:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877061.519608:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877061.519610:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4e58 00000400:00000010:0.0:1788877061.519613:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4e58. 00000100:00000001:0.0:1788877061.519615:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877061.519618:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ec000 x1875765519226624/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.519624:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877061.519627:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519226624/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.519757:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877061.519759:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877061.519769:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877061.519771:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa200. 00000400:00000200:0.0:1788877061.519773:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877061.519777:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877061.519780:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4aa0 00000400:00000010:0.0:1788877061.519781:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4aa0. 00000100:00000001:0.0:1788877061.519783:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877061.519787:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ee300 x1875765519226752/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.519793:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877061.519796:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519226752/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.519802:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877061.519803:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877061.519859:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877061.519862:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa900. 00000400:00000200:0.0:1788877061.519864:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877061.519867:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877061.519870:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4110 00000400:00000010:0.0:1788877061.519871:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4110. 00000100:00000001:0.0:1788877061.519873:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877061.519877:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40eea00 x1875765519226880/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.519888:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877061.519891:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519226880/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.519897:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877061.519898:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877061.528674:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528697:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877061.528703:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528706:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.528717:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528725:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877061.528736:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528741:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528747:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528752:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 10 MB=0x6a9ffb1749680 00000400:00000200:0.0:1788877061.528758:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528765:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ffa1 [1] + 224 00000800:00000001:0.0:1788877061.528773:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528777:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.528780:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877061.528784:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877061.528792:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877061.528803:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40eed80 x1875765519226496/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877061.528814:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40eed80 x1875765519226496/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.528840:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877061.528848:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528852:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877061.528854:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528857:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.528860:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528864:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877061.528868:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528870:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528872:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528875:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 10 MB=0x6a9ffb1749700 00000400:00000200:0.0:1788877061.528878:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528882:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ffa9 [1] + 224 00000800:00000001:0.0:1788877061.528885:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528888:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.528890:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877061.528892:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877061.528895:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877061.528898:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ec000 x1875765519226624/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877061.528906:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40ec000 x1875765519226624/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.528917:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877061.528921:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528923:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877061.528925:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528926:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.528929:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528932:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877061.528935:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528938:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528940:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528942:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 25 MB=0x6a9ffb1749600 00000400:00000200:0.0:1788877061.528945:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528949:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ff99 [1] + 224 00000800:00000001:0.0:1788877061.528951:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528955:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.528956:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877061.528959:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877061.528961:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877061.528965:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ee680 x1875765519226368/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877061.528972:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40ee680 x1875765519226368/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.528978:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877061.528980:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528984:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877061.528986:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.528988:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.528990:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528993:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877061.528996:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.528998:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.529000:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.529003:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 4 MB=0x6a9ffb1749780 00000400:00000200:0.0:1788877061.529005:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.529009:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ffb1 [1] + 224 00000800:00000001:0.0:1788877061.529011:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.529014:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.529016:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877061.529018:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877061.529020:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877061.529024:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ee300 x1875765519226752/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877061.529030:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40ee300 x1875765519226752/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.529036:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877061.529039:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.529042:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877061.529043:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.529045:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.529047:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.529050:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877061.529052:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.529054:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.529056:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.529058:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 4 MB=0x6a9ffb1749800 00000400:00000200:0.0:1788877061.529061:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877061.529064:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ffb9 [1] + 224 00000800:00000001:0.0:1788877061.529066:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.529092:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877061.529095:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877061.529098:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877061.529101:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877061.529106:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40eea00 x1875765519226880/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877061.529114:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40eea00 x1875765519226880/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877061.529121:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877061.529126:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877061.529129:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788877061.646355:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877061.646362:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877061.646369:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788877061.852000:0:198910:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877062.858346:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302489878, at 4302489920 00000100:00000010:0.0:1788877062.858366:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b840. 00000080:00000001:0.0:1788877063.623794:0:199056:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788877064.371953:0:199120:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877065.738754:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877065.738759:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877065.738762:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788877066.086281:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.086307:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.086387:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.086393:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.086405:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.086413:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.086426:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.086432:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.086437:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.086443:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 368 into portal 10 MB=0x6a9ffb1749880 00000400:00000200:0.0:1788877066.086449:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.086456:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 368/368 into md 0x43ffc1 [1] + 224 00000800:00000001:0.0:1788877066.086465:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.086478:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.086482:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.086486:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.086496:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.086506:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4700 x1875765519227008/t0(0) o41->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 440/368 e 0 to 0 dl 1788877082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877066.086517:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8d0cea9c4700 x1875765519227008/t0(0) o41->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 440/368 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.086535:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.086544:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.086547:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877066.091705:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302493149, at 4302493150 00000100:00000010:0.0:1788877066.091721:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00000040:0.0:1788877066.170015:0:198736:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302493229, at 4302493231 00000100:00000010:0.0:1788877066.170032:0:198736:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bde0. 00000100:00000001:0.0:1788877066.172641:0:193150:0:(service.c:2300:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788877066.172647:0:193150:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1875765454520192 02000000:00000001:0.0:1788877066.172652:0:193150:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788877066.172654:0:193150:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788877066.172657:0:193150:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877066.172664:0:193150:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877066.172669:0:193150:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1875765454520192 00000020:00000001:0.0:1788877066.172672:0:193150:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877066.172674:0:193150:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877066.172677:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877066.172681:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877066.172684:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877066.172687:0:193150:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:0.0:1788877066.172691:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877066.172696:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0cf5f63940. 00000100:00000001:0.0:1788877066.172700:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877066.172703:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0cf5f63940. 00000020:00000010:0.0:1788877066.172709:0:193150:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d0cc3b9f800. 00000020:00000010:0.0:1788877066.172715:0:193150:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d0cd7906180. 00000020:00000010:0.0:1788877066.172720:0:193150:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d0cea911190. 00000100:00000040:0.0:1788877066.172730:0:193150:0:(service.c:1450:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788877066.172734:0:193150:0:(service.c:2021:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788877066.172736:0:193150:0:(service.c:1937:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788877066.172738:0:193150:0:(service.c:1967:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.172746:0:193150:0:(service.c:2119:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.172758:0:193150:0:(service.c:2468:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877066.172772:0:193150:0:(service.c:2502:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788877066.172774:0:193150:0:(service.c:2241:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788877066.172782:0:193150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.155@tcp, seq: 449 00000100:00000040:0.0:1788877066.172785:0:193150:0:(service.c:2273:ptlrpc_server_request_get()) RPC GETting export ffff8d0cd154a000 : new rpc_count 1 00000100:00000001:0.0:1788877066.172787:0:193150:0:(service.c:2275:ptlrpc_server_request_get()) Process leaving (rc=18446617684788982912 : -126388920568704 : ffff8d0cc9493480) 00000100:00000040:0.0:1788877066.172796:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d0cc9493480 x1875765454520192/t0(0) o104->e99387d6-0051-447f-b52a-5f1d84376b25@192.168.203.155@tcp:462/0 lens 328/0 e 0 to 0 dl 1788877077 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877066.172806:0:193150:0:(service.c:1286:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788877066.172809:0:193150:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d0cf5f63940. 00000100:00000001:0.0:1788877066.172811:0:193150:0:(service.c:1308:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788877066.172813:0:193150:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d0cf5f63940. 00000100:00100000:0.0:1788877066.172817:0:193150:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0cc9493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e99387d6-0051-447f-b52a-5f1d84376b25+5:90656:x1875765454520192:12345-192.168.203.155@tcp:104: 00000100:00000200:0.0:1788877066.172821:0:193150:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1875765454520192 00010000:00000001:0.0:1788877066.172825:0:193150:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788877066.172833:0:193150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788877066.172835:0:193150:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877066.172837:0:193150:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8d0cf45bcc00 refcount=2 00000020:00000001:0.0:1788877066.172840:0:193150:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617685511621632 : -126388197929984 : ffff8d0cf45bcc00) 00010000:00000001:0.0:1788877066.172842:0:193150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617685511621632 : -126388197929984 : ffff8d0cf45bcc00) 00010000:00000001:0.0:1788877066.172847:0:193150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788877066.172850:0:193150:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788877066.172855:0:193150:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8d0cc506b800 lock: ffff8d0cf45bcc00/0x4a37134b6b77bac4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x976420bcd5a1a646 expref: -99 pid: 198772 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000100:00000001:0.0:1788877066.172867:0:193150:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788877066.172869:0:193150:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788877066.172873:0:193150:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d0cf485cc00. 02000000:00000001:0.0:1788877066.172875:0:193150:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.172877:0:193150:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877066.172883:0:193150:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788877066.172886:0:193150:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788877066.172890:0:193150:0:(import.c:2196:obd_at_measure()) add 1 to ffff8d0ccbea8de8 time=43 v=5 (1 1 1 0) 00000100:00000001:0.0:1788877066.172895:0:193150:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877066.172899:0:193150:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 16 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877066.172902:0:193150:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:0.0:1788877066.172905:0:193150:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788877066.172908:0:193150:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.172910:0:193150:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877066.172913:0:193150:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877066.172920:0:193150:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52198. 00000100:00000200:0.0:1788877066.172925:0:193150:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765454520192, offset 224 00000400:00000200:0.0:1788877066.172933:0:193150:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877066.172942:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.172949:0:193150:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.55@tcp to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877066.172957:0:193150:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457761:457761:256:4294967295] 192.168.203.155@tcp LPNI seq info [457755:457755:8:4294967295] 00000400:00000200:0.0:1788877066.172962:0:193150:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.172971:0:193150:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877066.172977:0:193150:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877066.172982:0:193150:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877066.172990:0:193150:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877066.172999:0:193150:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877066.173004:0:193150:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877066.173016:0:193150:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877066.173020:0:193150:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00010000:00000001:0.0:1788877066.173024:0:193150:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788877066.173028:0:193150:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8d0ceab30840. 00010000:00000001:0.0:1788877066.173031:0:193150:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788877066.173048:0:193150:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788877066.173050:0:193150:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877066.173052:0:193150:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788877066.173054:0:193150:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877066.173059:0:193150:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9493480 x1875765454520192/t0(0) o104->e99387d6-0051-447f-b52a-5f1d84376b25@192.168.203.155@tcp:462/0 lens 328/224 e 0 to 0 dl 1788877077 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788877066.173069:0:193150:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0cc9493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e99387d6-0051-447f-b52a-5f1d84376b25+5:90656:x1875765454520192:12345-192.168.203.155@tcp:104: Request processed in 262us (1853us total) trans 0 rc 0/0 00000100:00100000:0.0:1788877066.173076:0:193150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.155@tcp, seq: 449 00000100:00000040:0.0:1788877066.173080:0:193150:0:(service.c:1131:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d0cd154a000 : new rpc_count 0 00000100:00000001:0.0:1788877066.173082:0:193150:0:(service.c:1973:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788877066.173084:0:193150:0:(service.c:1984:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788877066.173090:0:193150:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d0cd7906180. 00000020:00000010:0.0:1788877066.173095:0:193150:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d0cea911190. 00000020:00000010:0.0:1788877066.173099:0:193150:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d0cc3b9f800. 00000020:00000040:0.0:1788877066.173105:0:193150:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00000001:0.0:1788877066.173108:0:193150:0:(service.c:2658:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877066.173934:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.173938:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954400. 00000400:00000200:0.0:1788877066.173945:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.173950:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.173954:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52198 00000400:00000010:0.0:1788877066.173957:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52198. 00000100:00000001:0.0:1788877066.173961:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877066.173963:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877066.177754:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.177768:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaa00. 00000400:00000200:0.0:1788877066.177776:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.177786:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.177794:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4088 00000400:00000010:0.0:1788877066.177797:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4088. 00000100:00000001:0.0:1788877066.177803:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877066.177814:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ec000 x1875765519227520/t0(0) o103->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.177828:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877066.177832:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519227520/t0(0) o103->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.177839:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.177841:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877066.186499:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.186519:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.186524:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.186526:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.186535:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.186543:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.186552:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.186557:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.186564:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.186568:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb1749a80 00000400:00000200:0.0:1788877066.186574:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.186581:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x43ffe1 [1] + 224 00000800:00000001:0.0:1788877066.186589:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.186599:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.186602:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.186607:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.186614:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.186624:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ec000 x1875765519227520/t0(0) o103->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877082 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877066.186636:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cf40ec000 x1875765519227520/t0(0) o103->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.186655:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.186664:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.186669:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877066.188324:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302493249, at 4302493250 00000100:00000010:0.0:1788877066.188331:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b060. 00000800:00000001:0.0:1788877066.211213:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.211733:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.211740:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.211742:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.211752:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.211762:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.211771:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.211776:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.211782:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.211787:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 536 into portal 10 MB=0x6a9ffb1749a00 00000400:00000200:0.0:1788877066.211793:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.211799:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 536/536 into md 0x43ffd1 [2] + 224 00000800:00000001:0.0:1788877066.211807:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.211815:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.211819:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.211823:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.211831:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.211841:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ee680 x1875765519227392/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 560/4544 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877066.211852:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=536 offset=224 replen=4544 req@ffff8d0cf40ee680 x1875765519227392/t0(0) o36->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 560/4544 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.211862:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.211870:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.211873:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877066.231877:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.231883:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922900. 00000400:00000200:0.0:1788877066.231892:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.231898:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.231904:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915330 00000400:00000010:0.0:1788877066.231907:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915330. 00000100:00000001:0.0:1788877066.231911:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877066.231917:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c4700 x1875765519227648/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.231928:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877066.231932:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cea9c4700 x1875765519227648/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.231939:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.231941:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877066.237221:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.237244:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.237282:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.237286:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.237297:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.237307:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.237318:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.237324:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.237331:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.237336:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 688 into portal 10 MB=0x6a9ffb1749b00 00000400:00000200:0.0:1788877066.237343:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.237350:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 688/688 into md 0x43ffe9 [4] + 224 00000800:00000001:0.0:1788877066.237358:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.237374:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.237378:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.237383:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.237390:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.237401:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4700 x1875765519227648/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877066.237413:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff8d0cea9c4700 x1875765519227648/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.237428:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.237438:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.237441:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877066.239377:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.239383:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922000. 00000400:00000200:0.0:1788877066.239390:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.239395:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.239399:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915bb0 00000400:00000010:0.0:1788877066.239402:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915bb0. 00000100:00000001:0.0:1788877066.239407:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877066.239411:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c4700 x1875765519227776/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788877082 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.239420:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877066.239423:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cea9c4700 x1875765519227776/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788877082 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.239429:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.239431:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877066.253536:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302493314, at 4302493315 00000100:00000010:0.0:1788877066.253544:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33eea0. 00000800:00000001:0.0:1788877066.265706:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.265734:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.265739:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.265741:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.265751:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.265760:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.265770:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.265775:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.265781:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.265785:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 584 into portal 10 MB=0x6a9ffb1749b80 00000400:00000200:0.0:1788877066.265791:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.265799:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 584/584 into md 0x43fff1 [4] + 224 00000800:00000001:0.0:1788877066.265807:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.265835:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.265839:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.265845:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.265853:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.265863:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c4700 x1875765519227776/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877066.265874:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff8d0cea9c4700 x1875765519227776/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.265895:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.265905:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.265909:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877066.268985:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.268992:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa800. 00000400:00000200:0.0:1788877066.268998:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.269004:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.269011:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c43b8 00000400:00000010:0.0:1788877066.269014:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c43b8. 00000100:00000001:0.0:1788877066.269019:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877066.269024:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ee680 x1875765519227904/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.269040:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877066.269043:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cf40ee680 x1875765519227904/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.269050:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.269053:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877066.274549:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.274581:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.274586:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.274589:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.274600:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.274609:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.274619:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.274624:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.274630:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.274635:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 672 into portal 10 MB=0x6a9ffb1749c00 00000400:00000200:0.0:1788877066.274640:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.274647:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 672/672 into md 0x43fff9 [4] + 224 00000800:00000001:0.0:1788877066.274656:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.274665:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.274669:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.274673:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.274681:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.274692:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ee680 x1875765519227904/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877066.274703:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=672 offset=224 replen=9088 req@ffff8d0cf40ee680 x1875765519227904/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.274724:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.274733:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.274737:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.289725:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.289748:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.289755:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.289757:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.289769:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.289777:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.289787:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.289792:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.289797:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.289802:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1749c80 00000400:00000200:0.0:1788877066.289808:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.289814:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x440001 [4] + 224 00000800:00000001:0.0:1788877066.289822:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.289831:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.289835:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.289838:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.289846:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.289857:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ec000 x1875765519228032/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877066.289868:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf40ec000 x1875765519228032/t0(0) o101->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.289888:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.289898:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.289902:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877066.290310:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302493351, at 4302493352 00000100:00000010:0.0:1788877066.290322:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00000800:00000001:0.0:1788877066.295836:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.295860:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.295865:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.295867:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.295878:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.295886:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.295898:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.295904:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.295911:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.295916:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 640 into portal 10 MB=0x6a9ffb1749d00 00000400:00000200:0.0:1788877066.295921:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.295928:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 640/640 into md 0x440009 [4] + 224 00000800:00000001:0.0:1788877066.295936:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.295944:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.295948:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.295953:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.295961:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.295972:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cf40ec000 x1875765519228160/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877066.295983:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8d0cf40ec000 x1875765519228160/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.296004:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.296013:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.296017:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.305690:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.305713:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.305718:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.305721:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.305731:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.305740:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.305751:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.305756:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.305762:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.305767:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 584 into portal 10 MB=0x6a9ffb1749d80 00000400:00000200:0.0:1788877066.305783:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.305790:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 584/584 into md 0x440011 [4] + 224 00000800:00000001:0.0:1788877066.305798:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.305808:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.305812:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.305816:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.305826:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.305837:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c5c00 x1875765519228288/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877066.305848:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff8d0cea9c5c00 x1875765519228288/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.305872:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.305881:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.305885:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.317586:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.317604:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.317608:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.317610:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.317620:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.317628:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.317636:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.317641:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.317646:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.317650:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 664 into portal 10 MB=0x6a9ffb1749e80 00000400:00000200:0.0:1788877066.317655:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.317662:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 664/664 into md 0x440019 [32] + 224 00000800:00000001:0.0:1788877066.317669:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.317676:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.317678:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.317683:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.317689:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.317699:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c5c00 x1875765519228544/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1788877082 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877066.317709:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=70288 req@ffff8d0cea9c5c00 x1875765519228544/t0(0) o101->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.317778:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.317787:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.317790:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877066.322045:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.322051:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa000. 00000400:00000200:0.0:1788877066.322057:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.322064:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.322070:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4dd0 00000400:00000010:0.0:1788877066.322072:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4dd0. 00000100:00000001:0.0:1788877066.322077:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877066.322083:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c7100 x1875765519228672/t0(0) o101->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 328/400 e 0 to 0 dl 1788877082 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.322093:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877066.322096:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7100 x1875765519228672/t0(0) o101->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 328/400 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.322103:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.322105:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877066.325540:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.325565:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.325571:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.325573:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.325585:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.325595:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.325606:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.325612:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.325618:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.325624:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 400 into portal 4 MB=0x6a9ffb1749f00 00000400:00000200:0.0:1788877066.325631:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.325638:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.155@tcp of length 400/400 into md 0x440021 [1] + 224 00000800:00000001:0.0:1788877066.325647:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.325654:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.325659:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.325663:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.325674:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.325687:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c7100 x1875765519228672/t0(0) o101->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 328/400 e 0 to 0 dl 1788877082 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877066.325703:0:2386:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff8d0cea9c7100 x1875765519228672/t0(0) o101->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 328/400 e 0 to 0 dl 1788877082 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.325723:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.325733:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.325736:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877066.328597:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.328603:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922900. 00000400:00000200:0.0:1788877066.328612:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.328617:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.328623:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915220 00000400:00000010:0.0:1788877066.328626:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915220. 00000100:00000001:0.0:1788877066.328630:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877066.328636:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c7800 x1875765519228800/t0(0) o101->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 328/400 e 0 to 0 dl 1788877082 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.328645:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877066.328649:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cea9c7800 x1875765519228800/t0(0) o101->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 328/400 e 0 to 0 dl 1788877082 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.328655:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.328657:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877066.335096:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.335175:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.335181:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.335185:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.335196:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.335204:0:2386:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.335214:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.335219:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.335225:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.335230:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 328 into portal 15 MB=0x6a9ffad994a00 00000400:00000200:0.0:1788877066.335240:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 328/328 into md 0x43fee9 [2] + 656 00000800:00000001:0.0:1788877066.335466:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.335478:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.335482:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.335488:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.335569:0:2386:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877066.335572:0:2386:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877066.335581:0:2386:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4e00. 00000100:00000040:0.0:1788877066.335585:0:2386:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a4e00 x1875765454522880 msgsize 328 00000100:00100000:0.0:1788877066.335590:0:2386:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877066.335603:0:2386:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.335613:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.335618:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877066.336962:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.336969:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:0.0:1788877066.336975:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.336980:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.336986:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39550 00000400:00000010:0.0:1788877066.336989:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39550. 00000100:00000001:0.0:1788877066.336993:0:2387:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877066.336995:0:2387:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788877066.341769:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.341793:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaf00. 00000400:00000200:0.0:1788877066.341806:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.341818:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.341827:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4550 00000400:00000010:0.0:1788877066.341831:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4550. 00000100:00000001:0.0:1788877066.341838:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877066.341849:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c7100 x1875765519228928/t0(0) o103->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.341863:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877066.341867:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7100 x1875765519228928/t0(0) o103->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.341874:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.341876:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877066.343172:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.343193:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.343199:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.343201:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.343211:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.343219:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.343404:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.343411:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.343417:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.343423:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 400 into portal 4 MB=0x6a9ffb1749f80 00000400:00000200:0.0:1788877066.343428:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.343435:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.155@tcp of length 400/400 into md 0x440029 [1] + 224 00000800:00000001:0.0:1788877066.343443:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.343449:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.343452:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.343456:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.343462:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.343469:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c7800 x1875765519228800/t0(0) o101->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 328/400 e 0 to 0 dl 1788877082 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788877066.343480:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff8d0cea9c7800 x1875765519228800/t0(0) o101->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 328/400 e 0 to 0 dl 1788877082 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877066.343557:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.343567:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.343572:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.343574:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.343576:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.343579:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.343583:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.343587:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.343589:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.343592:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.343595:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 392 into portal 15 MB=0x6a9ffad994a80 00000400:00000200:0.0:1788877066.343601:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.155@tcp of length 392/392 into md 0x43fee9 [2] + 984 00000800:00000001:0.0:1788877066.343605:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.343611:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.343613:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.343616:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.343619:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788877066.343622:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788877066.343627:0:2387:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5f80. 00000100:00000040:0.0:1788877066.343630:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff8d0cf50a5f80 x1875765454523008 msgsize 392 00000100:00100000:0.0:1788877066.343634:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.155@tcp (source: 12345-192.168.203.155@tcp) 00000100:00000001:0.0:1788877066.343694:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.343699:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.343702:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788877066.347581:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.347587:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:0.0:1788877066.347598:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.347609:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.347617:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:0.0:1788877066.347620:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:0.0:1788877066.347627:0:2386:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788877066.347629:0:2386:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1788877066.348228:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.348241:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.348244:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.348247:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.348269:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.348275:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.348282:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.348287:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.348293:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.348297:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 224 into portal 18 MB=0x6a9ffb174a000 00000400:00000200:0.0:1788877066.348302:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.348422:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.155@tcp of length 224/224 into md 0x440039 [1] + 224 00000800:00000001:0.0:1788877066.348431:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.348440:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.348443:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.348447:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000100:00000001:0.0:1788877066.348456:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877066.348466:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8d0cea9c7100 x1875765519228928/t0(0) o103->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877082 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788877066.348476:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d0cea9c7100 x1875765519228928/t0(0) o103->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1788877082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.348598:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788877066.348609:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.348612:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877066.357343:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302493418, at 4302493419 00000100:00000010:0.0:1788877066.357354:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd20. 00000800:00000200:0.0:1788877066.366059:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877066.366073:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922d00. 00000400:00000200:0.0:1788877066.366084:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877066.366095:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877066.366104:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915088 00000400:00000010:0.0:1788877066.366107:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915088. 00000100:00000001:0.0:1788877066.366114:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877066.366123:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c7800 x1875765519229184/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/512 e 0 to 0 dl 1788877082 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.367687:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877066.367698:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8d0cea9c7800 x1875765519229184/t0(0) o36->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 488/512 e 0 to 0 dl 1788877082 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877066.367706:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877066.367709:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788877066.369168:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.369188:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788877066.369193:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788877066.369196:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788877066.369205:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.369212:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp) <- 192.168.203.155@tcp : PUT - for me 00000400:00000200:0.0:1788877066.369232:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.369236:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.369243:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.369642:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.155@tcp of length 456 into portal 10 MB=0x6a9ffb174a100 00000400:00000200:0.0:1788877066.369651:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877066.369660:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.155@tcp of length 456/456 into md 0x440049 [1] + 224 00000800:00000001:0.0:1788877066.369668:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1788877066.395415:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302493456, at 4302493457 00000100:00000010:0.0:1788877066.395432:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000020:00000001:0.0:1788877067.786618:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877067.786622:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877067.786625:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877067.978628:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302494995, at 4302495040 00000100:00000010:0.0:1788877067.978635:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00000001:0.0:1788877071.757804:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877071.757809:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877071.757811:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877071.757818:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9490e00 x1875765519229824/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877071.757825:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877071.757827:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877071.757830:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877071.757832:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877071.757834:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877071.757837:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2395:1875765519229824:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877071.757840:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877071.757843:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877071.757845:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877071.757847:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877071.757851:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc63d7600. 02000000:00000001:0.0:1788877071.757853:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877071.757857:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877071.757862:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949268. 00000400:00000010:0.0:1788877071.759905:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52198. 00000100:00000200:0.0:1788877071.759922:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519229824, portal 25 00000100:00000001:0.0:1788877071.759925:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877071.759927:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788973056 : -126388920578560 : ffff8d0cc9490e00) 00000100:00000040:0.0:1788877071.759938:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9490e00 x1875765519229824/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877071.759946:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877071.759949:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877071.759952:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52ee0. 00000100:00000200:0.0:1788877071.759955:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875765519229824, offset 0 00000400:00000200:0.0:1788877071.759961:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877071.759965:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877071.759969:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877071.759972:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877071.759975:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877071.759977:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877071.759979:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877071.759982:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457783:457783:253:4294967295] 192.168.203.155@tcp LPNI seq info [457777:457777:5:4294967295] 00000400:00000200:0.0:1788877071.759986:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877071.759992:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877071.759997:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877071.760001:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877071.760006:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877071.760011:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877071.760014:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877071.760017:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877071.760020:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877071.760022:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4302500120 00000100:00000001:0.0:1788877071.760030:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302498885 00000100:00000001:0.0:1788877071.760035:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4302500120 00000100:00000001:0.0:1788877071.760038:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302498885 00000100:00000001:0.0:1788877071.760041:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877071.760042:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877071.760045:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877071.760050:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9490a80 x1875765519230080/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877071.760058:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877071.760061:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877071.760065:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877071.760069:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877071.760071:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877071.760074:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519230080:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877071.760078:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877071.760084:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877071.760087:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877071.760090:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877071.760095:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc63d6000. 02000000:00000001:0.0:1788877071.760098:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877071.760102:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877071.760106:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949d68. 00000400:00000010:0.0:1788877071.760110:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca523b8. 00000100:00000200:0.0:1788877071.760113:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519230080, portal 10 00000100:00000001:0.0:1788877071.760115:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877071.760116:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788972160 : -126388920579456 : ffff8d0cc9490a80) 00000100:00000040:0.0:1788877071.760123:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9490a80 x1875765519230080/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877071.760129:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877071.760131:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877071.760133:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52220. 00000100:00000200:0.0:1788877071.760135:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765519230080, offset 0 00000400:00000200:0.0:1788877071.760139:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877071.760143:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877071.760147:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877071.760149:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877071.760152:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877071.760154:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877071.760156:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877071.760159:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457784:457784:252:4294967295] 192.168.203.155@tcp LPNI seq info [457778:457778:4:4294967295] 00000400:00000200:0.0:1788877071.760163:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877071.760168:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877071.760173:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877071.760177:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954800. 00000800:00000200:0.0:1788877071.760181:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877071.760185:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877071.760187:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877071.760190:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877071.760194:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:0.0:1788877071.760197:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877071.760199:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302498835 00000100:00000001:0.0:1788877071.760202:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302500120 00000100:00000001:0.0:1788877071.760204:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302498835 00000100:00000001:0.0:1788877071.760206:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302500120 00000100:00000001:0.0:1788877071.760208:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877071.760210:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877071.760212:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877071.760217:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9492680 x1875765519230336/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877071.760234:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877071.760237:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877071.760239:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877071.760241:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877071.760243:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877071.760246:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519230336:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877071.760265:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877071.760267:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877071.760269:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877071.760270:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877071.760274:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc63d7200. 02000000:00000001:0.0:1788877071.760276:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877071.760279:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877071.760281:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39499a0. 00000400:00000010:0.0:1788877071.760285:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca526e8. 00000100:00000200:0.0:1788877071.760288:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519230336, portal 4 00000100:00000001:0.0:1788877071.760290:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877071.760291:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788979328 : -126388920572288 : ffff8d0cc9492680) 00000100:00000040:0.0:1788877071.760298:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9492680 x1875765519230336/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877071.760303:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877071.760305:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877071.760307:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877071.760309:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765519230336, offset 0 00000400:00000200:0.0:1788877071.760313:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877071.760317:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877071.760321:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877071.760323:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877071.760325:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877071.760327:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877071.760330:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877071.760332:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457785:457785:251:4294967295] 192.168.203.155@tcp LPNI seq info [457779:457779:3:4294967295] 00000400:00000200:0.0:1788877071.760336:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877071.760351:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877071.760355:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877071.760359:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954c00. 00000800:00000200:0.0:1788877071.760362:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877071.760366:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877071.760369:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877071.760372:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877071.760375:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877071.760378:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877071.760379:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302498838 00000100:00000001:0.0:1788877071.760381:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302500120 00000100:00000001:0.0:1788877071.760383:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302498838 00000100:00000001:0.0:1788877071.760385:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302500120 00000100:00000001:0.0:1788877071.760387:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877071.760389:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877071.760392:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877071.760396:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9490000 x1875765519230592/t0(0) o16->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877071.760402:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877071.760404:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877071.760406:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877071.760408:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877071.760410:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877071.760412:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519230592:192.168.203.155@tcp:16:kworker.0 00000100:00000001:0.0:1788877071.760415:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877071.760418:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877071.760419:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877071.760421:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877071.760424:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485fc00. 02000000:00000001:0.0:1788877071.760426:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877071.760429:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877071.760431:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949f78. 00000400:00000010:0.0:1788877071.760434:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52cc0. 00000100:00000200:0.0:1788877071.760449:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519230592, portal 4 00000100:00000001:0.0:1788877071.760451:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877071.760452:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788969472 : -126388920582144 : ffff8d0cc9490000) 00000100:00000040:0.0:1788877071.760457:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8d0cc9490000 x1875765519230592/t0(0) o16->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 440/432 e 0 to 0 dl 1788877087 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877071.760463:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877071.760465:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877071.760468:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52660. 00000100:00000200:0.0:1788877071.760470:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875765519230592, offset 0 00000400:00000200:0.0:1788877071.760474:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877071.760478:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877071.760481:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877071.760484:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877071.760486:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877071.760488:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877071.760491:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877071.760493:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457786:457786:250:4294967295] 192.168.203.155@tcp LPNI seq info [457780:457780:2:4294967295] 00000400:00000200:0.0:1788877071.760497:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877071.760503:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877071.760507:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877071.760511:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954300. 00000800:00000200:0.0:1788877071.760527:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877071.760531:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877071.760534:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788877071.760537:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877071.760539:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877071.760542:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877071.760544:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302498838 00000100:00000001:0.0:1788877071.760546:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302500120 00000100:00000001:0.0:1788877071.760548:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302498838 00000100:00000001:0.0:1788877071.760551:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302500120 00000100:00000001:0.0:1788877071.760553:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877071.760555:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877071.760557:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877071.760560:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877071.760566:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877071.760568:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788877071.760571:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877071.760572:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877071.760574:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877071.760577:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877071.883115:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877071.883120:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877071.883124:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877073.098420:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302500120, at 4302500160 00000100:00000010:0.0:1788877073.098447:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000020:00000001:0.0:1788877075.979793:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877075.979799:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877075.979804:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877076.876077:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877076.876082:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877076.876085:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877076.876092:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9491180 x1875765519230720/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.876100:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877076.876102:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.876106:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877076.876108:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877076.876111:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877076.876114:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2394:1875765519230720:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877076.876118:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877076.876124:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877076.876126:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.876128:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877076.876134:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc63d6400. 02000000:00000001:0.0:1788877076.876136:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877076.876144:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877076.876148:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39492c0. 00000400:00000010:0.0:1788877076.876155:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52a18. 00000100:00000200:0.0:1788877076.876161:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519230720, portal 25 00000100:00000001:0.0:1788877076.876163:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877076.876164:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788973952 : -126388920577664 : ffff8d0cc9491180) 00000100:00000040:0.0:1788877076.876170:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9491180 x1875765519230720/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.876176:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877076.876179:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877076.876181:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52000. 00000100:00000200:0.0:1788877076.876183:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875765519230720, offset 0 00000400:00000200:0.0:1788877076.876201:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877076.876209:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.876216:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877076.876222:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877076.876227:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877076.876230:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877076.876233:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877076.876237:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457787:457787:256:4294967295] 192.168.203.155@tcp LPNI seq info [457781:457781:8:4294967295] 00000400:00000200:0.0:1788877076.876241:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.876290:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877076.876297:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877076.876302:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954000. 00000800:00000200:0.0:1788877076.876309:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877076.876330:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877076.876335:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877076.876349:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877076.876352:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877076.876355:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4302505237 00000100:00000010:0.0:1788877076.876361:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877076.876368:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877076.876373:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4302505237 00000100:00000010:0.0:1788877076.876376:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655cc0. 00000100:00000001:0.0:1788877076.876379:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877076.876381:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877076.876384:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877076.876386:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877076.876394:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9491880 x1875765519230976/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.876400:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877076.876402:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.876404:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877076.876405:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877076.876407:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877076.876409:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519230976:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877076.876412:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877076.876414:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877076.876415:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.876417:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877076.876420:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc63d7400. 02000000:00000001:0.0:1788877076.876422:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877076.876425:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877076.876428:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949058. 00000400:00000010:0.0:1788877076.876432:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52880. 00000100:00000200:0.0:1788877076.876434:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519230976, portal 10 00000100:00000001:0.0:1788877076.876436:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877076.876437:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788975744 : -126388920575872 : ffff8d0cc9491880) 00000100:00000040:0.0:1788877076.876444:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9491880 x1875765519230976/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.876450:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877076.876453:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877076.876456:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52990. 00000100:00000200:0.0:1788877076.876458:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765519230976, offset 0 00000400:00000200:0.0:1788877076.876462:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877076.876465:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.876469:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877076.876471:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877076.876473:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877076.876475:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877076.876477:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877076.876480:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457788:457788:255:4294967295] 192.168.203.155@tcp LPNI seq info [457782:457782:7:4294967295] 00000400:00000200:0.0:1788877076.876484:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.876488:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877076.876492:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877076.876495:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954500. 00000800:00000200:0.0:1788877076.876498:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877076.876501:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877076.876504:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877076.876506:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877076.876509:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:0.0:1788877076.876512:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877076.876514:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302503952 00000100:00000001:0.0:1788877076.876516:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302505237 00000100:00000001:0.0:1788877076.876518:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302503952 00000100:00000001:0.0:1788877076.876519:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302505237 00000100:00000001:0.0:1788877076.876521:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877076.876523:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877076.876526:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877076.876531:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9491f80 x1875765519231232/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.876545:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877076.876547:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.876550:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877076.876552:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877076.876554:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877076.876558:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519231232:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877076.876562:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877076.876565:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877076.876567:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.876569:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877076.876572:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc63d7c00. 02000000:00000001:0.0:1788877076.876575:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877076.876578:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877076.876581:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39499f8. 00000400:00000010:0.0:1788877076.876586:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52330. 00000100:00000200:0.0:1788877076.876590:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519231232, portal 4 00000100:00000001:0.0:1788877076.876592:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877076.876594:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788977536 : -126388920574080 : ffff8d0cc9491f80) 00000100:00000040:0.0:1788877076.876602:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9491f80 x1875765519231232/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.876609:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877076.876613:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877076.876616:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52550. 00000100:00000200:0.0:1788877076.876619:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765519231232, offset 0 00000400:00000200:0.0:1788877076.876625:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877076.876631:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.876798:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877076.876803:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877076.876806:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877076.876810:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877076.876813:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877076.876817:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457789:457789:254:4294967295] 192.168.203.155@tcp LPNI seq info [457783:457783:6:4294967295] 00000400:00000200:0.0:1788877076.876821:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.876827:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877076.876831:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877076.876835:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877076.876840:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877076.876847:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877076.876850:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877076.876854:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877076.876858:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877076.876862:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877076.876864:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302503955 00000100:00000001:0.0:1788877076.876867:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302505237 00000100:00000001:0.0:1788877076.876869:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302503955 00000100:00000001:0.0:1788877076.876872:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302505237 00000100:00000001:0.0:1788877076.876874:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877076.876876:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877076.876881:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877076.876885:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877076.876896:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877076.876899:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1788877076.876956:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877076.876957:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877076.876960:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877076.876963:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788877076.876964:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877076.876967:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877076.876969:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877076.876970:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877076.876971:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877076.876972:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877076.876978:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9490380 x1875765519230848/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.876985:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877076.876986:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.876989:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877076.876990:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877076.876992:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877076.876994:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519230848:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877076.876997:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877076.877000:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877076.877002:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.877003:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877076.877008:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0cc63d7000. 02000000:00000001:0.0:1788877076.877010:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877076.877013:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877076.877016:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39490b0. 00000400:00000010:0.0:1788877076.877019:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52660. 00000100:00000200:0.0:1788877076.877023:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519230848, portal 10 00000100:00000001:0.0:1788877076.877025:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877076.877026:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788970368 : -126388920581248 : ffff8d0cc9490380) 00000100:00000040:0.0:1788877076.877032:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9490380 x1875765519230848/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.877038:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877076.877040:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877076.877043:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca527f8. 00000100:00000200:0.0:1788877076.877045:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765519230848, offset 0 00000400:00000200:0.0:1788877076.877049:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877076.877053:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.877056:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877076.877059:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877076.877061:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877076.877064:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877076.877066:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877076.877069:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457790:457790:253:4294967295] 192.168.203.155@tcp LPNI seq info [457784:457784:5:4294967295] 00000400:00000200:0.0:1788877076.877073:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.877078:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877076.877082:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877076.877086:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954100. 00000800:00000200:0.0:1788877076.877089:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877076.877093:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877076.877096:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877076.877099:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877076.877102:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:0.0:1788877076.877104:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877076.877106:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302503952 00000100:00000001:0.0:1788877076.877108:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302505237 00000100:00000001:0.0:1788877076.877110:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302503952 00000100:00000001:0.0:1788877076.877111:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302505237 00000100:00000001:0.0:1788877076.877113:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877076.877115:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877076.877117:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877076.877121:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9493800 x1875765519231104/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.877128:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877076.877130:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.877132:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877076.877134:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877076.877136:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877076.877139:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519231104:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877076.877142:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877076.877144:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877076.877145:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877076.877147:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877076.877151:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d0ccbead000. 02000000:00000001:0.0:1788877076.877153:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877076.877156:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877076.877158:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949dc0. 00000400:00000010:0.0:1788877076.877160:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52220. 00000100:00000200:0.0:1788877076.877163:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765519231104, portal 4 00000100:00000001:0.0:1788877076.877165:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877076.877166:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788983808 : -126388920567808 : ffff8d0cc9493800) 00000100:00000040:0.0:1788877076.877172:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9493800 x1875765519231104/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1788877092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877076.877177:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877076.877180:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877076.877182:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52ee0. 00000100:00000200:0.0:1788877076.877184:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765519231104, offset 0 00000400:00000200:0.0:1788877076.877383:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877076.877388:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.877391:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877076.877393:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877076.877396:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877076.877398:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877076.877400:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877076.877402:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457791:457791:252:4294967295] 192.168.203.155@tcp LPNI seq info [457785:457785:4:4294967295] 00000400:00000200:0.0:1788877076.877406:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877076.877412:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877076.877416:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877076.877420:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954a00. 00000800:00000200:0.0:1788877076.877423:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877076.877427:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877076.877429:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877076.877432:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877076.877436:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:0.0:1788877076.877439:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877076.877441:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302504005 00000100:00000001:0.0:1788877076.877443:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302505237 00000100:00000001:0.0:1788877076.877445:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302504005 00000100:00000001:0.0:1788877076.877447:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302505237 00000100:00000001:0.0:1788877076.877449:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877076.877451:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877076.877454:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877076.877456:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877076.877471:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877076.877473:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877076.877476:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877076.877478:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877077.898441:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877077.898451:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877077.898454:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877077.898457:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877077.898459:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877077.898463:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877077.898466:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877078.218404:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302505237, at 4302505280 00000100:00000010:0.0:1788877078.218423:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf46552a0. 00000020:00000001:0.0:1788877080.075350:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877080.075354:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877080.075358:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877083.019992:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877083.020011:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877083.020014:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877083.020019:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877083.020022:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877083.020027:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.020035:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.061529:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877083.061534:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877083.061680:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877083.061684:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877083.061689:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949268. 00000400:00000200:0.0:1788877083.061699:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52198 00000400:00000010:0.0:1788877083.061704:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52198. 00000100:00000001:0.0:1788877083.061713:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877083.061723:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490e00 x1875765519229824/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877087 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877083.061739:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490e00 x1875765519229824/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877087 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.061755:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877083.061758:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877083.061766:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490e00 x1875765519229824/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877087 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.061781:0:2395:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788877083.061785:0:2395:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877083.061791:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877083.061794:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877083.061801:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490e00 x1875765519229824/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877087 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877083.061824:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2395:1875765519229824:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877083.062000:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.062004:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877083.062008:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490e00 x1875765519229824/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877087 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.062014:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877083.062017:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877083.062022:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc63d7600. 02000000:00000001:0.0:1788877083.062030:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877083.062032:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877083.062033:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=7 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788877083.062036:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877083.062039:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7b00. 02000000:00000001:0.0:1788877083.062042:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877083.062044:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877083.062046:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490e00. 00000100:00000001:0.0:1788877083.062049:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877083.062051:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877083.062054:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.062056:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877083.062057:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877083.062059:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.062060:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.062079:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877083.062081:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788877083.062085:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877083.062087:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877083.062089:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc39492c0. 00000400:00000200:0.0:1788877083.062092:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52a18 00000400:00000010:0.0:1788877083.062094:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52a18. 00000100:00000001:0.0:1788877083.062097:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877083.062101:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9491180 x1875765519230720/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877092 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877083.062110:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9491180 x1875765519230720/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877092 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.062116:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877083.062118:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877083.062121:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9491180 x1875765519230720/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877092 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.062128:0:2394:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788877083.062130:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877083.062132:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877083.062133:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877083.062136:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9491180 x1875765519230720/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877092 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877083.062148:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2394:1875765519230720:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877083.062153:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.062155:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877083.062157:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491180 x1875765519230720/t0(0) o400->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1788877092 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.062163:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877083.062164:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877083.062166:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc63d6400. 02000000:00000001:0.0:1788877083.062169:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877083.062170:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877083.062171:0:2394:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=6 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788877083.062173:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877083.062174:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7100. 02000000:00000001:0.0:1788877083.062176:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877083.062178:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877083.062179:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491180. 00000100:00000001:0.0:1788877083.062181:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877083.062183:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877083.062185:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.062196:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877083.062198:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877083.062200:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.062202:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.062483:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877083.062488:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877083.062492:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877083.062502:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.062514:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877083.062518:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877083.062524:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877083.062528:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877083.062531:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877083.062537:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519232000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877083.062545:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877083.062550:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877083.062554:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877083.062559:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877083.062576:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485d000. 02000000:00000001:0.0:1788877083.062581:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877083.062591:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877083.062596:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39492c0. 00000400:00000010:0.0:1788877083.062605:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52a18. 00000100:00000200:0.0:1788877083.062619:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519232000, portal 25 00000100:00000001:0.0:1788877083.062624:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877083.062628:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788974848 : -126388920576768 : ffff8d0cc9491500) 00000100:00000040:0.0:1788877083.062639:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.062655:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877083.062663:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877083.062668:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52198. 00000100:00000200:0.0:1788877083.062673:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519232000, offset 0 00000400:00000200:0.0:1788877083.062686:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877083.062696:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877083.062706:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877083.062715:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877083.062723:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877083.062730:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877083.062736:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877083.062746:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457797:457797:256:4294967295] 192.168.203.155@tcp LPNI seq info [457791:457791:8:4294967295] 00000400:00000200:0.0:1788877083.062755:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877083.062769:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877083.062780:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877083.062789:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954f00. 00000800:00000200:0.0:1788877083.062802:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877083.062817:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877083.062823:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788877083.062840:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877083.062849:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877083.062855:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4302511423 00000100:00000001:0.0:1788877083.062979:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302510356 00000100:00000001:0.0:1788877083.062989:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4302511423 00000100:00000001:0.0:1788877083.062995:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302510356 00000100:00000001:0.0:1788877083.062999:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877083.063002:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.063004:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.063006:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877083.063013:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877083.063015:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877083.063018:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877083.063023:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877083.063027:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877083.063036:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.063055:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877083.063058:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877083.063063:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877083.063067:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877083.063073:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877083.063082:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519232384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877083.063089:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877083.063093:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877083.063097:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877083.063102:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877083.063108:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877083.063113:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877083.063121:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877083.063127:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949268. 00000400:00000010:0.0:1788877083.063133:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52908. 00000100:00000200:0.0:1788877083.063140:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519232384, portal 4 00000100:00000001:0.0:1788877083.063144:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877083.063147:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788982016 : -126388920569600 : ffff8d0cc9493100) 00000100:00000040:0.0:1788877083.063160:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.063172:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877083.063179:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877083.063192:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52b28. 00000100:00000200:0.0:1788877083.063199:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519232384, offset 0 00000400:00000200:0.0:1788877083.063211:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877083.063738:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877083.063743:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877083.063746:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877083.063749:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877083.063751:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877083.063753:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877083.063756:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457799:457799:254:4294967295] 192.168.203.155@tcp LPNI seq info [457793:457793:6:4294967295] 00000400:00000200:0.0:1788877083.063760:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877083.063766:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877083.063770:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877083.063775:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954a00. 00000800:00000200:0.0:1788877083.063779:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877083.063784:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877083.063788:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788877083.063791:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877083.063794:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:0.0:1788877083.063797:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877083.063799:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302510190 00000100:00000001:0.0:1788877083.063802:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302511423 00000100:00000001:0.0:1788877083.063804:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302510190 00000100:00000001:0.0:1788877083.063806:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302511423 00000100:00000001:0.0:1788877083.063807:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877083.063809:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.063812:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877083.063816:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.063823:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877083.063824:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877083.063826:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877083.063828:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877083.063830:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877083.063832:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519232512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877083.063835:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877083.063838:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877083.063839:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877083.063841:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877083.063844:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c800. 02000000:00000001:0.0:1788877083.063846:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877083.063849:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877083.063852:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949bb0. 00000400:00000010:0.0:1788877083.063855:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52440. 00000100:00000200:0.0:1788877083.063858:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519232512, portal 4 00000100:00000001:0.0:1788877083.063860:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877083.063861:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788973952 : -126388920577664 : ffff8d0cc9491180) 00000100:00000040:0.0:1788877083.063937:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.063944:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877083.063946:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877083.063949:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52770. 00000100:00000200:0.0:1788877083.063953:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519232512, offset 0 00000400:00000200:0.0:1788877083.063957:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877083.063962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877083.063966:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877083.063969:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877083.063971:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877083.063974:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877083.063976:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877083.063979:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457800:457800:253:4294967295] 192.168.203.155@tcp LPNI seq info [457794:457794:5:4294967295] 00000400:00000200:0.0:1788877083.063983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877083.063989:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877083.063993:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877083.063998:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954100. 00000800:00000200:0.0:1788877083.064002:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877083.064006:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877083.064008:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788877083.064011:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877083.064014:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877083.064017:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877083.064019:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302510141 00000100:00000001:0.0:1788877083.064021:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302511423 00000100:00000001:0.0:1788877083.064023:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302510141 00000100:00000001:0.0:1788877083.064025:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302511423 00000100:00000001:0.0:1788877083.064027:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877083.064029:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.064031:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.064033:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877083.064037:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877083.064038:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877083.064040:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877083.064041:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877083.064043:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.064045:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877083.064079:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877083.064083:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954f00. 00000400:00000200:0.0:1788877083.064089:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877083.064094:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877083.064099:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52198 00000400:00000010:0.0:1788877083.064101:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52198. 00000100:00000001:0.0:1788877083.064105:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877083.064109:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.064117:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877083.064120:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.064126:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.064128:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877083.064140:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877083.064142:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:0.0:1788877083.064145:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877083.064148:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877083.064151:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39e58 00000400:00000010:0.0:1788877083.064152:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39e58. 00000100:00000001:0.0:1788877083.064154:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877083.064157:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9492300 x1875765519232256/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.064165:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877083.064167:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9492300 x1875765519232256/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.064173:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.064174:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877083.064182:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877083.064184:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954a00. 00000400:00000200:0.0:1788877083.064323:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877083.064327:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877083.064330:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52b28 00000400:00000010:0.0:1788877083.064332:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52b28. 00000100:00000001:0.0:1788877083.064334:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877083.064338:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.064345:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877083.064348:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.064354:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.064356:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877083.064366:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877083.064368:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954100. 00000400:00000200:0.0:1788877083.064371:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877083.064374:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877083.064376:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52770 00000400:00000010:0.0:1788877083.064378:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52770. 00000100:00000001:0.0:1788877083.064380:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877083.064383:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.064389:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877083.064391:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877083.064396:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.064397:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877083.064423:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877083.064426:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877083.064429:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.064431:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788877083.066355:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954100. 00000800:00000200:0.0:1788877083.066365:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877083.066373:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877083.066377:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788877083.066399:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877083.066420:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:0.0:1788877083.066425:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877083.066428:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302510142 00000100:00000001:0.0:1788877083.066431:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302511423 00000100:00000001:0.0:1788877083.066438:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302510142 00000100:00000001:0.0:1788877083.066441:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302511423 00000100:00000001:0.0:1788877083.066443:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877083.066447:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.066453:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877083.066456:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877084.042400:0:2395:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877084.042420:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877084.042422:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877084.042428:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877084.042430:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877084.042435:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877084.042439:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877084.106396:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877084.106415:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877084.106417:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877084.106424:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877084.106426:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877084.106432:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877084.106437:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877084.170542:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877084.170546:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877084.170550:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877084.362403:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302511423, at 4302511424 00000100:00000010:0.0:1788877084.362426:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000001:0.0:1788877085.066436:0:2395:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877085.066451:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877085.066454:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877085.066460:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877085.066462:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877085.066467:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877085.066471:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877085.130383:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877085.130400:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877085.130402:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877085.130408:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877085.130410:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877085.130416:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877085.130420:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877086.090395:0:2395:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877086.090415:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877086.090418:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877086.090424:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877086.090427:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877086.090432:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877086.090438:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877086.154339:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877086.156034:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877086.156037:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877086.156043:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877086.156046:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877086.156052:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877086.156057:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.114675:0:2395:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877087.114687:0:2395:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788877087.114706:0:2395:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877071/real 1788877071] req@ffff8d0cc9490a80 x1875765519230080/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877087.139837:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877087.139843:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877087.139846:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949d68. 00000400:00000200:0.0:1788877087.139856:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca523b8 00000400:00000010:0.0:1788877087.139859:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca523b8. 00000100:00000001:0.0:1788877087.139864:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877087.139877:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490a80 x1875765519230080/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877087.139887:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490a80 x1875765519230080/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.139900:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877087.139902:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.139906:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877087.139908:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877087.139912:0:2395:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8d0cc9490a80 x1875765519230080/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.139920:0:2395:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788877087.139924:0:2395:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788877087.139928:0:2395:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8d0cc506b800: Connection to lustre-MDT0001 (at 192.168.203.155@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788877087.151661:0:2395:0:(obd_class.h:1220:obd_import_event()) Process entered 00000002:00000001:0.0:1788877087.151668:0:2395:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788877087.151671:0:2395:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.151674:0:2395:0:(obd_class.h:1231:obd_import_event()) Process leaving 00000100:00080000:0.0:1788877087.151677:0:2395:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1788877087.151695:0:2395:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788877087.151698:0:2395:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.151703:0:2395:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788877087.151718:0:2395:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877071/real 1788877071] req@ffff8d0cc9492680 x1875765519230336/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877087.151732:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877087.151736:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877087.151740:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc39499a0. 00000400:00000200:0.0:1788877087.151748:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca526e8 00000400:00000010:0.0:1788877087.151752:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca526e8. 00000100:00000001:0.0:1788877087.151757:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877087.151761:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9492680 x1875765519230336/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877087.151771:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9492680 x1875765519230336/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.151785:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877087.151790:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.151797:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877087.151802:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877087.151808:0:2395:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8d0cc9492680 x1875765519230336/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.151816:0:2395:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788877087.151820:0:2395:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8d0cc870b800 already not connected (conn 4, was 3): CONNECTING 00000100:00000001:0.0:1788877087.151826:0:2395:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788877087.151831:0:2395:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.151836:0:2395:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788877087.151844:0:2395:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877071/real 1788877071] req@ffff8d0cc9490000 x1875765519230592/t0(0) o16->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 440/432 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1788877087.151855:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877087.151859:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877087.151860:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949f78. 00000400:00000200:0.0:1788877087.151864:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52cc0 00000400:00000010:0.0:1788877087.151872:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52cc0. 00000100:00000001:0.0:1788877087.151877:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877087.151886:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490000 x1875765519230592/t0(0) o16->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 440/432 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788877087.151903:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490000 x1875765519230592/t0(0) o16->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 440/432 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877087.151928:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877087.151932:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.151937:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877087.151939:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.151944:0:2395:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788877087.151946:0:2395:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8d0cc870b800 already not connected (conn 4, was 3): CONNECTING 00000100:00000001:0.0:1788877087.151952:0:2395:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788877087.151954:0:2395:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.151976:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877087.151980:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.151984:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877087.151989:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877087.151994:0:2395:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.152069:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877087.152074:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877087.152087:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490a80 x1875765519230080/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.152150:0:2395:0:(client.c:2191:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1788877087.152156:0:2395:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.152157:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877087.152158:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877087.152164:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490a80 x1875765519230080/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877087.152173:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519230080:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877087.152179:0:2395:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.152181:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877087.152182:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877087.152186:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9492680 x1875765519230336/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.152192:0:2395:0:(client.c:2191:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1788877087.152193:0:2395:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.152195:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877087.152196:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877087.152199:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492680 x1875765519230336/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877087.152206:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e99387d6-0051-447f-b52a-5f1d84376b25:2395:1875765519230336:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877087.152209:0:2395:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.152211:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877087.152433:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.152441:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.152448:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877087.152457:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490a80 x1875765519230080/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.152476:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877087.152482:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877087.152488:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc63d6000. 02000000:00000001:0.0:1788877087.152496:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877087.152499:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877087.152500:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=6 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877087.152505:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877087.152508:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7600. 02000000:00000001:0.0:1788877087.152513:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877087.152518:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877087.152525:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490a80. 00000100:00000001:0.0:1788877087.152536:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877087.152540:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.152545:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877087.152553:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9492680 x1875765519230336/t0(0) o400->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.152568:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877087.152572:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877087.152577:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc63d7200. 02000000:00000001:0.0:1788877087.152583:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877087.152596:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877087.152601:0:2395:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=9 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877087.152606:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877087.152609:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7300. 02000000:00000001:0.0:1788877087.152615:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877087.152619:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877087.152624:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492680. 00000100:00000001:0.0:1788877087.152633:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877087.152638:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.152644:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877087.152682:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877087.152689:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaf00. 00000400:00000200:0.0:1788877087.152695:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877087.152702:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877087.152710:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c47f8 00000400:00000010:0.0:1788877087.152717:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c47f8. 00000100:00000001:0.0:1788877087.152725:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877087.152736:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c4000 x1875765519232640/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.152747:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877087.152753:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519232640/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1788877103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.152759:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.152762:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877087.155189:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877087.155194:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:0.0:1788877087.155202:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877087.155207:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877087.155212:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:0.0:1788877087.155214:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:0.0:1788877087.155219:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877087.155223:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c5180 x1875765519232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.155231:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877087.155234:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5180 x1875765519232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.155241:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.155242:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877087.171368:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302514230, at 4302514233 00000100:00000010:0.0:1788877087.171381:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b660. 00000100:00000001:0.0:1788877087.178380:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877087.178390:0:2394:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788877087.178407:0:2394:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877071/real 1788877071] req@ffff8d0cc9490700 x1875765519229952/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877087.178433:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877087.178435:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877087.178438:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc1b8. 00000400:00000200:0.0:1788877087.178446:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:0.0:1788877087.178449:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:0.0:1788877087.178454:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877087.178458:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490700 x1875765519229952/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877087.178466:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490700 x1875765519229952/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.178473:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877087.178475:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178478:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877087.178480:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877087.178484:0:2394:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8d0cc9490700 x1875765519229952/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.178491:0:2394:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788877087.178495:0:2394:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788877087.178499:0:2394:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8d0cc506b800: Connection to lustre-MDT0000 (at 192.168.203.155@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788877087.178502:0:2394:0:(obd_class.h:1220:obd_import_event()) Process entered 00000002:00000001:0.0:1788877087.178506:0:2394:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788877087.178509:0:2394:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.178510:0:2394:0:(obd_class.h:1231:obd_import_event()) Process leaving 00000100:00080000:0.0:1788877087.178512:0:2394:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1788877087.178539:0:2394:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788877087.178540:0:2394:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178543:0:2394:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788877087.178548:0:2394:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877071/real 1788877071] req@ffff8d0cc9492d80 x1875765519230208/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877087.178562:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877087.178563:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877087.178565:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc4d0. 00000400:00000200:0.0:1788877087.178568:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39c38 00000400:00000010:0.0:1788877087.178570:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39c38. 00000100:00000001:0.0:1788877087.178572:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877087.178575:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9492d80 x1875765519230208/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877087.178582:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9492d80 x1875765519230208/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.178588:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877087.178589:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178591:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877087.178592:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877087.178595:0:2394:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8d0cc9492d80 x1875765519230208/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.178600:0:2394:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788877087.178602:0:2394:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8d0cc870f000 already not connected (conn 3, was 2): CONNECTING 00000100:00000001:0.0:1788877087.178605:0:2394:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788877087.178606:0:2394:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178608:0:2394:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788877087.178612:0:2394:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877071/real 1788877071] req@ffff8d0cc9492a00 x1875765519230464/t0(0) o4->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:6/4 lens 488/448 e 0 to 1 dl 1788877087 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1788877087.178619:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877087.178620:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877087.178621:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc058. 00000400:00000200:0.0:1788877087.178623:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:0.0:1788877087.178625:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:0.0:1788877087.178627:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877087.178630:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9492a00 x1875765519230464/t0(0) o4->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:6/4 lens 488/448 e 0 to 1 dl 1788877087 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788877087.178637:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9492a00 x1875765519230464/t0(0) o4->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:6/4 lens 488/448 e 0 to 1 dl 1788877087 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788877087.178643:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877087.178644:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178645:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1788877087.178648:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877087.178649:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877087.178651:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dce70. 00000400:00000200:0.0:1788877087.178653:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cf5011800 00000400:00000010:0.0:1788877087.178654:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 680 at ffff8d0cf5011800. 00000100:00000001:0.0:1788877087.178659:0:2394:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788877087.178661:0:2394:0:(events.c:195:client_bulk_callback()) event type 6, status 0, req ffff8d0cc9492a00 desc ffff8d0cf5011c00 mbits 0 00000100:00000001:0.0:1788877087.178663:0:2394:0:(events.c:220:client_bulk_callback()) Process leaving 00000100:00000001:0.0:1788877087.178666:0:2394:0:(niobuf.c:499:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178668:0:2394:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788877087.178669:0:2394:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8d0cc870b800 already not connected (conn 4, was 3): CONNECTING 00000100:00000001:0.0:1788877087.178671:0:2394:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788877087.178673:0:2394:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.178681:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877087.178683:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178687:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877087.178689:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877087.178693:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178695:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877087.178697:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877087.178702:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490700 x1875765519229952/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.178709:0:2394:0:(client.c:2191:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1788877087.178712:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178713:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877087.178714:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877087.178717:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490700 x1875765519229952/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877087.178736:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519229952:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877087.178740:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178742:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877087.178743:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877087.178747:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9492d80 x1875765519230208/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.178753:0:2394:0:(client.c:2191:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1788877087.178755:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178757:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877087.178758:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877087.178761:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492d80 x1875765519230208/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877087.178767:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519230208:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877087.178771:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178772:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877087.178773:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178775:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.178778:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877087.178781:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490700 x1875765519229952/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.178787:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877087.178835:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877087.178839:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc7f7b000. 02000000:00000001:0.0:1788877087.178843:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877087.178845:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877087.178846:0:2394:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=9 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877087.178849:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877087.178851:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7800. 02000000:00000001:0.0:1788877087.178855:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877087.178857:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877087.178859:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490700. 00000100:00000001:0.0:1788877087.178862:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877087.178864:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178865:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877087.178868:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9492d80 x1875765519230208/t0(0) o400->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 224/224 e 0 to 1 dl 1788877087 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.178873:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877087.178874:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877087.178875:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc7f7ae00. 02000000:00000001:0.0:1788877087.178877:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877087.178878:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877087.178880:0:2394:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=5 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877087.178881:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877087.178882:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7700. 02000000:00000001:0.0:1788877087.178884:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877087.178885:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877087.178886:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492d80. 00000100:00000001:0.0:1788877087.178889:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877087.178890:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877087.178892:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788877087.179324:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877087.179327:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7600. 00000400:00000200:0.0:1788877087.179336:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877087.179341:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877087.179346:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39088 00000400:00000010:0.0:1788877087.179348:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39088. 00000100:00000001:0.0:1788877087.179355:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877087.179359:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cea9c7b80 x1875765519232896/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.179371:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877087.179374:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519232896/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877087.179381:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877087.179383:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788877087.193406:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302514254, at 4302514255 00000100:00000010:0.0:1788877087.193425:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00000001:0.0:1788877088.203408:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877088.203418:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877088.203420:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877088.203423:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877088.203425:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877088.203429:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877088.203432:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877088.203434:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877088.203436:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877088.203440:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877088.266664:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877088.266668:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877088.266672:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877089.226622:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877089.226630:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877089.226632:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877089.226634:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877089.226636:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877089.226640:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877089.226643:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877089.226645:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877089.226648:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877089.226651:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877090.250375:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877090.250391:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877090.250395:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877090.250401:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877090.250403:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877090.250411:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877090.250415:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877090.250418:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877090.250420:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877090.250424:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877091.275388:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877091.275404:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877091.275407:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877091.275412:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877091.275415:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877091.275421:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877091.275424:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877091.275427:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877091.275430:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877091.275434:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877091.276292:0:2393:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877091.276299:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877091.276300:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877091.276303:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877091.276304:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877091.276307:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877091.276309:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877092.235327:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877092.235340:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877092.235344:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877092.235348:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877092.235351:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877092.235354:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877092.235357:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877092.235360:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877092.235362:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877092.235366:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788877092.235373:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7857) 00000100:00000001:0.0:1788877092.299016:0:2393:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877092.299035:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877092.299037:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877092.299044:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877092.299047:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877092.299053:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877092.299107:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877092.362623:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877092.362627:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877092.362631:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877093.322722:0:2393:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877093.322733:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877093.322805:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877083/real 1788877083] req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877093.322828:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877093.322830:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877093.322834:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949268. 00000400:00000200:0.0:1788877093.322842:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52908 00000400:00000010:0.0:1788877093.322845:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52908. 00000100:00000001:0.0:1788877093.322853:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877093.322857:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877093.322868:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.322876:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877093.322878:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.322880:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877093.322882:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877093.322885:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.322892:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.322894:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877093.322898:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877083/real 1788877083] req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877093.322906:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877093.322907:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877093.322909:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949bb0. 00000400:00000200:0.0:1788877093.322911:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52440 00000400:00000010:0.0:1788877093.322913:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52440. 00000100:00000001:0.0:1788877093.322916:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877093.322918:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877093.322976:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.322982:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877093.322984:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.322986:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877093.322987:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877093.322990:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.322996:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.322998:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877093.323002:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877083/real 1788877083] req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877093.323010:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877093.323011:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877093.323013:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc39492c0. 00000400:00000200:0.0:1788877093.323015:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52a18 00000400:00000010:0.0:1788877093.323022:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52a18. 00000100:00000001:0.0:1788877093.323024:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877093.323027:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877093.323035:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.323041:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877093.323042:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323044:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877093.323045:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877093.323049:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.323055:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323062:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877093.323065:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323068:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877093.323071:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877093.323075:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877093.323079:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.323086:0:2393:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877093.323088:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323090:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877093.323091:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323094:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877093.323096:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877093.323099:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877093.323132:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877093.323135:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877093.323140:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877093.323148:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519232384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877093.323153:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877093.323156:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.323163:0:2393:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877093.323165:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323166:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877093.323167:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323169:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877093.323171:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877093.323173:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877093.323179:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877093.323181:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877093.323185:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877093.323192:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519232512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877093.323195:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877093.323199:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.323205:0:2393:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877093.323207:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323208:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877093.323210:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323211:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877093.323213:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877093.323215:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877093.323219:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877093.323221:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877093.323225:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877093.323231:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519232000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877093.323235:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877093.323277:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877093.323282:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9493100 x1875765519232384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.323289:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877093.323292:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877093.323297:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877093.323303:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877093.323306:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877093.323308:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877093.323311:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877093.323314:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:0.0:1788877093.323319:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877093.323321:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877093.323323:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9493100. 00000100:00000001:0.0:1788877093.323327:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877093.323329:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323331:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877093.323334:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491180 x1875765519232512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.323342:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877093.323344:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877093.323348:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:0.0:1788877093.323354:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877093.323356:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877093.323360:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877093.323365:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877093.323367:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:0.0:1788877093.323372:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877093.323374:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877093.323377:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491180. 00000100:00000001:0.0:1788877093.323381:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877093.323382:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323385:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877093.323391:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491500 x1875765519232000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877093 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.323413:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877093.323467:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877093.323471:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:0.0:1788877093.323475:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877093.323478:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877093.323481:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788877093.323485:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877093.323488:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:0.0:1788877093.323492:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877093.323495:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877093.323496:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491500. 00000100:00000001:0.0:1788877093.323498:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877093.323499:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.323502:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877093.324498:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877093.324501:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877093.324503:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877093.324508:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519233024/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.324516:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877093.324518:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877093.324521:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877093.324524:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877093.324526:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877093.324529:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519233024:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877093.324533:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877093.324536:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877093.324538:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877093.324541:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877093.324546:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485d000. 02000000:00000001:0.0:1788877093.324547:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877093.324553:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877093.324556:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39492c0. 00000400:00000010:0.0:1788877093.324561:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52a18. 00000100:00000200:0.0:1788877093.324567:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519233024, portal 25 00000100:00000001:0.0:1788877093.324569:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877093.324571:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:0.0:1788877093.324576:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519233024/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.324582:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877093.324585:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877093.324586:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52440. 00000100:00000200:0.0:1788877093.324589:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519233024, offset 0 00000400:00000200:0.0:1788877093.324595:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877093.324601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877093.324608:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877093.324613:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877093.324617:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877093.324621:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877093.324623:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877093.324627:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457805:457805:256:4294967295] 192.168.203.155@tcp LPNI seq info [457799:457799:8:4294967295] 00000400:00000200:0.0:1788877093.324631:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877093.324639:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877093.324645:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877093.325551:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954a00. 00000800:00000200:0.0:1788877093.325560:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877093.325568:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877093.325572:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788877093.325586:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877093.325590:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877093.325593:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4302521686 00000100:00000010:0.0:1788877093.325599:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877093.325607:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877093.325612:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4302521686 00000100:00000010:0.0:1788877093.325615:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46555a0. 00000100:00000001:0.0:1788877093.325619:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877093.325622:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877093.325624:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877093.325627:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877093.325631:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519233152/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.325638:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877093.325639:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877093.325641:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877093.325643:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877093.325645:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877093.325914:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519233152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877093.325920:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877093.325922:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877093.325992:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877093.325994:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877093.325998:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c800. 02000000:00000001:0.0:1788877093.326000:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877093.326004:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877093.326007:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949bb0. 00000400:00000010:0.0:1788877093.326011:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52908. 00000100:00000200:0.0:1788877093.326014:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519233152, portal 4 00000100:00000001:0.0:1788877093.326016:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877093.326018:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:0.0:1788877093.326025:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519233152/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.326031:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877093.326033:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877093.326036:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52cc0. 00000100:00000200:0.0:1788877093.326038:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519233152, offset 0 00000400:00000200:0.0:1788877093.326042:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877093.326046:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877093.326050:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877093.326054:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877093.326056:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877093.326058:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877093.326061:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877093.326064:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457806:457806:255:4294967295] 192.168.203.155@tcp LPNI seq info [457800:457800:7:4294967295] 00000400:00000200:0.0:1788877093.326067:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877093.326073:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877093.326077:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877093.326080:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954f00. 00000800:00000200:0.0:1788877093.326084:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877093.326088:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877093.326091:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788877093.326093:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877093.326098:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:0.0:1788877093.326101:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877093.326102:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302520453 00000100:00000001:0.0:1788877093.326105:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302521686 00000100:00000001:0.0:1788877093.326107:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302520453 00000100:00000001:0.0:1788877093.326109:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302521686 00000100:00000001:0.0:1788877093.326111:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877093.326112:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877093.326114:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877093.326118:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519233280/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.326124:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877093.326125:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877093.326127:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877093.326129:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877093.326131:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877093.326134:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519233280:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877093.326136:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877093.326138:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877093.326140:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877093.326141:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877093.326144:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877093.326146:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877093.326149:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877093.326151:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949268. 00000400:00000010:0.0:1788877093.326154:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca526e8. 00000100:00000200:0.0:1788877093.326156:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519233280, portal 4 00000100:00000001:0.0:1788877093.326158:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877093.326160:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:0.0:1788877093.326165:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519233280/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877093.326171:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877093.326173:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877093.326175:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca523b8. 00000100:00000200:0.0:1788877093.326177:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519233280, offset 0 00000400:00000200:0.0:1788877093.326181:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877093.326184:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877093.326187:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877093.326189:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877093.326191:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877093.326194:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877093.326196:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877093.326198:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457807:457807:254:4294967295] 192.168.203.155@tcp LPNI seq info [457801:457801:6:4294967295] 00000400:00000200:0.0:1788877093.326202:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877093.326207:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877093.326211:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877093.326214:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877093.326727:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877093.326738:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877093.326741:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788877093.326757:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877093.326761:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877093.326764:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877093.326767:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302520405 00000100:00000001:0.0:1788877093.326769:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302521686 00000100:00000001:0.0:1788877093.326771:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302520405 00000100:00000001:0.0:1788877093.326773:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302521686 00000100:00000001:0.0:1788877093.326775:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877093.326777:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877093.326780:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877093.326783:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.326788:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877093.326790:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877093.326792:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877093.326793:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877093.326798:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877093.326800:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877094.348093:0:2393:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877094.348101:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877094.348103:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877094.348106:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877094.348107:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877094.348112:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877094.348115:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877094.666985:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302521686, at 4302521728 00000100:00000010:0.0:1788877094.667000:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877095.370375:0:2393:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877095.370389:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877095.370392:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877095.370396:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877095.370398:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877095.370404:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877095.370406:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877096.394371:0:2393:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877096.394379:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877096.394381:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877096.394383:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877096.394385:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877096.394388:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877096.394390:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877096.458595:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877096.458600:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877096.458603:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877097.418390:0:2393:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877097.418400:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877097.418419:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877087/real 1788877087] req@ffff8d0cea9c7b80 x1875765519232896/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877097.418496:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877097.418497:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877097.418502:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcc60. 00000400:00000200:0.0:1788877097.418510:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:0.0:1788877097.418512:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:0.0:1788877097.418516:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877097.418520:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519232896/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877097.418528:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519232896/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.418535:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877097.418537:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418538:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877097.418540:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877097.418543:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519232896/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.418549:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418551:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877097.418555:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877087/real 1788877087] req@ffff8d0cea9c5180 x1875765519232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877097.418561:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877097.418562:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877097.418563:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc580. 00000400:00000200:0.0:1788877097.418565:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39550 00000400:00000010:0.0:1788877097.418566:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39550. 00000100:00000001:0.0:1788877097.418568:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877097.418570:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5180 x1875765519232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877097.418576:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5180 x1875765519232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.418580:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877097.418581:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418582:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877097.418583:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877097.418586:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5180 x1875765519232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.418590:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418594:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877097.418596:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418597:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877097.418598:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877097.418601:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877097.418604:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519232896/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.418611:0:2393:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877097.418614:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418615:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877097.418616:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418619:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877097.418621:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877097.418625:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877097.418653:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877097.418656:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877097.418660:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519232896/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877097.418667:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519232896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877097.418671:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877097.418674:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5180 x1875765519232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.418680:0:2393:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877097.418682:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418683:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877097.418684:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418686:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877097.418687:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877097.418689:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877097.418695:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877097.418697:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877097.418700:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5180 x1875765519232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877097.418706:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519232768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877097.418710:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877097.418712:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877097.418715:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519232896/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.418722:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877097.418724:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877097.418729:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:0.0:1788877097.418734:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877097.418737:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877097.418739:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877097.418742:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877097.418744:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:0.0:1788877097.418748:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877097.418750:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877097.418751:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:0.0:1788877097.418757:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877097.418759:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418761:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877097.418764:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5180 x1875765519232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877097 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.418769:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877097.418770:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877097.418772:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:0.0:1788877097.418775:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877097.418776:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877097.418778:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877097.418779:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877097.418780:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:0.0:1788877097.418782:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877097.418783:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877097.418784:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5180. 00000100:00000001:0.0:1788877097.418787:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877097.418788:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.418790:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877097.419262:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877097.419265:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877097.419267:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877097.419271:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9491f80 x1875765519233408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.419283:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877097.419285:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877097.419289:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877097.419291:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877097.419293:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877097.419296:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519233408:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877097.419300:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877097.419304:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877097.419306:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877097.419308:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877097.419313:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877097.419315:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877097.419321:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877097.419325:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949f78. 00000400:00000010:0.0:1788877097.419330:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52770. 00000100:00000200:0.0:1788877097.419335:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519233408, portal 10 00000100:00000001:0.0:1788877097.419337:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877097.419339:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788977536 : -126388920574080 : ffff8d0cc9491f80) 00000100:00000040:0.0:1788877097.419347:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9491f80 x1875765519233408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.419353:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877097.419356:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877097.419358:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52b28. 00000100:00000200:0.0:1788877097.419360:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519233408, offset 0 00000400:00000200:0.0:1788877097.419367:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877097.419373:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877097.419378:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877097.419384:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877097.419387:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877097.419391:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877097.419394:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877097.419397:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457808:457808:256:4294967295] 192.168.203.155@tcp LPNI seq info [457802:457802:8:4294967295] 00000400:00000200:0.0:1788877097.419401:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877097.419410:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877097.419415:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877097.419420:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954500. 00000800:00000200:0.0:1788877097.419482:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877097.419492:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877097.419496:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788877097.419510:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877097.419515:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:0.0:1788877097.419518:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877097.419520:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302524495 00000100:00000010:0.0:1788877097.419525:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877097.419533:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877097.419539:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302524495 00000100:00000010:0.0:1788877097.419542:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655360. 00000100:00000001:0.0:1788877097.419545:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877097.419550:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877097.419553:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877097.419555:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877097.419559:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9491880 x1875765519233536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.419565:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877097.419566:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877097.419569:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877097.419570:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877097.419572:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877097.419575:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519233536:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877097.419578:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877097.419580:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877097.419581:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877097.419583:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877097.419585:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877097.419587:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877097.419589:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877097.419592:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39499a0. 00000400:00000010:0.0:1788877097.419595:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52198. 00000100:00000200:0.0:1788877097.419598:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519233536, portal 10 00000100:00000001:0.0:1788877097.419600:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877097.419601:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788975744 : -126388920575872 : ffff8d0cc9491880) 00000100:00000040:0.0:1788877097.419607:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9491880 x1875765519233536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877097.419612:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877097.419614:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877097.419616:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52dd0. 00000100:00000200:0.0:1788877097.419618:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519233536, offset 0 00000400:00000200:0.0:1788877097.419623:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877097.419626:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877097.419629:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877097.419631:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877097.419634:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877097.419636:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877097.419638:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877097.419640:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457809:457809:255:4294967295] 192.168.203.155@tcp LPNI seq info [457803:457803:7:4294967295] 00000400:00000200:0.0:1788877097.419644:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877097.419649:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877097.419653:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877097.419656:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954000. 00000800:00000200:0.0:1788877097.419660:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (5) 00000800:00000200:0.0:1788877097.419664:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.155@tcp ip 192.168.203.155:988 00000800:00000200:0.0:1788877097.419666:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d0d00954000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788877097.419669:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877097.419671:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:0.0:1788877097.419674:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877097.419675:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302524495 00000100:00000001:0.0:1788877097.419677:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302524495 00000100:00000001:0.0:1788877097.419679:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302524495 00000100:00000001:0.0:1788877097.419681:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302524495 00000100:00000001:0.0:1788877097.419683:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877097.419685:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877097.419687:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877097.419689:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.419692:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877097.419693:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877097.419695:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877097.419697:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877097.419698:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877097.419700:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877097.434523:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302524495, at 4302524496 00000100:00000010:0.0:1788877097.434530:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877098.443537:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877098.443544:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877098.443546:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877098.443548:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877098.443549:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877098.443552:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877098.443554:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877098.443556:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877098.443558:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877098.443560:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877099.466809:0:2394:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788877099.466817:0:2394:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788877099.466834:0:2394:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877083/real 1788877083] req@ffff8d0cc9493b80 x1875765519232128/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877099.466857:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877099.466859:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877099.466863:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcf20. 00000400:00000200:0.0:1788877099.466870:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:0.0:1788877099.466874:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:0.0:1788877099.466878:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877099.466882:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9493b80 x1875765519232128/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877099.466891:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9493b80 x1875765519232128/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877099.466898:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877099.466900:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.466903:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877099.466905:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877099.466909:0:2394:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8d0cc9493b80 x1875765519232128/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877099.466916:0:2394:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788877099.466919:0:2394:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d0cc84d4000 already not connected (conn 3, was 1): CONNECTING 00000100:00000001:0.0:1788877099.466922:0:2394:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788877099.466923:0:2394:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.466925:0:2394:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788877099.466929:0:2394:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788877083/real 1788877083] req@ffff8d0cc9492300 x1875765519232256/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877099.466938:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877099.466939:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877099.466941:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcaa8. 00000400:00000200:0.0:1788877099.466943:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:0.0:1788877099.466946:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:0.0:1788877099.466948:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877099.466950:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9492300 x1875765519232256/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877099.466957:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9492300 x1875765519232256/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877099.466963:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877099.466964:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.466965:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877099.466967:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877099.466970:0:2394:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8d0cc9492300 x1875765519232256/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877099.466975:0:2394:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788877099.466976:0:2394:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d0cc870e000 already not connected (conn 3, was 1): CONNECTING 00000100:00000001:0.0:1788877099.466978:0:2394:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788877099.466979:0:2394:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.466985:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877099.466986:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877099.466988:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877099.466989:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877099.466991:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.466993:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877099.466995:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877099.467000:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9493b80 x1875765519232128/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877099.467006:0:2394:0:(client.c:2191:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1788877099.467009:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.467011:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877099.467012:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877099.467015:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9493b80 x1875765519232128/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877099.467023:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519232128:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877099.467028:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.467030:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877099.467031:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877099.467034:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9492300 x1875765519232256/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877099.467039:0:2394:0:(client.c:2191:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1788877099.467041:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.467043:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877099.467044:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877099.467047:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9492300 x1875765519232256/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877099.467053:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e99387d6-0051-447f-b52a-5f1d84376b25:2394:1875765519232256:192.168.203.155@tcp:400:kworker.0 00000100:00000001:0.0:1788877099.467057:0:2394:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.467059:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877099.467060:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.467062:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877099.467065:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877099.467068:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9493b80 x1875765519232128/t0(0) o400->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877099.467074:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877099.467077:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877099.467081:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc7f7be00. 02000000:00000001:0.0:1788877099.467086:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877099.467089:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877099.467091:0:2394:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877099.467094:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877099.467097:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7a00. 02000000:00000001:0.0:1788877099.467100:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877099.467102:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877099.467103:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9493b80. 00000100:00000001:0.0:1788877099.467107:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877099.467108:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.467110:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877099.467114:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9492300 x1875765519232256/t0(0) o400->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 224/224 e 0 to 1 dl 1788877099 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877099.467120:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877099.467122:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877099.467123:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d0cc7f7b200. 02000000:00000001:0.0:1788877099.467126:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877099.467127:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877099.467128:0:2394:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877099.467129:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877099.467130:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d0cc9cd7200. 02000000:00000001:0.0:1788877099.467132:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877099.467133:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877099.467134:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9492300. 00000100:00000001:0.0:1788877099.467136:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877099.467137:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877099.467140:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877100.554557:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877100.554561:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877100.554564:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877102.475358:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877102.475368:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877102.475371:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877102.475375:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877102.475377:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877102.475380:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877102.475383:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877102.475386:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877102.475388:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877102.475390:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788877102.475398:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7867) 00000020:00000001:0.0:1788877104.650518:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877104.650522:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877104.650525:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788877108.684112:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877108.684119:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7f00. 00000400:00000200:0.0:1788877108.684127:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877108.684134:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877108.684140:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:0.0:1788877108.684142:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:0.0:1788877108.684146:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877108.684151:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40eed80 x1875765519233664/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877108.684159:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877108.684162:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519233664/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877108.684179:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877108.684181:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877108.684195:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877108.684197:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:0.0:1788877108.684200:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877108.684203:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877108.684206:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39a18 00000400:00000010:0.0:1788877108.684208:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39a18. 00000100:00000001:0.0:1788877108.684210:0:2386:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877108.684213:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40ec000 x1875765519233792/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877108.684220:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877108.684223:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519233792/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877108.684230:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877108.684231:0:2386:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788877108.684640:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788877108.684646:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7900. 00000400:00000200:0.0:1788877108.684651:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788877108.684657:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: OK 00000400:00000200:0.0:1788877108.684660:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:0.0:1788877108.684662:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788877108.684666:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877108.684670:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8d0cf40eea00 x1875765519233920/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877108.684677:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877108.684680:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519233920/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877108.684686:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877108.684687:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1788877108.746654:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877108.746658:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877108.746661:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877110.026401:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302537044, at 4302537088 00000100:00000010:0.0:1788877110.026428:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00080000:0.0:1788877112.778824:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877112.778830:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877112.778833:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877112.778837:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877112.778841:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877112.778844:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877112.778848:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877112.778852:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7857 00000400:00000200:0.0:1788877112.778861:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877112.778868:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00001000:0.0:1788877112.778874:0:173517:0:(import.c:2196:obd_at_measure()) add 15 to ffff8d0cc84d4418 time=125 v=10 (10 1 1 0) 00000100:00001000:0.0:1788877112.778878:0:173517:0:(import.c:2262:obd_at_measure()) AT ffff8d0cc84d4418 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00080000:0.0:1788877112.778882:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1788877112.778885:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877112.778888:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877112.778891:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877112.778894:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877112.778903:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877112.778906:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877112.778910:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877112.778914:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877112.778917:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877112.778919:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877112.778922:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877112.778924:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877112.778926:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877112.778929:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877112.778932:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877112.778936:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877112.778939:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877112.778942:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877112.778952:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877112.778969:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877112.778972:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877112.778979:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877112.778983:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877112.778985:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877112.778999:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877112.779004:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877112.779008:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877112.779010:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877112.779013:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877112.779016:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877112.779021:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877112.779031:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877112.779038:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877112.779044:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519234048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877112.779054:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877112.779059:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877112.779065:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519234048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877112.779077:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877112.779079:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877112.779082:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877112.779084:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877112.779085:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877112.779088:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877112.779090:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7857 00000400:00000200:0.0:1788877112.779094:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877112.779097:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00001000:0.0:1788877112.779099:0:173517:0:(import.c:2196:obd_at_measure()) add 15 to ffff8d0cc870e418 time=125 v=10 (10 1 1 0) 00000100:00001000:0.0:1788877112.779102:0:173517:0:(import.c:2262:obd_at_measure()) AT ffff8d0cc870e418 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00080000:0.0:1788877112.779105:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1788877112.779107:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877112.779109:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877112.779112:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877112.779113:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877112.779117:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877112.779118:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877112.779120:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877112.779123:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877112.779125:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877112.779127:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877112.779130:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877112.779131:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877112.779133:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877112.779135:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877112.779137:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877112.779139:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877112.779159:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877112.779161:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877112.779164:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877112.779166:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877112.779168:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877112.779170:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877112.779172:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877112.779174:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877112.779178:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877112.779180:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877112.779183:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877112.779184:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877112.779186:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877112.779188:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877112.779190:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877112.779196:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877112.779199:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877112.779204:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519234176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877112.779211:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877112.779213:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877112.779216:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519234176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877112.779228:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877112.779231:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877112.779235:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877112.779239:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877112.779244:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788877112.779292:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (7877) 00000100:00080000:0.0:1788877112.780732:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877112.780737:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877112.780740:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877112.780743:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877112.780746:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877112.780749:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788877112.780752:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (7877) 00000100:00000040:0.0:1788877112.795339:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302539856, at 4302539857 00000100:00000010:0.0:1788877112.795364:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000020:00000001:0.0:1788877112.842695:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877112.842700:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877112.842703:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877116.938608:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877116.938612:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877116.938616:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877117.834496:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877117.834509:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877117.834512:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877117.834517:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877117.834520:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877117.834523:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877117.834526:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877117.834529:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788877117.834532:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877117.834535:0:173517:0:(pinger.c:247:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788877117.834542:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7882) 00000020:00000001:0.0:1788877121.034686:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877121.034689:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877121.034693:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877125.130785:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877125.130790:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877125.130793:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877129.226618:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877129.226621:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877129.226624:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877129.482413:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302556500, at 4302556544 00000100:00000010:0.0:1788877129.482442:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00000040:0.0:1788877132.250402:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302559311, at 4302559312 00000100:00000010:0.0:1788877132.250443:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000020:00000001:0.0:1788877133.322471:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877133.322475:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877133.322478:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877137.418535:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877137.418540:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877137.418544:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877141.514667:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877141.514671:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877141.514675:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877145.610533:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877145.610539:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877145.610544:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877149.706540:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877149.706547:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877149.706552:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877153.802792:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877153.802799:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877153.802803:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877157.898608:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877157.898616:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877157.898619:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877161.994503:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877161.994508:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877161.994511:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877164.234363:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302591252, at 4302591296 00000100:00000010:0.0:1788877164.234378:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000020:00000001:0.0:1788877166.090482:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877166.090486:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877166.090490:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877168.010718:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877168.010733:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877168.010736:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877168.010741:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877168.010747:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877168.010756:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 7922 00000400:00000200:0.0:1788877168.010768:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877168.010775:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877168.010779:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877168.010783:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.010786:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.010790:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.010792:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877168.010801:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877168.010803:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877168.010807:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877168.010811:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877168.010813:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877168.010815:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877168.010818:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.010820:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.010821:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.010823:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877168.010826:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877168.010830:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877168.010833:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877168.010836:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877168.010840:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877168.010843:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.010846:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877168.010848:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877168.010860:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877168.010864:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877168.010869:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877168.010870:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.010873:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877168.010876:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877168.010881:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877168.010901:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877168.010913:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877168.010921:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519235584/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877168.010931:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877168.010936:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877168.010941:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519235584/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877168.010970:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877168.010973:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877168.010976:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877168.010978:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877168.010979:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877168.010983:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877168.010986:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7922 00000400:00000200:0.0:1788877168.010989:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877168.010992:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877168.010994:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877168.010998:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011000:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.011001:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011003:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877168.011005:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877168.011006:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877168.011008:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877168.011010:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877168.011012:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877168.011014:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877168.011017:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011018:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.011020:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011022:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877168.011024:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877168.011026:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011029:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877168.011031:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877168.011038:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877168.011039:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.011041:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877168.011047:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877168.011050:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.011052:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877168.011055:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877168.011057:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877168.011060:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877168.011061:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.011063:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877168.011064:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877168.011066:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877168.011069:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877168.011071:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877168.011076:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519235712/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877168.011082:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877168.011084:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877168.011087:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519235712/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877168.011094:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877168.011096:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877168.011099:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877168.011101:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877168.011102:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877168.011105:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877168.011107:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7922 00000400:00000200:0.0:1788877168.011110:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877168.011112:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877168.011114:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877168.011117:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011118:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.011120:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011122:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877168.011125:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877168.011126:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877168.011127:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877168.011129:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877168.011131:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877168.011132:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877168.011135:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011137:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.011138:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011140:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877168.011142:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877168.011145:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011147:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877168.011148:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877168.011150:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877168.011152:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.011154:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877168.011156:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877168.011158:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.011160:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877168.011162:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877168.011165:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877168.011167:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877168.011168:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.011169:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877168.011171:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877168.011173:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877168.011175:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877168.011178:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877168.011182:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519235840/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877168.011188:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877168.011190:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877168.011192:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519235840/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877168.011199:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877168.011201:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877168.011204:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877168.011206:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877168.011207:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877168.011209:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877168.011212:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7922 00000400:00000200:0.0:1788877168.011215:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877168.011217:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877168.011219:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877168.011222:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011224:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.011225:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011227:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877168.011230:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877168.011231:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877168.011233:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877168.011235:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877168.011236:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877168.011238:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877168.011241:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011243:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.011245:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.011246:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877168.014634:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877168.014643:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877168.014646:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877168.014650:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877168.014657:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877168.014660:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.014663:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877168.014666:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877168.014669:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.014671:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877168.014678:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877168.014690:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877168.014693:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877168.014694:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.014696:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877168.014698:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877168.014701:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877168.014707:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877168.014837:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877168.014846:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519235968/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877168.014854:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877168.014857:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877168.014861:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519235968/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877168.014894:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877168.014898:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877168.014903:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877168.014904:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877168.014907:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877168.014910:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877168.014913:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7922 00000400:00000200:0.0:1788877168.014920:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877168.014924:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877168.014926:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877168.014930:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.014933:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.014937:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.014942:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877168.014950:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877168.014953:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877168.014957:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877168.014960:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877168.014963:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877168.014965:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877168.014968:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.014970:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877168.014971:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877168.014973:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877168.014975:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877168.014978:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877168.014980:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877168.014982:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877168.014985:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877168.014987:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.014990:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877168.014992:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877168.014994:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.014996:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877168.015000:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877168.015002:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877168.015005:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877168.015006:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877168.015007:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877168.015008:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877168.015010:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877168.015013:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877168.015017:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877168.015021:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519236096/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877168.015028:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877168.015030:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877168.015033:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519236096/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877168.015041:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877168.015046:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7932) 00000100:00000040:0.0:1788877169.354373:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302596372, at 4302596416 00000100:00000010:0.0:1788877169.354392:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000020:00000001:0.0:1788877170.186848:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877170.186856:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877170.186861:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877173.130344:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877173.130354:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877173.130357:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877173.130362:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877173.130368:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877173.130376:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 7927 00000400:00000200:0.0:1788877173.130386:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877173.130393:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877173.130397:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877173.130402:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130406:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.130410:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130414:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877173.130423:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877173.130425:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877173.130428:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877173.130431:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877173.130434:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877173.130436:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877173.130440:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130442:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.130444:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130447:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877173.130451:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877173.130454:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130457:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877173.130461:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877173.130465:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877173.130468:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.130471:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877173.130474:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877173.130484:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877173.130489:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877173.130495:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877173.130497:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.130501:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877173.130504:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877173.130509:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877173.130518:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877173.130526:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877173.130535:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519236224/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877173.130546:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877173.130551:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877173.130557:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519236224/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877173.130579:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877173.130582:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877173.130586:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877173.130588:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877173.130590:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877173.130594:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877173.130598:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7927 00000400:00000200:0.0:1788877173.130603:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877173.130607:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877173.130616:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877173.130631:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130640:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.130651:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130665:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877173.130671:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877173.130677:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877173.130681:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877173.130686:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877173.130690:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877173.130698:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877173.130708:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130716:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.130723:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130728:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877173.130733:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877173.130743:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877173.130751:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877173.130755:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877173.130767:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877173.130776:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.130783:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877173.130788:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877173.130795:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.130799:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877173.130808:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877173.130816:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877173.130825:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877173.130827:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.130837:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877173.130839:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877173.130847:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877173.130856:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877173.130877:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877173.130891:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519236352/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877173.130915:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877173.130920:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877173.130935:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519236352/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877173.130964:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877173.130972:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877173.130980:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877173.130987:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877173.130992:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877173.131000:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877173.131013:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7927 00000400:00000200:0.0:1788877173.131056:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877173.131069:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877173.131079:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877173.131085:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131094:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.131102:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131111:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877173.131119:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877173.131121:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877173.131122:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877173.131125:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877173.131128:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877173.131130:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877173.131140:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131145:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.131154:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131158:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877173.131167:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877173.131181:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131189:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877173.131195:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877173.131201:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877173.131205:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.131215:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877173.131221:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877173.131232:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.131236:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877173.131243:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877173.131288:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877173.131295:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877173.131301:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.131312:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877173.131317:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877173.131322:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877173.131329:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877173.131336:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877173.131352:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519236480/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877173.131373:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877173.131379:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877173.131396:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519236480/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877173.131433:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877173.131441:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877173.131450:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877173.131456:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877173.131462:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877173.131470:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877173.131482:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7927 00000400:00000200:0.0:1788877173.131508:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877173.131517:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877173.131527:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877173.131536:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131544:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.131554:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131565:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877173.131575:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877173.131581:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877173.131587:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877173.131592:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877173.131599:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877173.131607:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877173.131622:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131631:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.131639:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131647:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877173.131656:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877173.131667:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877173.131677:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877173.131684:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877173.131690:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877173.131701:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.131707:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877173.131714:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877173.131723:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.131731:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877173.131741:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877173.131750:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877173.131761:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877173.131768:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.131779:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877173.131786:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877173.131793:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877173.131803:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877173.131812:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877173.131831:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519236608/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877173.131873:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877173.131878:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877173.131891:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519236608/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877173.131926:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877173.131935:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877173.131949:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877173.131954:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877173.131960:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877173.131966:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877173.131976:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7927 00000400:00000200:0.0:1788877173.131991:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877173.132004:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877173.132015:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877173.132026:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.132034:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.132044:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.132061:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877173.132070:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877173.132077:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877173.132085:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877173.132090:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877173.132101:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877173.132110:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877173.132128:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.132135:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877173.132145:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877173.132155:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877173.132164:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877173.132182:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877173.132194:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877173.132205:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877173.132213:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877173.132225:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.132236:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877173.132243:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877173.132281:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.132288:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877173.132300:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877173.132309:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877173.132316:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877173.132321:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877173.132326:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877173.132333:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877173.132338:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877173.132349:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877173.132360:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877173.132376:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519236736/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877173.132404:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877173.132409:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877173.132423:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519236736/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877173.132456:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877173.132467:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7937) 00000020:00000001:0.0:1788877174.282422:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877174.282427:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877174.282430:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877174.474351:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302601491, at 4302601536 00000100:00000010:0.0:1788877174.474366:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00000001:0.0:1788877178.250721:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877178.250727:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877178.250732:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877178.250752:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9491880 x1875765519236864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.250787:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877178.250790:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.250797:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877178.250802:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877178.250809:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877178.250818:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519236864:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877178.250823:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877178.250830:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877178.250834:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.250850:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877178.250858:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877178.250862:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877178.250872:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877178.250880:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949d68. 00000400:00000010:0.0:1788877178.250890:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52f68. 00000100:00000200:0.0:1788877178.250901:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519236864, portal 25 00000100:00000001:0.0:1788877178.250906:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877178.250910:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788975744 : -126388920575872 : ffff8d0cc9491880) 00000100:00000040:0.0:1788877178.250920:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9491880 x1875765519236864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.250946:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877178.250954:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877178.250958:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca525d8. 00000100:00000200:0.0:1788877178.250964:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519236864, offset 0 00000400:00000200:0.0:1788877178.250976:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877178.250994:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.251005:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877178.251014:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877178.251020:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877178.251023:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877178.251026:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877178.251030:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457835:457835:256:4294967295] 192.168.203.155@tcp LPNI seq info [457829:457829:8:4294967295] 00000400:00000200:0.0:1788877178.251034:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.251043:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877178.251050:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877178.251058:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954300. 00000800:00000200:0.0:1788877178.251071:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877178.251102:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877178.251111:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877178.251114:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4302606611 00000100:00000010:0.0:1788877178.251120:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877178.251131:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877178.251141:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4302606611 00000100:00000010:0.0:1788877178.251149:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655900. 00000100:00000001:0.0:1788877178.251156:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877178.251160:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877178.251164:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.251167:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.251170:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877178.251184:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877178.251188:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877178.251194:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877178.251197:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877178.251200:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877178.251207:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9491f80 x1875765519236992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.251230:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877178.251233:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.251236:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877178.251238:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877178.251240:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877178.251267:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519236992:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877178.251274:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877178.251276:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877178.251278:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.251280:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877178.251284:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877178.251286:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877178.251294:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877178.251300:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949b00. 00000400:00000010:0.0:1788877178.251308:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca524c8. 00000100:00000200:0.0:1788877178.251313:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519236992, portal 10 00000100:00000001:0.0:1788877178.251319:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877178.251323:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788977536 : -126388920574080 : ffff8d0cc9491f80) 00000100:00000040:0.0:1788877178.251334:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9491f80 x1875765519236992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.251351:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877178.251357:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877178.251363:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52e58. 00000100:00000200:0.0:1788877178.251368:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519236992, offset 0 00000400:00000200:0.0:1788877178.251379:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877178.251387:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.251395:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877178.251401:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877178.251408:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877178.251421:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877178.251427:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877178.251435:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457836:457836:255:4294967295] 192.168.203.155@tcp LPNI seq info [457830:457830:7:4294967295] 00000400:00000200:0.0:1788877178.251444:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.251459:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877178.251469:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877178.251476:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954c00. 00000800:00000200:0.0:1788877178.251486:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877178.251516:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877178.251524:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:0.0:1788877178.251532:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877178.251535:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302605327 00000100:00000001:0.0:1788877178.251540:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302606611 00000100:00000001:0.0:1788877178.251546:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302605327 00000100:00000001:0.0:1788877178.251552:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302606611 00000100:00000001:0.0:1788877178.251557:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877178.251562:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.251567:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.251570:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877178.251573:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877178.251575:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877178.251577:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877178.251578:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877178.251581:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877178.251590:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9493800 x1875765519237120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.251617:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877178.251621:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.251625:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877178.251630:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877178.251634:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877178.251642:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237120:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877178.251650:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877178.251654:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877178.251657:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.251661:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877178.251667:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877178.251671:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877178.251678:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877178.251684:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949688. 00000400:00000010:0.0:1788877178.251690:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52bb0. 00000100:00000200:0.0:1788877178.251695:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519237120, portal 10 00000100:00000001:0.0:1788877178.251699:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877178.251703:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788983808 : -126388920567808 : ffff8d0cc9493800) 00000100:00000040:0.0:1788877178.251713:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9493800 x1875765519237120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.251723:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877178.251728:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877178.251732:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca522a8. 00000100:00000200:0.0:1788877178.251737:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519237120, offset 0 00000400:00000200:0.0:1788877178.251748:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877178.251756:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.251764:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877178.251770:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877178.251776:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877178.251781:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877178.251786:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877178.251791:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457837:457837:254:4294967295] 192.168.203.155@tcp LPNI seq info [457831:457831:6:4294967295] 00000400:00000200:0.0:1788877178.251797:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.251804:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877178.251809:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877178.251813:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954800. 00000800:00000200:0.0:1788877178.251817:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877178.251824:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877178.251826:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:0.0:1788877178.251829:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877178.251830:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302605327 00000100:00000001:0.0:1788877178.251833:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302606611 00000100:00000001:0.0:1788877178.251835:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302605327 00000100:00000001:0.0:1788877178.251847:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302606611 00000100:00000001:0.0:1788877178.251850:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877178.251852:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.251854:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877178.251858:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9490380 x1875765519237248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.251864:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877178.251865:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.251867:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877178.251869:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877178.251871:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877178.251873:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237248:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877178.251876:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877178.251878:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877178.251879:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.251881:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877178.251886:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877178.251887:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877178.251890:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877178.251893:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949738. 00000400:00000010:0.0:1788877178.251897:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877178.251899:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519237248, portal 4 00000100:00000001:0.0:1788877178.251901:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877178.251902:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788970368 : -126388920581248 : ffff8d0cc9490380) 00000100:00000040:0.0:1788877178.251908:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9490380 x1875765519237248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.251914:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877178.251916:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877178.251918:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52aa0. 00000100:00000200:0.0:1788877178.251920:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519237248, offset 0 00000400:00000200:0.0:1788877178.251923:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877178.251926:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.251929:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877178.251931:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877178.251934:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877178.251936:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877178.251939:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877178.251942:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457838:457838:253:4294967295] 192.168.203.155@tcp LPNI seq info [457832:457832:5:4294967295] 00000400:00000200:0.0:1788877178.251945:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.251951:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877178.251955:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877178.251959:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877178.251962:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877178.251969:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877178.251971:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:0.0:1788877178.251974:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877178.251977:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302605379 00000100:00000001:0.0:1788877178.251979:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302606611 00000100:00000001:0.0:1788877178.251981:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302605379 00000100:00000001:0.0:1788877178.251984:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302606611 00000100:00000001:0.0:1788877178.251986:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877178.251988:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.251990:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.251992:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877178.251995:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877178.251996:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877178.251998:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877178.251999:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877178.252000:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877178.252003:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cc9490e00 x1875765519237376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.252009:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877178.252010:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.252012:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877178.252015:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877178.252016:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877178.252019:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cc9490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237376:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877178.252022:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877178.252023:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877178.252024:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877178.252026:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877178.252029:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c800. 02000000:00000001:0.0:1788877178.252031:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877178.252033:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877178.252036:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877178.252039:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877178.252041:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519237376, portal 4 00000100:00000001:0.0:1788877178.252043:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877178.252044:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617684788973056 : -126388920578560 : ffff8d0cc9490e00) 00000100:00000040:0.0:1788877178.252049:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cc9490e00 x1875765519237376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877178.252054:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877178.252056:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877178.252059:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52c38. 00000100:00000200:0.0:1788877178.252061:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519237376, offset 0 00000400:00000200:0.0:1788877178.252064:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877178.252067:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.252070:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877178.252072:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877178.252075:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877178.252077:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877178.252079:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877178.252081:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457839:457839:252:4294967295] 192.168.203.155@tcp LPNI seq info [457833:457833:4:4294967295] 00000400:00000200:0.0:1788877178.252085:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877178.252090:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877178.252094:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877178.252097:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954b00. 00000800:00000200:0.0:1788877178.252100:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877178.252107:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877178.252110:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877178.252112:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877178.252114:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302605330 00000100:00000001:0.0:1788877178.252115:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302606611 00000100:00000001:0.0:1788877178.252117:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302605330 00000100:00000001:0.0:1788877178.252119:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302606611 00000100:00000001:0.0:1788877178.252121:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877178.252123:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.252125:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.252126:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877178.252129:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877178.252130:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877178.252132:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877178.252133:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877178.252135:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877178.252137:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877178.378520:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877178.378524:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877178.378528:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877179.594389:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302606611, at 4302606656 00000100:00000010:0.0:1788877179.594410:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877181.322816:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877181.322835:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877181.322843:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877181.322867:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877178/real 1788877181] req@ffff8d0cc9491f80 x1875765519236992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877181.322961:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877181.322967:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877181.322980:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949b00. 00000400:00000200:0.0:1788877181.322994:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca524c8 00000400:00000010:0.0:1788877181.323001:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca524c8. 00000100:00000001:0.0:1788877181.323009:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877181.323016:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9491f80 x1875765519236992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877181.323027:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9491f80 x1875765519236992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323037:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877181.323041:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323048:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.323052:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877181.323060:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cc9491f80 x1875765519236992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323086:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877181.323099:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9491f80 x1875765519236992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323175:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877181.323185:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323191:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.323192:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323196:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877181.323199:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877181.323204:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877181.323211:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877181.323214:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877181.323220:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9491f80 x1875765519236992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877181.323307:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519236992:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877181.323331:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877181.323346:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877178/real 1788877181] req@ffff8d0cc9491880 x1875765519236864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877181.323396:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877181.323400:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877181.323402:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949d68. 00000400:00000200:0.0:1788877181.323407:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52f68 00000400:00000010:0.0:1788877181.323409:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52f68. 00000100:00000001:0.0:1788877181.323412:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877181.323417:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9491880 x1875765519236864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877181.323427:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9491880 x1875765519236864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323435:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877181.323437:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323440:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.323441:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877181.323443:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cc9491880 x1875765519236864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323449:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877181.323454:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9491880 x1875765519236864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323461:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877181.323465:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323467:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.323468:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323469:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877181.323471:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877181.323474:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877181.323478:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877181.323492:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877181.323496:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9491880 x1875765519236864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877181.323503:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519236864:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877181.323508:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877181.323512:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877181.323516:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491f80 x1875765519236992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323524:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877181.323528:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877181.323534:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877181.323540:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877181.323543:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877181.323546:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=5 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877181.323548:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877181.323551:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:0.0:1788877181.323556:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877181.323558:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877181.323561:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491f80. 00000100:00000001:0.0:1788877181.323566:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877181.323568:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323570:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877181.323572:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9491880 x1875765519236864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323579:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877181.323580:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877181.323581:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877181.323584:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877181.323585:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877181.323587:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788877181.323589:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877181.323592:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:0.0:1788877181.323598:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877181.323599:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877181.323601:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9491880. 00000100:00000001:0.0:1788877181.323606:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877181.323607:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323610:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877181.323612:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877181.323614:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877181.323615:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877181.323620:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877178/real 1788877181] req@ffff8d0cc9493800 x1875765519237120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877181.323628:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877181.323630:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877181.323632:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949688. 00000400:00000200:0.0:1788877181.323634:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52bb0 00000400:00000010:0.0:1788877181.323636:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52bb0. 00000100:00000001:0.0:1788877181.323638:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877181.323641:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9493800 x1875765519237120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877181.323650:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9493800 x1875765519237120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323657:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877181.323658:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323660:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.323662:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877181.323666:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cc9493800 x1875765519237120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323674:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877181.323680:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9493800 x1875765519237120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323686:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877181.323689:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323690:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.323692:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323694:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877181.323696:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877181.323699:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877181.323703:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877181.323705:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877181.323708:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9493800 x1875765519237120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877181.323719:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237120:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877181.323725:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877181.323731:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877178/real 1788877181] req@ffff8d0cc9490380 x1875765519237248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877181.323740:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877181.323741:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877181.323744:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949738. 00000400:00000200:0.0:1788877181.323748:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877181.323750:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877181.323753:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877181.323756:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490380 x1875765519237248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877181.323771:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490380 x1875765519237248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323813:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877181.323815:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323816:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.323818:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877181.323832:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cc9490380 x1875765519237248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323848:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877181.323879:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490380 x1875765519237248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.323973:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877181.323985:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323991:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.323995:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.323998:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877181.324001:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877181.324004:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877181.324009:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877181.324013:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877181.324017:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490380 x1875765519237248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877181.324025:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237248:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877181.324031:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877181.324033:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877181.324036:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9493800 x1875765519237120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.324041:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877181.324042:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877181.324043:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877181.324046:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877181.324047:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877181.324048:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=3 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877181.324050:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877181.324051:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:0.0:1788877181.324053:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877181.324054:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877181.324055:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9493800. 00000100:00000001:0.0:1788877181.324057:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877181.324058:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.324059:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877181.324061:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490380 x1875765519237248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.324067:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877181.324068:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877181.324069:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877181.324072:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877181.324073:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877181.324075:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877181.324077:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877181.324078:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:0.0:1788877181.324081:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877181.324082:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877181.324083:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490380. 00000100:00000001:0.0:1788877181.324086:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877181.324087:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.324089:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877181.324090:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877181.324092:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877181.324093:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877181.324098:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877178/real 1788877181] req@ffff8d0cc9490e00 x1875765519237376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877181.324107:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877181.324109:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877181.324110:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877181.324112:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877181.324113:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877181.324115:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877181.324117:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cc9490e00 x1875765519237376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877181.324126:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cc9490e00 x1875765519237376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.324131:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877181.324132:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.324133:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.324133:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877181.324135:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cc9490e00 x1875765519237376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.324139:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877181.324141:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cc9490e00 x1875765519237376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.324146:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877181.324147:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.324148:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877181.324148:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.324149:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877181.324151:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877181.324152:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877181.324154:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877181.324155:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877181.324157:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cc9490e00 x1875765519237376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877181.324161:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cc9490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237376:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877181.324164:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.324165:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877181.324167:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cc9490e00 x1875765519237376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877181.324174:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877181.324175:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877181.324177:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:0.0:1788877181.324179:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877181.324179:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877181.324180:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877181.324181:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877181.324182:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:0.0:1788877181.324184:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877181.324184:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877181.324185:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cc9490e00. 00000100:00000001:0.0:1788877181.324187:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877181.324187:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.324189:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877181.324195:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877181.324197:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877181.324198:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877181.324199:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877182.474398:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877182.474402:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877182.474405:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877183.373528:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877183.373535:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877183.373538:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877183.373549:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.373559:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877183.373562:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.373566:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877183.373569:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877183.373571:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877183.373580:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519237504:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877183.373584:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877183.373589:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877183.373592:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.373594:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877183.373602:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877183.373604:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877183.373613:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877183.373618:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877183.373632:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877183.373640:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519237504, portal 25 00000100:00000001:0.0:1788877183.373643:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877183.373644:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:0.0:1788877183.373651:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.373659:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877183.373661:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877183.373663:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877183.373666:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519237504, offset 0 00000400:00000200:0.0:1788877183.373672:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877183.373679:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.373686:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877183.373691:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877183.373695:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877183.373698:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877183.373701:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877183.373705:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457840:457840:256:4294967295] 192.168.203.155@tcp LPNI seq info [457834:457834:8:4294967295] 00000400:00000200:0.0:1788877183.373710:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.373718:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877183.373724:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.373729:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877183.373736:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877183.373740:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 6 secs later) 00000800:00000100:0.0:1788877183.373755:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.373758:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877183.373763:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877183.373767:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877183.373772:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877183.373775:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877183.373778:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877183.373782:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.373792:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.373795:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.373801:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.373803:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877183.373809:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877183.373825:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877183.373828:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4302611734 00000100:00000010:0.0:1788877183.373833:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877183.373841:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877183.373848:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4302611734 00000100:00000010:0.0:1788877183.373851:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46554e0. 00000100:00000001:0.0:1788877183.373855:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877183.373858:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877183.373861:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.373863:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877183.373868:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877183/real 1788877183] req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877183.373878:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877183.373879:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877183.373882:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877183.373885:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877183.373887:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877183.373889:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877183.373893:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877183.373901:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.373908:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877183.373909:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.373911:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.373913:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877183.373917:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.373923:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877183.373928:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.373934:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877183.373937:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.373938:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.373939:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.373941:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877183.373943:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877183.373946:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877183.373950:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877183.373952:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877183.373955:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877183.373963:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519237504:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877183.373967:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877183.373972:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.373983:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877183.373985:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.373987:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877183.373989:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877183.373991:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877183.373993:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237632:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877183.373997:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877183.373998:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877183.374000:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.374002:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877183.374004:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877183.374006:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877183.374010:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877183.374013:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877183.374016:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877183.374019:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519237632, portal 10 00000100:00000001:0.0:1788877183.374021:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877183.374022:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:0.0:1788877183.374029:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374035:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877183.374038:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877183.374039:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877183.374041:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519237632, offset 0 00000400:00000200:0.0:1788877183.374045:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877183.374049:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.374053:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877183.374056:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877183.374058:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877183.374060:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877183.374062:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877183.374065:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457841:457841:256:4294967295] 192.168.203.155@tcp LPNI seq info [457835:457835:8:4294967295] 00000400:00000200:0.0:1788877183.374068:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.374074:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877183.374078:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.374081:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877183.374084:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877183.374087:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 6 secs later) 00000800:00000100:0.0:1788877183.374097:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.374098:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877183.374102:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877183.374105:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877183.374108:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877183.374109:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877183.374111:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877183.374114:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374121:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.374124:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374130:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.374131:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877183.374134:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877183.374138:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:0.0:1788877183.374141:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877183.374143:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302610449 00000100:00000001:0.0:1788877183.374146:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302611734 00000100:00000001:0.0:1788877183.374147:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302610449 00000100:00000001:0.0:1788877183.374149:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302611734 00000100:00000001:0.0:1788877183.374151:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877183.374153:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.374155:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877183.374158:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877183/real 1788877183] req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877183.374165:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877183.374166:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877183.374168:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877183.374170:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877183.374171:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877183.374174:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877183.374177:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877183.374184:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374189:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877183.374190:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.374192:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.374193:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877183.374197:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374208:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877183.374212:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374218:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877183.374220:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.374221:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.374222:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.374223:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877183.374225:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877183.374227:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877183.374231:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877183.374233:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877183.374237:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877183.374243:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237632:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877183.374283:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877183.374287:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374293:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877183.374295:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.374297:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877183.374299:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877183.374300:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877183.374303:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237760:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877183.374306:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877183.374308:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877183.374309:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.374311:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877183.374314:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877183.374316:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877183.374319:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877183.374322:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877183.374325:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877183.374328:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519237760, portal 10 00000100:00000001:0.0:1788877183.374330:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877183.374332:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506584832 : -126388202966784 : ffff8d0cf40ef100) 00000100:00000040:0.0:1788877183.374338:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374344:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877183.374348:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877183.374350:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877183.374352:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519237760, offset 0 00000400:00000200:0.0:1788877183.374357:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877183.374361:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.374364:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877183.374366:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877183.374368:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877183.374371:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877183.374373:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877183.374376:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457842:457842:256:4294967295] 192.168.203.155@tcp LPNI seq info [457836:457836:8:4294967295] 00000400:00000200:0.0:1788877183.374380:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.374385:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877183.374389:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.374392:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877183.374395:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877183.374398:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 6 secs later) 00000800:00000100:0.0:1788877183.374408:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.374410:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877183.374412:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877183.374415:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877183.374418:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877183.374419:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877183.374421:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877183.374425:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374432:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.374435:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374440:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.374442:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877183.374444:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877183.374447:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:0.0:1788877183.374450:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877183.374452:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302610450 00000100:00000001:0.0:1788877183.374454:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302611734 00000100:00000001:0.0:1788877183.374456:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302610450 00000100:00000001:0.0:1788877183.374458:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302611734 00000100:00000001:0.0:1788877183.374460:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877183.374462:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.374464:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877183.374467:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877183/real 1788877183] req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877183.374474:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877183.374475:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877183.374476:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877183.374479:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877183.374480:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877183.374482:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877183.374485:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877183.374492:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374498:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877183.374499:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.374500:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.374502:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877183.374505:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374511:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877183.374515:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374521:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877183.374523:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.374525:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.374526:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.374527:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877183.374528:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877183.374530:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877183.374533:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877183.374535:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877183.374539:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877183.374545:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237760:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877183.374549:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877183.374552:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374558:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877183.374559:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.374562:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877183.374563:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877183.374565:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877183.374567:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237888:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877183.374570:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877183.374572:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877183.374574:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.374575:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877183.374578:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877183.374579:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877183.374583:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877183.374585:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877183.374588:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877183.374591:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519237888, portal 4 00000100:00000001:0.0:1788877183.374593:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877183.374594:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:0.0:1788877183.374599:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374604:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877183.374607:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877183.374609:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877183.374611:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519237888, offset 0 00000400:00000200:0.0:1788877183.374615:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877183.374619:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.374622:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877183.374624:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877183.374626:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877183.374628:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877183.374630:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877183.374633:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457843:457843:256:4294967295] 192.168.203.155@tcp LPNI seq info [457837:457837:8:4294967295] 00000400:00000200:0.0:1788877183.374636:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.374642:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877183.374646:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.374648:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877183.374652:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877183.374654:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 6 secs later) 00000800:00000100:0.0:1788877183.374664:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.374665:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877183.374668:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877183.374671:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877183.374673:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877183.374675:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877183.374677:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877183.374680:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374687:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.374689:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374695:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.374696:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877183.374699:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877183.374701:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:0.0:1788877183.374704:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877183.374706:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302610502 00000100:00000001:0.0:1788877183.374708:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302611734 00000100:00000001:0.0:1788877183.374710:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302610502 00000100:00000001:0.0:1788877183.374712:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302611734 00000100:00000001:0.0:1788877183.374714:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877183.374715:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.374717:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877183.374720:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877183/real 1788877183] req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877183.374729:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877183.374730:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877183.374731:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877183.374734:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877183.374735:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877183.374737:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877183.374740:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877183.374748:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374754:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877183.374755:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.374757:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.374758:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877183.374762:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374768:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877183.374771:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374777:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877183.374779:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.374781:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.374782:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.374784:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877183.374785:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877183.374787:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877183.374790:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877183.374793:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877183.374796:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877183.374803:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519237888:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877183.374806:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877183.374809:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374826:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877183.374828:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.374830:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877183.374831:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877183.374833:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877183.374836:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238016:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877183.374839:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877183.374840:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877183.374842:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877183.374844:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877183.374846:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485d400. 02000000:00000001:0.0:1788877183.374848:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877183.374851:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877183.374853:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877183.374857:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877183.374859:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519238016, portal 4 00000100:00000001:0.0:1788877183.374861:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877183.374862:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:0.0:1788877183.374868:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374874:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877183.374876:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877183.374878:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877183.374880:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519238016, offset 0 00000400:00000200:0.0:1788877183.374884:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877183.374888:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.374891:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877183.374893:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877183.374896:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877183.374898:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877183.374900:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877183.374903:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457844:457844:256:4294967295] 192.168.203.155@tcp LPNI seq info [457838:457838:8:4294967295] 00000400:00000200:0.0:1788877183.374907:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877183.374911:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877183.374916:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.374919:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877183.374923:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877183.374925:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 6 secs later) 00000800:00000100:0.0:1788877183.374936:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877183.374938:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877183.374941:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877183.374944:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877183.374946:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877183.374948:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877183.374950:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877183.374954:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374961:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.374964:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.374969:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.374971:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877183.374973:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877183.374976:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877183.374979:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877183.374980:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302610453 00000100:00000001:0.0:1788877183.374982:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302611734 00000100:00000001:0.0:1788877183.374984:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302610453 00000100:00000001:0.0:1788877183.374986:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302611734 00000100:00000001:0.0:1788877183.374988:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877183.374990:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.374991:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877183.374994:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877183/real 1788877183] req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877183.375002:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877183.375003:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877183.375004:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877183.375006:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877183.375008:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877183.375010:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877183.375013:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877183.375020:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.375026:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877183.375027:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375028:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.375029:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877183.375032:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.375037:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877183.375041:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.375047:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877183.375049:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375050:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877183.375051:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375053:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877183.375056:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877183.375058:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877183.375061:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877183.375063:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877183.375067:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877183.375073:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238016:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877183.375077:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375079:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.375081:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519237504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.375087:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877183.375090:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877183.375094:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877183.375097:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877183.375099:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877183.375101:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788877183.375104:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877183.375106:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:0.0:1788877183.375110:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877183.375112:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877183.375114:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:0.0:1788877183.375118:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877183.375119:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375120:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.375123:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.375129:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877183.375130:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877183.375131:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877183.375133:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877183.375134:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877183.375135:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=5 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877183.375137:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877183.375138:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:0.0:1788877183.375140:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877183.375141:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877183.375143:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:0.0:1788877183.375145:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877183.375146:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375147:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.375150:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef100 x1875765519237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.375155:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877183.375157:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877183.375158:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877183.375160:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877183.375162:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877183.375163:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=3 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877183.375165:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877183.375166:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:0.0:1788877183.375168:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877183.375169:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877183.375170:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef100. 00000100:00000001:0.0:1788877183.375172:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877183.375173:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375174:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.375177:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519237888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.375182:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877183.375183:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877183.375184:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877183.375186:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877183.375187:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877183.375188:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877183.375190:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877183.375191:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:0.0:1788877183.375193:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877183.375193:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877183.375194:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:0.0:1788877183.375196:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877183.375197:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375198:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877183.375201:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519238016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877183.375207:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877183.375208:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877183.375209:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:0.0:1788877183.375211:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877183.375212:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877183.375213:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877183.375214:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877183.375216:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:0.0:1788877183.375218:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877183.375219:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877183.375220:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:0.0:1788877183.375223:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877183.375224:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375226:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877183.375234:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877183.375236:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877183.375238:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877183.375240:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877184.714376:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302611734, at 4302611776 00000100:00000010:0.0:1788877184.714394:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf46552a0. 00000020:00000001:0.0:1788877186.570481:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877186.570485:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877186.570488:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877188.490570:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877188.490575:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877188.490579:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877188.490589:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.490612:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877188.490614:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.490619:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877188.490622:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877188.490626:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877188.490631:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519238144:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877188.490638:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877188.490643:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877188.490645:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.490649:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877188.490656:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877188.490659:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877188.490668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877188.490673:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877188.490681:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877188.490689:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519238144, portal 25 00000100:00000001:0.0:1788877188.490693:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877188.490697:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:0.0:1788877188.490705:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.490719:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877188.490724:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877188.490727:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877188.490731:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519238144, offset 0 00000400:00000200:0.0:1788877188.490745:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877188.490754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.490764:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877188.490774:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877188.490781:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877188.490800:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877188.490806:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877188.490814:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457845:457845:256:4294967295] 192.168.203.155@tcp LPNI seq info [457839:457839:8:4294967295] 00000400:00000200:0.0:1788877188.490824:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.490842:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877188.490853:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.490859:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877188.490870:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877188.490876:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 1 secs later) 00000800:00000100:0.0:1788877188.490894:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.490898:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877188.490906:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877188.490912:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877188.490917:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877188.490920:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877188.490926:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877188.490930:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.490945:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.490949:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.490959:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.490961:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877188.490968:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877188.490975:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877188.490979:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4302616851 00000100:00000010:0.0:1788877188.490986:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877188.490994:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877188.491005:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4302616851 00000100:00000010:0.0:1788877188.491011:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655660. 00000100:00000001:0.0:1788877188.491017:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877188.491025:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877188.491031:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491036:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877188.491045:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877188/real 1788877188] req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877188.491061:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877188.491064:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877188.491067:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877188.491071:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877188.491073:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877188.491078:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877188.491083:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877188.491098:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491111:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877188.491113:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491116:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491119:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877188.491124:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491135:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877188.491142:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491153:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877188.491156:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491158:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491161:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491163:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877188.491166:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877188.491169:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877188.491176:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877188.491180:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877188.491185:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877188.491197:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519238144:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877188.491206:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491211:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.491215:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519238144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491221:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877188.491223:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877188.491225:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877188.491228:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877188.491229:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877188.491231:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788877188.491232:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877188.491234:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:0.0:1788877188.491237:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877188.491238:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877188.491239:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:0.0:1788877188.491241:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877188.491242:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491243:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491270:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877188.491271:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491273:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877188.491274:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877188.491275:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877188.491277:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491282:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877188.491283:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.491284:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877188.491285:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877188.491286:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877188.491288:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238272:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877188.491290:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877188.491291:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877188.491292:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.491294:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877188.491296:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877188.491297:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877188.491300:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877188.491302:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877188.491304:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877188.491305:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519238272, portal 10 00000100:00000001:0.0:1788877188.491307:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877188.491307:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:0.0:1788877188.491312:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491316:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877188.491317:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877188.491319:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877188.491320:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519238272, offset 0 00000400:00000200:0.0:1788877188.491322:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877188.491324:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.491327:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877188.491329:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877188.491330:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877188.491332:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877188.491333:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877188.491335:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457846:457846:256:4294967295] 192.168.203.155@tcp LPNI seq info [457840:457840:8:4294967295] 00000400:00000200:0.0:1788877188.491338:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.491342:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877188.491344:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.491346:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877188.491348:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877188.491350:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 1 secs later) 00000800:00000100:0.0:1788877188.491356:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.491357:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877188.491360:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877188.491362:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877188.491363:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877188.491364:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877188.491366:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877188.491368:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491372:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.491374:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491377:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491378:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877188.491380:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877188.491383:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:0.0:1788877188.491385:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877188.491386:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302615567 00000100:00000001:0.0:1788877188.491387:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302616851 00000100:00000001:0.0:1788877188.491389:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302615567 00000100:00000001:0.0:1788877188.491390:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302616851 00000100:00000001:0.0:1788877188.491392:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877188.491393:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491394:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877188.491396:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877188/real 1788877188] req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877188.491400:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877188.491401:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877188.491401:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877188.491403:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877188.491404:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877188.491405:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877188.491407:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877188.491411:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491415:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877188.491416:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491417:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491417:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877188.491419:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491423:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877188.491424:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491428:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877188.491429:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491430:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491431:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491432:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877188.491432:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877188.491434:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877188.491436:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877188.491437:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877188.491439:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877188.491444:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238272:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877188.491445:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877188.491447:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491455:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877188.491455:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.491457:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877188.491458:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877188.491459:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877188.491460:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238400:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877188.491462:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877188.491463:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877188.491463:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.491464:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877188.491466:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877188.491467:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877188.491468:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877188.491469:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877188.491471:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877188.491472:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519238400, portal 10 00000100:00000001:0.0:1788877188.491473:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877188.491474:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506584832 : -126388202966784 : ffff8d0cf40ef100) 00000100:00000040:0.0:1788877188.491478:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491481:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877188.491483:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877188.491484:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877188.491485:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519238400, offset 0 00000400:00000200:0.0:1788877188.491487:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877188.491489:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.491491:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877188.491493:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877188.491494:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877188.491495:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877188.491497:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877188.491499:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457847:457847:256:4294967295] 192.168.203.155@tcp LPNI seq info [457841:457841:8:4294967295] 00000400:00000200:0.0:1788877188.491501:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.491504:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877188.491507:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.491508:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877188.491510:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877188.491512:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 1 secs later) 00000800:00000100:0.0:1788877188.491518:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.491519:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877188.491521:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877188.491523:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877188.491524:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877188.491525:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877188.491526:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877188.491528:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491533:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.491534:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491538:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491539:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877188.491540:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877188.491542:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:0.0:1788877188.491543:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877188.491544:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302615567 00000100:00000001:0.0:1788877188.491545:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302616851 00000100:00000001:0.0:1788877188.491547:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302615567 00000100:00000001:0.0:1788877188.491548:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302616851 00000100:00000001:0.0:1788877188.491549:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877188.491551:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491552:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877188.491553:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877188/real 1788877188] req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877188.491558:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877188.491559:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877188.491559:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877188.491560:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877188.491561:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877188.491562:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877188.491564:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877188.491569:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491572:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877188.491573:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491574:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491575:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877188.491576:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491580:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877188.491582:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491585:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877188.491586:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491587:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491588:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491588:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877188.491589:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877188.491591:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877188.491592:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877188.491594:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877188.491596:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877188.491600:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238400:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877188.491602:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877188.491603:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491607:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877188.491607:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.491608:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877188.491609:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877188.491610:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877188.491612:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238528:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877188.491613:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877188.491614:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877188.491615:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.491615:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877188.491617:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877188.491618:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877188.491620:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877188.491621:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877188.491623:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877188.491625:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519238528, portal 4 00000100:00000001:0.0:1788877188.491626:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877188.491626:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:0.0:1788877188.491630:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491633:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877188.491635:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877188.491636:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877188.491637:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519238528, offset 0 00000400:00000200:0.0:1788877188.491639:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877188.491641:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.491643:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877188.491644:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877188.491646:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877188.491647:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877188.491648:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877188.491650:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457848:457848:256:4294967295] 192.168.203.155@tcp LPNI seq info [457842:457842:8:4294967295] 00000400:00000200:0.0:1788877188.491652:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.491656:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877188.491658:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.491660:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877188.491662:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877188.491663:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 1 secs later) 00000800:00000100:0.0:1788877188.491669:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.491670:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877188.491672:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877188.491673:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877188.491675:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877188.491676:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877188.491677:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877188.491679:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491683:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.491684:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491688:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491689:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877188.491690:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877188.491692:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:0.0:1788877188.491694:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877188.491695:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302615619 00000100:00000001:0.0:1788877188.491696:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302616851 00000100:00000001:0.0:1788877188.491697:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302615619 00000100:00000001:0.0:1788877188.491698:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302616851 00000100:00000001:0.0:1788877188.491699:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877188.491700:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491701:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877188.491703:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877188/real 1788877188] req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877188.491707:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877188.491708:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877188.491708:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877188.491709:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877188.491710:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877188.491711:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877188.491713:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877188.491718:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491721:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877188.491722:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491723:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491723:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877188.491725:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491729:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877188.491733:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491740:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877188.491742:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491743:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491744:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491746:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877188.491747:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877188.491749:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877188.491753:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877188.491755:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877188.491759:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877188.491766:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238528:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877188.491770:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877188.491773:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491779:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877188.491780:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.491782:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877188.491784:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877188.491786:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877188.491798:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238656:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877188.491801:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877188.491803:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877188.491804:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877188.491806:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877188.491809:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877188.491811:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877188.491814:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877188.491816:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877188.491819:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877188.491822:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519238656, portal 4 00000100:00000001:0.0:1788877188.491823:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877188.491825:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:0.0:1788877188.491830:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491836:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877188.491837:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877188.491839:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877188.491840:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519238656, offset 0 00000400:00000200:0.0:1788877188.491843:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877188.491845:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.491848:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877188.491849:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877188.491851:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877188.491852:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877188.491853:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877188.491855:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457849:457849:256:4294967295] 192.168.203.155@tcp LPNI seq info [457843:457843:8:4294967295] 00000400:00000200:0.0:1788877188.491858:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877188.491861:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877188.491864:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.491866:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877188.491868:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:0.0:1788877188.491870:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 8, 1 secs later) 00000800:00000100:0.0:1788877188.491876:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877188.491877:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0d00954d00. 00000400:00000200:0.0:1788877188.491879:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788877188.491881:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788877188.491883:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52d48 00000400:00000010:0.0:1788877188.491884:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52d48. 00000100:00000001:0.0:1788877188.491885:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877188.491888:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491892:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.491894:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491897:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491898:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788877188.491900:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877188.491902:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877188.491903:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877188.491904:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302615570 00000100:00000001:0.0:1788877188.491906:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302616851 00000100:00000001:0.0:1788877188.491907:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302615570 00000100:00000001:0.0:1788877188.491908:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302616851 00000100:00000001:0.0:1788877188.491909:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877188.491910:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.491911:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877188.491913:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877188/real 1788877188] req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877188.491917:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877188.491918:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877188.491919:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877188.491920:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877188.491921:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877188.491923:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877188.491924:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877188.491929:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491936:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877188.491937:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491938:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491939:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877188.491941:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491944:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877188.491946:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491950:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877188.491951:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491952:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877188.491952:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491953:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877188.491955:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877188.491956:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877188.491957:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877188.491959:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877188.491960:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877188.491964:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238656:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877188.491966:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491967:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.491969:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519238272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491973:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877188.491974:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877188.491975:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877188.491977:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877188.491978:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877188.491979:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=5 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877188.491980:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877188.491981:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:0.0:1788877188.491983:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877188.491983:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877188.491984:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:0.0:1788877188.491986:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877188.491987:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.491988:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.491989:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef100 x1875765519238400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.491993:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877188.491994:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877188.491995:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877188.491995:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877188.491996:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877188.491997:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=3 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877188.491998:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877188.491998:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:0.0:1788877188.492000:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877188.492000:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877188.492001:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef100. 00000100:00000001:0.0:1788877188.492002:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877188.492003:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.492004:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.492007:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519238528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.492012:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877188.492014:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877188.492015:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877188.492016:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877188.492017:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877188.492018:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877188.492020:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877188.492022:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:0.0:1788877188.492023:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877188.492024:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877188.492025:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:0.0:1788877188.492027:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877188.492028:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.492030:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877188.492033:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519238656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877188.492040:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877188.492041:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877188.492042:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877188.492044:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877188.492045:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877188.492047:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877188.492049:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877188.492050:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:0.0:1788877188.492052:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877188.492053:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877188.492054:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:0.0:1788877188.492056:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877188.492056:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.492058:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877188.492060:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877188.492061:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877188.492062:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877188.492063:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877189.834376:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302616851, at 4302616896 00000100:00000010:0.0:1788877189.834398:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf46552a0. 00000020:00000001:0.0:1788877190.666489:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877190.666492:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877190.666495:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877193.611234:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877193.611239:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877193.611242:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877193.611268:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519238784/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611276:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877193.611277:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611282:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877193.611285:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877193.611287:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877193.611290:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519238784:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877193.611294:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877193.611298:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877193.611300:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611303:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877193.611307:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877193.611309:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877193.611316:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877193.611321:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877193.611328:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877193.611337:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519238784, portal 25 00000100:00000001:0.0:1788877193.611340:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877193.611341:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:0.0:1788877193.611347:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519238784/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611353:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877193.611356:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877193.611358:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52d48. 00000100:00000200:0.0:1788877193.611362:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519238784, offset 0 00000400:00000200:0.0:1788877193.611369:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611377:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611384:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877193.611389:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877193.611393:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877193.611396:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877193.611399:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611402:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457850:457850:256:4294967295] 192.168.203.155@tcp LPNI seq info [457844:457844:8:4294967295] 00000400:00000200:0.0:1788877193.611407:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611416:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877193.611422:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877193.611427:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954d00. 00000800:00000200:0.0:1788877193.611435:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877193.611465:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877193.611470:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877193.611473:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4302621972 00000100:00000010:0.0:1788877193.611479:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877193.611487:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877193.611493:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4302621972 00000100:00000010:0.0:1788877193.611496:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655120. 00000100:00000001:0.0:1788877193.611499:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877193.611502:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877193.611505:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877193.611507:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877193.611511:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519238912/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611516:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877193.611517:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611519:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877193.611521:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877193.611523:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877193.611525:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519238912:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877193.611529:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877193.611530:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877193.611532:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611533:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877193.611535:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c000. 02000000:00000001:0.0:1788877193.611537:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877193.611541:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877193.611543:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949738. 00000400:00000010:0.0:1788877193.611546:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52bb0. 00000100:00000200:0.0:1788877193.611549:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519238912, portal 10 00000100:00000001:0.0:1788877193.611551:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877193.611552:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:0.0:1788877193.611558:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519238912/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611564:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877193.611566:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877193.611568:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52f68. 00000100:00000200:0.0:1788877193.611570:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519238912, offset 0 00000400:00000200:0.0:1788877193.611574:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611578:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611581:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877193.611583:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877193.611585:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877193.611588:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877193.611590:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611592:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457851:457851:255:4294967295] 192.168.203.155@tcp LPNI seq info [457845:457845:7:4294967295] 00000400:00000200:0.0:1788877193.611596:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611601:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877193.611605:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877193.611609:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954600. 00000800:00000200:0.0:1788877193.611612:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877193.611618:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877193.611622:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:0.0:1788877193.611625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877193.611626:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302620687 00000100:00000001:0.0:1788877193.611629:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302621972 00000100:00000001:0.0:1788877193.611631:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302620687 00000100:00000001:0.0:1788877193.611633:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302621972 00000100:00000001:0.0:1788877193.611634:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877193.611636:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877193.611638:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877193.611641:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519239040/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611646:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877193.611647:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611649:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877193.611650:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877193.611652:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877193.611654:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519239040:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877193.611657:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877193.611658:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877193.611659:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611661:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877193.611664:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485e000. 02000000:00000001:0.0:1788877193.611665:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877193.611668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877193.611670:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949688. 00000400:00000010:0.0:1788877193.611673:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca524c8. 00000100:00000200:0.0:1788877193.611675:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519239040, portal 10 00000100:00000001:0.0:1788877193.611677:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877193.611678:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:0.0:1788877193.611683:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519239040/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611689:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877193.611690:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877193.611693:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52110. 00000100:00000200:0.0:1788877193.611695:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519239040, offset 0 00000400:00000200:0.0:1788877193.611699:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611701:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611704:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877193.611707:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877193.611708:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877193.611711:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877193.611713:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611716:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457852:457852:254:4294967295] 192.168.203.155@tcp LPNI seq info [457846:457846:6:4294967295] 00000400:00000200:0.0:1788877193.611719:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611724:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877193.611728:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877193.611733:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954b00. 00000800:00000200:0.0:1788877193.611737:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877193.611743:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877193.611745:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:0.0:1788877193.611748:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877193.611750:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302620687 00000100:00000001:0.0:1788877193.611752:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302621972 00000100:00000001:0.0:1788877193.611754:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302620687 00000100:00000001:0.0:1788877193.611755:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302621972 00000100:00000001:0.0:1788877193.611757:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877193.611759:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877193.611761:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877193.611776:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519239168/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611782:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877193.611783:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611785:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877193.611787:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877193.611788:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877193.611791:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519239168:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877193.611797:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877193.611798:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877193.611800:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611801:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877193.611804:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485e400. 02000000:00000001:0.0:1788877193.611806:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877193.611808:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877193.611811:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949d68. 00000400:00000010:0.0:1788877193.611815:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52c38. 00000100:00000200:0.0:1788877193.611817:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519239168, portal 4 00000100:00000001:0.0:1788877193.611818:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877193.611820:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:0.0:1788877193.611825:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519239168/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611831:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877193.611833:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877193.611835:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52aa0. 00000100:00000200:0.0:1788877193.611837:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519239168, offset 0 00000400:00000200:0.0:1788877193.611843:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611845:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611848:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877193.611850:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877193.611852:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877193.611855:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877193.611856:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611859:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457853:457853:253:4294967295] 192.168.203.155@tcp LPNI seq info [457847:457847:5:4294967295] 00000400:00000200:0.0:1788877193.611862:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611867:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877193.611870:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877193.611874:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954400. 00000800:00000200:0.0:1788877193.611877:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877193.611884:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877193.611886:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:0.0:1788877193.611889:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877193.611890:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302620739 00000100:00000001:0.0:1788877193.611892:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302621972 00000100:00000001:0.0:1788877193.611894:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302620739 00000100:00000001:0.0:1788877193.611896:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302621972 00000100:00000001:0.0:1788877193.611898:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877193.611900:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877193.611902:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877193.611905:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519239296/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611910:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877193.611911:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611913:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877193.611915:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877193.611917:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877193.611919:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519239296:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877193.611922:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877193.611923:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877193.611924:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877193.611926:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877193.611928:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485d800. 02000000:00000001:0.0:1788877193.611930:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877193.611932:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877193.611934:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949b00. 00000400:00000010:0.0:1788877193.611936:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca522a8. 00000100:00000200:0.0:1788877193.611939:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519239296, portal 4 00000100:00000001:0.0:1788877193.611940:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877193.611941:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:0.0:1788877193.611946:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519239296/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877193.611952:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877193.611954:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877193.611955:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52e58. 00000100:00000200:0.0:1788877193.611957:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519239296, offset 0 00000400:00000200:0.0:1788877193.611961:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611964:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611966:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877193.611968:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877193.611970:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877193.611972:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877193.611974:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877193.611976:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457854:457854:252:4294967295] 192.168.203.155@tcp LPNI seq info [457848:457848:4:4294967295] 00000400:00000200:0.0:1788877193.611980:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877193.611984:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877193.611988:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877193.611991:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954800. 00000800:00000200:0.0:1788877193.611994:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877193.612000:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877193.612003:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877193.612005:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877193.612007:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302620690 00000100:00000001:0.0:1788877193.612009:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302621972 00000100:00000001:0.0:1788877193.612011:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302620690 00000100:00000001:0.0:1788877193.612013:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302621972 00000100:00000001:0.0:1788877193.612015:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877193.612016:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877193.612019:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877193.612021:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877193.612029:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877193.612032:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877193.612034:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877193.612035:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877193.612036:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877193.612039:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877194.762515:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877194.762520:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877194.762523:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877194.954394:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302621972, at 4302622016 00000100:00000010:0.0:1788877194.954420:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877196.682692:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877196.682697:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877196.682701:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877196.682711:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877193/real 1788877196] req@ffff8d0cf40ed880 x1875765519238784/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877196.682722:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877196.682723:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877196.682726:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877196.682730:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877196.682732:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877196.682735:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877196.682739:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519238784/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877196.682760:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519238784/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877196.682767:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877196.682769:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877196.682773:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877196.682775:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877196.682779:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519238784/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877196.682786:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877196.682793:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519238784/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877196.682801:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877196.682804:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877196.682805:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877196.682807:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877196.682809:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877196.682812:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877196.682815:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877196.682820:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877196.682823:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877196.682827:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519238784/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877196.682835:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519238784:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877196.682843:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877196.682845:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877196.682847:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519238784/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877196.682853:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877196.682856:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877196.682861:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:0.0:1788877196.682865:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877196.682868:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877196.682870:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788877196.682872:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877196.682876:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:0.0:1788877196.682879:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877196.682882:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877196.682884:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:0.0:1788877196.682888:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877196.682889:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877196.682891:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877196.682894:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877196.682895:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877196.682897:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877196.682899:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877198.858494:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877198.858498:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877198.858502:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877200.074423:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302627093, at 4302627136 00000100:00000010:0.0:1788877200.074433:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000020:00000001:0.0:1788877202.954444:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877202.954447:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877202.954450:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877205.194340:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302632212, at 4302632256 00000100:00000010:0.0:1788877205.194351:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000020:00000001:0.0:1788877207.050426:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877207.050432:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877207.050436:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877210.314336:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302637331, at 4302637376 00000100:00000010:0.0:1788877210.314348:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000020:00000001:0.0:1788877211.146401:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877211.146405:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877211.146407:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788877214.090577:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877214.090582:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877214.090587:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877214.090596:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519241344/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.090617:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877214.090621:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.090627:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877214.090631:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877214.090636:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877214.090643:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519241344:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877214.090650:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877214.090656:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877214.090660:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.090676:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877214.090683:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485ec00. 02000000:00000001:0.0:1788877214.090688:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877214.090696:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877214.090702:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949630. 00000400:00000010:0.0:1788877214.090710:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52088. 00000100:00000200:0.0:1788877214.090721:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519241344, portal 25 00000100:00000001:0.0:1788877214.090726:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877214.090729:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:0.0:1788877214.090739:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519241344/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.090766:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877214.090779:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877214.090784:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca525d8. 00000100:00000200:0.0:1788877214.090788:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519241344, offset 0 00000400:00000200:0.0:1788877214.090797:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877214.090808:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.090818:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877214.090827:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877214.090833:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877214.090840:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877214.090845:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877214.090851:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457870:457870:256:4294967295] 192.168.203.155@tcp LPNI seq info [457864:457864:8:4294967295] 00000400:00000200:0.0:1788877214.090859:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.090878:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877214.090888:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877214.090896:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954c00. 00000800:00000200:0.0:1788877214.090906:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877214.090932:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877214.090940:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877214.090946:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4302642451 00000100:00000010:0.0:1788877214.090954:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877214.090965:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788877214.090976:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4302642451 00000100:00000010:0.0:1788877214.090982:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0cf4655540. 00000100:00000001:0.0:1788877214.090994:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788877214.091000:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877214.091008:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877214.091014:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877214.091020:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877214.091029:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877214.091032:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877214.091037:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877214.091040:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877214.091044:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877214.091052:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.091070:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877214.091074:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.091079:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877214.091083:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877214.091087:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877214.091092:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519241472:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877214.091100:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877214.091105:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877214.091108:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.091110:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877214.091116:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877214.091121:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877214.091129:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877214.091134:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc39496e0. 00000400:00000010:0.0:1788877214.091140:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52198. 00000100:00000200:0.0:1788877214.091144:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519241472, portal 10 00000100:00000001:0.0:1788877214.091149:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877214.091151:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:0.0:1788877214.091162:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.091182:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877214.091188:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877214.091193:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52770. 00000100:00000200:0.0:1788877214.091197:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519241472, offset 0 00000400:00000200:0.0:1788877214.091204:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877214.091211:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.091218:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877214.091225:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877214.091230:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877214.091234:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877214.091240:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877214.091245:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457871:457871:255:4294967295] 192.168.203.155@tcp LPNI seq info [457865:457865:7:4294967295] 00000400:00000200:0.0:1788877214.091291:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.091308:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877214.091318:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877214.091325:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954300. 00000800:00000200:0.0:1788877214.091332:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877214.091346:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877214.091351:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:0.0:1788877214.091357:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877214.091362:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302641167 00000100:00000001:0.0:1788877214.091367:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302642451 00000100:00000001:0.0:1788877214.091371:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302641167 00000100:00000001:0.0:1788877214.091374:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302642451 00000100:00000001:0.0:1788877214.091379:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877214.091383:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877214.091386:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877214.091393:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.091406:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877214.091409:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.091413:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877214.091416:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877214.091420:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877214.091424:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519241600:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877214.091434:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877214.091437:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877214.091439:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.091443:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877214.091447:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877214.091451:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877214.091456:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877214.091462:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949b00. 00000400:00000010:0.0:1788877214.091467:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca526e8. 00000100:00000200:0.0:1788877214.091472:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519241600, portal 10 00000100:00000001:0.0:1788877214.091476:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877214.091479:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:0.0:1788877214.091487:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.091501:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877214.091504:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877214.091507:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52908. 00000100:00000200:0.0:1788877214.091511:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519241600, offset 0 00000400:00000200:0.0:1788877214.091515:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877214.091519:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.091523:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877214.091526:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877214.091529:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877214.091532:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877214.091535:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877214.091538:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457872:457872:254:4294967295] 192.168.203.155@tcp LPNI seq info [457866:457866:6:4294967295] 00000400:00000200:0.0:1788877214.091542:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.091548:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877214.091552:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877214.091555:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954000. 00000800:00000200:0.0:1788877214.091559:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877214.091565:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877214.091568:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:0.0:1788877214.091571:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877214.091573:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302641167 00000100:00000001:0.0:1788877214.091576:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302642451 00000100:00000001:0.0:1788877214.091579:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302641167 00000100:00000001:0.0:1788877214.091581:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302642451 00000100:00000001:0.0:1788877214.091583:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877214.091585:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877214.091587:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877214.091589:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877214.091592:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877214.091593:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877214.091595:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877214.091596:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877214.091597:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877214.091600:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519241728/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.091607:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877214.091608:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.091610:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877214.091612:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877214.091614:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877214.091617:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519241728:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877214.091620:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877214.091621:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877214.091623:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.091624:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877214.091626:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485d400. 02000000:00000001:0.0:1788877214.091628:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877214.091631:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877214.091633:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949d68. 00000400:00000010:0.0:1788877214.091636:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52a18. 00000100:00000200:0.0:1788877214.091638:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519241728, portal 4 00000100:00000001:0.0:1788877214.091640:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877214.091641:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:0.0:1788877214.091646:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519241728/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.091652:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877214.091654:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877214.091656:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52dd0. 00000100:00000200:0.0:1788877214.091658:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519241728, offset 0 00000400:00000200:0.0:1788877214.091661:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877214.091664:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.091680:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877214.091682:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877214.091685:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877214.091687:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877214.091689:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877214.091692:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457873:457873:253:4294967295] 192.168.203.155@tcp LPNI seq info [457867:457867:5:4294967295] 00000400:00000200:0.0:1788877214.091696:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.091712:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877214.091717:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877214.091720:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954500. 00000800:00000200:0.0:1788877214.091724:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877214.091730:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877214.091733:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:0.0:1788877214.091736:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877214.091738:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302641219 00000100:00000001:0.0:1788877214.091740:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302642451 00000100:00000001:0.0:1788877214.091742:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302641219 00000100:00000001:0.0:1788877214.091744:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302642451 00000100:00000001:0.0:1788877214.091745:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877214.091747:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877214.091749:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788877214.091752:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519241856/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.091759:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788877214.091760:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.091762:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788877214.091763:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877214.091765:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877214.091768:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519241856:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877214.091771:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788877214.091772:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788877214.091774:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877214.091775:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788877214.091778:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf485c800. 02000000:00000001:0.0:1788877214.091779:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788877214.091782:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:0.0:1788877214.091784:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cc3949688. 00000400:00000010:0.0:1788877214.091787:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca52b28. 00000100:00000200:0.0:1788877214.091790:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519241856, portal 4 00000100:00000001:0.0:1788877214.091792:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788877214.091793:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:0.0:1788877214.091798:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519241856/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877214.091805:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788877214.091807:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:0.0:1788877214.091809:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0ceca523b8. 00000100:00000200:0.0:1788877214.091811:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519241856, offset 0 00000400:00000200:0.0:1788877214.091816:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788877214.091819:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.091823:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:0.0:1788877214.091825:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788877214.091827:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:0.0:1788877214.091829:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788877214.091831:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:0.0:1788877214.091834:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [457874:457874:252:4294967295] 192.168.203.155@tcp LPNI seq info [457868:457868:4:4294967295] 00000400:00000200:0.0:1788877214.091838:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877214.091844:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:0.0:1788877214.091848:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:0.0:1788877214.091850:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0d00954e00. 00000800:00000200:0.0:1788877214.091854:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788877214.091860:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877214.091862:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:0.0:1788877214.091865:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788877214.091867:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4302641170 00000100:00000001:0.0:1788877214.091869:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4302642451 00000100:00000001:0.0:1788877214.091871:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4302641170 00000100:00000001:0.0:1788877214.091873:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4302642451 00000100:00000001:0.0:1788877214.091875:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788877214.091877:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877214.091879:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877214.091881:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877214.091884:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877214.091885:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788877214.091888:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877214.091889:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877214.091891:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877214.091893:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788877215.242458:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877215.242461:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877215.242464:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877215.434358:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302642451, at 4302642496 00000100:00000010:0.0:1788877215.434372:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf46552a0. 00000100:00000001:0.0:1788877217.162947:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877217.162959:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877217.162967:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877217.162986:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877214/real 1788877217] req@ffff8d0cf40ec380 x1875765519241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877217.163038:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877217.163045:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877217.163052:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc39496e0. 00000400:00000200:0.0:1788877217.163060:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52198 00000400:00000010:0.0:1788877217.163062:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52198. 00000100:00000001:0.0:1788877217.163080:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877217.163090:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877217.163130:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163158:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877217.163164:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163172:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163177:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877217.163189:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163230:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877217.163237:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163244:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877217.163247:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163302:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163304:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163307:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877217.163311:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877217.163315:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877217.163323:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877217.163327:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877217.163333:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877217.163347:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519241472:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877217.163368:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877217.163379:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877214/real 1788877217] req@ffff8d0cf40ed880 x1875765519241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877217.163415:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877217.163421:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877217.163425:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949b00. 00000400:00000200:0.0:1788877217.163437:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca526e8 00000400:00000010:0.0:1788877217.163442:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca526e8. 00000100:00000001:0.0:1788877217.163449:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877217.163459:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877217.163479:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163487:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877217.163489:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163491:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163492:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877217.163496:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163502:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877217.163506:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163512:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877217.163514:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163516:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163517:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163519:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877217.163520:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877217.163523:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877217.163527:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877217.163529:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877217.163533:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877217.163540:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519241600:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788877217.163544:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877217.163549:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877214/real 1788877217] req@ffff8d0cf40ec700 x1875765519241344/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877217.163562:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877217.163564:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877217.163566:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949630. 00000400:00000200:0.0:1788877217.163569:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52088 00000400:00000010:0.0:1788877217.163571:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52088. 00000100:00000001:0.0:1788877217.163573:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877217.163576:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519241344/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877217.163583:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519241344/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163589:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877217.163597:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163602:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163603:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877217.163607:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519241344/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163614:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877217.163617:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519241344/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163624:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877217.163627:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163628:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163629:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163631:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877217.163633:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877217.163635:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877217.163638:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877217.163640:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877217.163644:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519241344/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877217.163668:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519241344:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788877217.163672:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877217.163675:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877217.163679:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163685:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877217.163689:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877217.163694:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788877217.163702:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877217.163706:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877217.163708:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=5 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877217.163711:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877217.163713:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:0.0:1788877217.163717:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877217.163719:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877217.163721:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:0.0:1788877217.163725:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877217.163726:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163728:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877217.163731:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163737:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877217.163739:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877217.163740:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:0.0:1788877217.163742:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877217.163743:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877217.163745:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=3 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:0.0:1788877217.163747:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877217.163748:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:0.0:1788877217.163750:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877217.163752:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877217.163753:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:0.0:1788877217.163756:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877217.163757:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163759:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877217.163762:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519241344/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163769:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877217.163770:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877217.163771:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:0.0:1788877217.163773:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877217.163774:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877217.163775:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788877217.163777:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877217.163779:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:0.0:1788877217.163781:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877217.163782:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877217.163783:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:0.0:1788877217.163785:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877217.163786:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163789:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877217.163791:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877217.163792:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788877217.163794:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877217.163798:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877214/real 1788877217] req@ffff8d0cf40ece00 x1875765519241728/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877217.163805:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877217.163807:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877217.163808:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949d68. 00000400:00000200:0.0:1788877217.163811:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52a18 00000400:00000010:0.0:1788877217.163812:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52a18. 00000100:00000001:0.0:1788877217.163819:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877217.163822:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519241728/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877217.163831:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519241728/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163842:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877217.163844:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163846:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163847:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877217.163851:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519241728/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163857:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877217.163861:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519241728/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163867:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877217.163870:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163871:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163873:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163875:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877217.163876:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877217.163879:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877217.163882:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877217.163884:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877217.163888:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519241728/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877217.163895:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519241728:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877217.163900:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788877217.163904:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788877214/real 1788877217] req@ffff8d0cf40ed180 x1875765519241856/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788877217.163911:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788877217.163913:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788877217.163915:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cc3949688. 00000400:00000200:0.0:1788877217.163917:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0ceca52b28 00000400:00000010:0.0:1788877217.163919:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0ceca52b28. 00000100:00000001:0.0:1788877217.163921:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788877217.163924:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519241856/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788877217.163931:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519241856/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163937:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788877217.163939:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163941:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163942:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788877217.163945:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519241856/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163952:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788877217.163955:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519241856/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.163961:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788877217.163964:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163966:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788877217.163967:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163968:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788877217.163971:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788877217.163973:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788877217.163976:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788877217.163978:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788877217.163982:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519241856/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788877217.163989:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519241856:192.168.203.155@tcp:8:kworker.0 00000100:00000001:0.0:1788877217.163994:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.163995:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877217.163998:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519241728/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.164004:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877217.164005:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877217.164007:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:0.0:1788877217.164010:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877217.164011:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877217.164013:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877217.164015:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877217.164016:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:0.0:1788877217.164018:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877217.164020:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877217.164021:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:0.0:1788877217.164023:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877217.164025:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.164026:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877217.164029:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519241856/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788877239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877217.164035:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788877217.164036:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788877217.164038:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:0.0:1788877217.164040:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788877217.164042:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788877217.164043:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:0.0:1788877217.164045:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788877217.164047:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:0.0:1788877217.164049:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788877217.164050:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788877217.164051:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:0.0:1788877217.164053:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788877217.164054:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.164056:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788877217.164065:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788877217.164067:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877217.164070:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788877217.164071:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877219.210380:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877219.210387:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877219.210390:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877219.210392:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877219.210396:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877219.210402:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 7973 00000400:00000200:0.0:1788877219.210409:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877219.210414:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877219.210417:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877219.210420:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210422:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.210423:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210425:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877219.210432:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877219.210433:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877219.210435:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877219.210437:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877219.210439:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877219.210440:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877219.210442:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210444:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.210445:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210446:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877219.210448:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877219.210450:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210451:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877219.210453:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877219.210455:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877219.210458:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.210460:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877219.210462:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877219.210467:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877219.210469:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877219.210473:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877219.210474:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.210477:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877219.210480:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877219.210484:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877219.210490:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877219.210496:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877219.210503:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519241984/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877219.210511:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877219.210514:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877219.210518:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519241984/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877219.210540:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877219.210544:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877219.210548:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877219.210549:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877219.210551:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877219.210553:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877219.210563:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7973 00000400:00000200:0.0:1788877219.210567:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877219.210571:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877219.210573:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877219.210577:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210580:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.210584:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210588:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877219.210591:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877219.210594:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877219.210602:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877219.210606:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877219.210610:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877219.210615:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877219.210623:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210628:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.210633:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210638:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877219.210653:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877219.210659:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210663:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877219.210668:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877219.210674:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877219.210679:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.210682:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877219.210688:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877219.210693:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.210698:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877219.210705:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877219.210708:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877219.210710:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877219.210713:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.210716:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877219.210719:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877219.210721:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877219.210727:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877219.210732:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877219.210738:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519242112/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877219.210758:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877219.210761:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877219.210769:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519242112/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877219.210787:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877219.210792:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877219.210797:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877219.210800:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877219.210803:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877219.210807:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877219.210810:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7973 00000400:00000200:0.0:1788877219.210819:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877219.210828:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877219.210833:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877219.210838:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210842:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.210847:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210850:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877219.210892:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877219.210895:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877219.210898:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877219.210903:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877219.210908:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877219.210910:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877219.210915:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210919:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.210923:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210928:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877219.210933:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877219.210939:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877219.210944:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877219.210948:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877219.210953:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877219.210957:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.210962:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877219.210964:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877219.210967:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.210971:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877219.210978:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877219.210982:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877219.210984:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877219.210986:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.210990:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877219.210994:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877219.210997:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877219.211002:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877219.211008:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877219.211017:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519242240/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877219.211028:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877219.211032:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877219.211041:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519242240/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877219.211055:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877219.211059:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877219.211064:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877219.211068:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877219.211071:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877219.211076:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877219.211081:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7973 00000400:00000200:0.0:1788877219.211088:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877219.211093:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877219.211095:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877219.211104:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211108:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.211111:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211117:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877219.211121:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877219.211123:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877219.211126:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877219.211130:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877219.211133:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877219.211137:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877219.211144:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211148:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.211152:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211157:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877219.211161:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877219.211167:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211171:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877219.211173:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877219.211178:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877219.211181:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.211185:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877219.211188:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877219.211192:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.211195:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877219.211202:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877219.211206:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877219.211210:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877219.211213:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.211216:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877219.211219:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877219.211222:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877219.211228:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877219.211241:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877219.211310:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519242368/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877219.211326:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877219.211330:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877219.211338:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519242368/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877219.211354:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877219.211360:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877219.211366:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877219.211370:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877219.211374:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877219.211380:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877219.211384:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7973 00000400:00000200:0.0:1788877219.211390:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877219.211395:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877219.211397:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877219.211401:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211405:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.211408:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211411:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877219.211415:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877219.211417:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877219.211420:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877219.211422:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877219.211426:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877219.211431:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877219.211437:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211441:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877219.211446:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211451:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877219.211453:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877219.211459:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877219.211465:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877219.211468:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877219.211475:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877219.211479:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.211484:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877219.211488:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877219.211493:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.211497:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877219.211503:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877219.211507:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877219.211513:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877219.211515:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877219.211519:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877219.211522:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877219.211525:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877219.211529:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877219.211533:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877219.211541:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519242496/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877219.211553:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877219.211557:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877219.211566:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519242496/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877219.211580:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877219.211588:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7983) 00000020:00000001:0.0:1788877219.338452:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877219.338456:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877219.338458:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877220.554347:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302647571, at 4302647616 00000100:00000010:0.0:1788877220.554364:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000020:00000001:0.0:1788877223.434529:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877223.434534:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877223.434538:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877224.330363:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877224.330373:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877224.330376:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877224.330380:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877224.330385:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877224.330392:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 7978 00000400:00000200:0.0:1788877224.330402:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877224.330408:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877224.330411:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877224.330414:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330418:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.330420:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330422:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877224.330431:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877224.330433:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877224.330436:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877224.330440:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877224.330442:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877224.330445:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877224.330448:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330450:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.330451:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330454:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877224.330457:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877224.330460:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330463:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877224.330466:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877224.330470:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877224.330472:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.330474:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877224.330477:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877224.330485:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877224.330489:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877224.330493:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877224.330496:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.330499:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877224.330504:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877224.330508:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877224.330517:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877224.330525:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877224.330535:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519242624/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877224.330544:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877224.330549:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877224.330554:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519242624/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877224.330575:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877224.330578:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877224.330582:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877224.330584:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877224.330587:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877224.330591:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877224.330596:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7978 00000400:00000200:0.0:1788877224.330601:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877224.330610:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877224.330615:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877224.330638:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330650:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.330661:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330668:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877224.330677:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877224.330683:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877224.330688:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877224.330696:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877224.330706:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877224.330713:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877224.330726:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330733:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.330742:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330754:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877224.330763:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877224.330776:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877224.330786:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877224.330791:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877224.330802:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877224.330816:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.330826:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877224.330836:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877224.330843:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.330848:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877224.330857:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877224.330869:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877224.330880:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877224.330889:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.330896:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877224.330902:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877224.330910:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877224.330918:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877224.330929:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877224.330941:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519242752/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877224.330972:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877224.330979:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877224.330991:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519242752/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877224.331025:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877224.331034:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877224.331042:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877224.331049:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877224.331055:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877224.331065:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877224.331077:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7978 00000400:00000200:0.0:1788877224.331096:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877224.331111:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877224.331117:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877224.331126:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331129:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.331137:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331140:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877224.331145:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877224.331150:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877224.331155:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877224.331160:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877224.331167:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877224.331177:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877224.331190:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331193:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.331195:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331199:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877224.331203:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877224.331210:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331215:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877224.331218:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877224.331225:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877224.331230:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.331235:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877224.331239:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877224.331276:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.331279:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877224.331283:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877224.331286:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877224.331289:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877224.331293:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.331298:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877224.331302:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877224.331305:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877224.331317:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877224.331326:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877224.331344:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519242880/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877224.331374:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877224.331383:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877224.331397:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519242880/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877224.331433:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877224.331440:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877224.331444:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877224.331447:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877224.331451:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877224.331456:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877224.331467:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7978 00000400:00000200:0.0:1788877224.331476:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877224.331487:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877224.331496:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877224.331509:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331517:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.331526:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331531:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877224.331535:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877224.331540:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877224.331544:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877224.331547:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877224.331551:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877224.331561:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877224.331577:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331585:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.331590:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331597:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877224.331608:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877224.331636:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877224.331649:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877224.331657:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877224.331667:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877224.331679:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.331683:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877224.331687:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877224.331697:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.331707:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877224.331717:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877224.331725:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877224.331736:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877224.331741:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.331751:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877224.331761:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877224.331768:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877224.331778:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877224.331792:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877224.331813:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519243008/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877224.331838:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877224.331843:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877224.331858:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519243008/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877224.331886:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877224.331897:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877224.331909:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877224.331913:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877224.331921:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877224.331931:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877224.331942:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7978 00000400:00000200:0.0:1788877224.331973:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877224.331989:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877224.332003:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877224.332019:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.332026:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.332035:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.332044:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877224.332059:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877224.332065:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877224.332071:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877224.332079:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877224.332086:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877224.332098:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877224.332112:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.332117:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877224.332123:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877224.332127:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877224.332134:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877224.332146:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877224.332153:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877224.332162:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877224.332172:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877224.332179:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.332186:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877224.332193:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877224.332203:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.332209:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877224.332220:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877224.332228:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877224.332242:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877224.332246:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877224.332283:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877224.332288:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877224.332296:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877224.332305:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877224.332317:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877224.332332:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519243136/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877224.332429:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877224.332438:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877224.332452:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519243136/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877224.332490:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877224.332500:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7989) 00000100:00000040:0.0:1788877225.674389:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302652691, at 4302652736 00000100:00000010:0.0:1788877225.674409:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000020:00000001:0.0:1788877227.530493:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877227.530501:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877227.530507:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877229.450367:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877229.450379:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877229.450383:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877229.450388:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877229.450394:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877229.450406:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 7984 00000400:00000200:0.0:1788877229.450419:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877229.450425:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877229.450429:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877229.450434:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450437:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.450440:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450444:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877229.450454:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877229.450456:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877229.450459:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877229.450465:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877229.450468:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877229.450472:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877229.450475:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450477:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.450478:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450480:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877229.450483:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877229.450486:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450488:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877229.450490:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877229.450493:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877229.450494:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.450496:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877229.450498:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877229.450508:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877229.450511:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877229.450514:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877229.450515:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.450518:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877229.450520:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877229.450525:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877229.450533:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877229.450538:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877229.450545:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519243264/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877229.450552:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877229.450555:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877229.450558:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519243264/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877229.450576:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877229.450578:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877229.450581:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877229.450582:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877229.450583:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877229.450586:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877229.450587:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7984 00000400:00000200:0.0:1788877229.450590:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877229.450592:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877229.450603:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877229.450605:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450607:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.450609:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450611:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877229.450614:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877229.450615:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877229.450616:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877229.450618:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877229.450620:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877229.450622:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877229.450625:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450626:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.450627:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450628:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877229.450629:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877229.450630:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450632:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877229.450634:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877229.450639:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877229.450641:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.450642:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877229.450647:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877229.450656:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.450659:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877229.450664:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877229.450667:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877229.450668:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877229.450669:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.450670:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877229.450672:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877229.450673:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877229.450680:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877229.450688:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877229.450701:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519243392/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877229.450729:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877229.450738:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877229.450747:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519243392/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877229.450773:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877229.450778:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877229.450783:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877229.450790:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877229.450793:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877229.450800:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877229.450808:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7984 00000400:00000200:0.0:1788877229.450818:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877229.450826:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877229.450832:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877229.450840:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450847:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.450851:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450856:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877229.450861:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877229.450865:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877229.450868:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877229.450871:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877229.450878:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877229.450885:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877229.450895:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450905:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.450909:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450915:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877229.450921:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877229.450933:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877229.450940:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877229.450949:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877229.450956:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877229.450964:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.450969:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877229.450976:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877229.450989:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.450993:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877229.451002:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877229.451006:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877229.451009:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877229.451012:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.451015:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877229.451020:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877229.451022:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877229.451027:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877229.451035:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877229.451045:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519243520/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877229.451060:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877229.451066:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877229.451077:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519243520/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877229.451091:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877229.451100:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877229.451106:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877229.451108:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877229.451112:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877229.451116:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877229.451121:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7984 00000400:00000200:0.0:1788877229.451142:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877229.451148:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877229.451151:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877229.451153:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451155:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.451160:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451166:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877229.451187:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877229.451189:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877229.451191:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877229.451193:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877229.451201:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877229.451208:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877229.451216:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451220:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.451225:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451228:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877229.451233:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877229.451237:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451242:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877229.451285:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877229.451290:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877229.451294:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.451296:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877229.451298:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877229.451299:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.451303:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877229.451310:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877229.451318:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877229.451324:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877229.451326:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.451335:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877229.451339:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877229.451342:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877229.451348:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877229.451354:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877229.451363:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519243648/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877229.451376:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877229.451381:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877229.451393:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519243648/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877229.451436:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877229.451447:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877229.451459:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877229.451463:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877229.451467:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877229.451473:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877229.451481:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 7984 00000400:00000200:0.0:1788877229.451488:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877229.451495:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877229.451498:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877229.451502:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451510:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.451513:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451516:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877229.451526:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877229.451528:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877229.451531:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877229.451534:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877229.451539:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877229.451546:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877229.451551:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451556:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877229.451558:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451559:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877229.451560:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877229.451561:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877229.451562:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877229.451564:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877229.451570:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877229.451575:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.451577:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877229.451581:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877229.451583:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.451585:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877229.451590:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877229.451606:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877229.451613:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877229.451618:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877229.451623:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877229.451627:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877229.451631:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877229.451637:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877229.451645:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877229.451655:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519243776/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877229.451670:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877229.451674:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877229.451683:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519243776/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877229.451697:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877229.451707:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7994) 00000100:00000040:0.0:1788877230.794365:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302657812, at 4302657856 00000100:00000010:0.0:1788877230.794380:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000020:00000001:0.0:1788877231.626452:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877231.626456:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877231.626458:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877235.722441:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877235.722445:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877235.722447:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877235.914359:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302662931, at 4302662976 00000100:00000010:0.0:1788877235.914376:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000020:00000001:0.0:1788877239.818437:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877239.818440:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877239.818442:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877241.034360:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302668051, at 4302668096 00000100:00000010:0.0:1788877241.034373:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000020:00000001:0.0:1788877243.914421:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877243.914425:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877243.914428:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877246.154330:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302673171, at 4302673216 00000100:00000010:0.0:1788877246.154346:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000020:00000001:0.0:1788877248.010472:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877248.010478:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877248.010483:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877251.274377:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302678291, at 4302678336 00000100:00000010:0.0:1788877251.274396:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000020:00000001:0.0:1788877252.106527:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877252.106532:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877252.106536:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877256.202495:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877256.202501:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877256.202506:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877256.394408:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302683412, at 4302683456 00000100:00000010:0.0:1788877256.394432:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000020:00000001:0.0:1788877260.298477:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877260.298481:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877260.298483:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877261.514364:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302688531, at 4302688576 00000100:00000010:0.0:1788877261.514380:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000020:00000001:0.0:1788877264.394468:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877264.394473:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877264.394477:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877266.634380:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302693652, at 4302693696 00000100:00000010:0.0:1788877266.634401:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000020:00000001:0.0:1788877268.490546:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877268.490550:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877268.490553:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877271.754358:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302698771, at 4302698816 00000100:00000010:0.0:1788877271.754380:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000020:00000001:0.0:1788877272.586487:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877272.586490:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877272.586493:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877275.530393:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877275.530402:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877275.530404:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877275.530409:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877275.530413:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877275.530420:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8030 00000400:00000200:0.0:1788877275.530428:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877275.530435:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877275.530437:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877275.530440:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530443:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.530445:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530447:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877275.530454:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877275.530460:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877275.530462:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877275.530465:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877275.530467:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877275.530469:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877275.530471:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530473:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.530474:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530475:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877275.530477:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877275.530480:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530482:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877275.530485:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877275.530489:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877275.530492:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.530495:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877275.530498:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877275.530508:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877275.530513:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877275.530517:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877275.530520:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.530523:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877275.530526:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877275.530531:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877275.530541:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877275.530548:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877275.530557:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519249024/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877275.530566:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877275.530570:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877275.530573:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519249024/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877275.530592:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877275.530594:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877275.530597:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877275.530598:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877275.530599:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877275.530602:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877275.530604:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8030 00000400:00000200:0.0:1788877275.530607:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877275.530609:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877275.530611:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877275.530614:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530616:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.530618:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530621:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877275.530625:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877275.530627:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877275.530629:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877275.530632:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877275.530635:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877275.530638:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877275.530642:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530645:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.530651:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530656:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877275.530663:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877275.530669:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530675:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877275.530678:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877275.530688:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877275.530695:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.530704:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877275.530709:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877275.530714:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.530718:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877275.530732:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877275.530738:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877275.530742:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877275.530749:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.530754:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877275.530756:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877275.530762:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877275.530774:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877275.530781:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877275.530798:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519249152/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877275.530821:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877275.530824:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877275.530839:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519249152/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877275.530853:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877275.530856:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877275.530861:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877275.530865:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877275.530872:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877275.530879:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877275.530888:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8030 00000400:00000200:0.0:1788877275.530901:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877275.530911:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877275.530920:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877275.530926:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530929:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.530938:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.530941:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877275.530981:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877275.530986:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877275.530989:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877275.530992:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877275.530999:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877275.531003:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877275.531018:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531029:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.531036:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531048:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877275.531060:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877275.531064:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531070:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877275.531078:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877275.531083:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877275.531089:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.531094:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877275.531100:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877275.531105:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.531113:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877275.531122:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877275.531127:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877275.531135:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877275.531138:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.531146:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877275.531148:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877275.531154:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877275.531160:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877275.531169:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877275.531176:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519249280/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877275.531186:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877275.531192:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877275.531208:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519249280/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877275.531223:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877275.531226:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877275.531232:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877275.531234:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877275.531236:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877275.531245:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877275.531286:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8030 00000400:00000200:0.0:1788877275.531301:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877275.531313:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877275.531325:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877275.531335:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531339:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.531346:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531354:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877275.531361:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877275.531365:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877275.531370:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877275.531387:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877275.531392:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877275.531400:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877275.531412:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531419:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.531427:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531439:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877275.531447:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877275.531454:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531465:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877275.531476:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877275.531484:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877275.531496:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.531507:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877275.531515:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877275.531523:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.531532:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877275.531544:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877275.531551:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877275.531556:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877275.531561:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.531568:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877275.531574:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877275.531581:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877275.531588:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877275.531592:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877275.531603:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519249408/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877275.531671:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877275.531674:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877275.531682:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519249408/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877275.531697:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877275.531708:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877275.531720:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877275.531730:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877275.531737:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877275.531742:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877275.531753:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8030 00000400:00000200:0.0:1788877275.531766:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877275.531775:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877275.531783:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877275.531795:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531803:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.531810:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531818:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877275.531831:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877275.531839:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877275.531844:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877275.531848:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877275.531855:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877275.531861:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877275.531876:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531886:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877275.531897:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531907:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877275.531912:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877275.531918:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877275.531925:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877275.531928:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877275.531935:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877275.531947:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.531957:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877275.531965:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877275.531975:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.531984:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877275.531998:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877275.532005:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877275.532012:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877275.532016:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877275.532025:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877275.532031:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877275.532041:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877275.532052:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877275.532060:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877275.532077:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519249536/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877275.532117:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877275.532125:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877275.532137:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519249536/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877275.532160:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877275.532170:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8040) 00000020:00000001:0.0:1788877276.682463:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877276.682472:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877276.682475:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877276.874358:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302703891, at 4302703936 00000100:00000010:0.0:1788877276.874391:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00080000:0.0:1788877280.650346:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877280.650367:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877280.650369:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877280.650373:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877280.650377:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877280.650384:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8035 00000400:00000200:0.0:1788877280.650392:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877280.650397:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877280.650399:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877280.650401:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650403:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.650405:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650406:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877280.650413:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877280.650414:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877280.650416:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877280.650419:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877280.650421:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877280.650422:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877280.650428:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650430:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.650431:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650432:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877280.650435:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877280.650437:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650438:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877280.650440:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877280.650443:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877280.650445:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650446:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877280.650449:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877280.650459:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877280.650462:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877280.650465:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877280.650466:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650468:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877280.650470:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877280.650474:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877280.650481:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877280.650486:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877280.650493:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519249664/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877280.650500:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877280.650503:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877280.650507:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519249664/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877280.650524:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877280.650526:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877280.650528:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877280.650529:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877280.650530:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877280.650532:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877280.650534:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8035 00000400:00000200:0.0:1788877280.650536:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877280.650537:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877280.650539:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877280.650541:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650543:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.650544:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650545:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877280.650547:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877280.650549:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877280.650550:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877280.650551:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877280.650553:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877280.650554:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877280.650556:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650563:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.650567:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650568:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877280.650571:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877280.650574:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650576:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877280.650578:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877280.650583:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877280.650587:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650590:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877280.650596:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877280.650599:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650602:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877280.650607:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877280.650611:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877280.650614:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877280.650616:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650618:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877280.650620:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877280.650623:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877280.650628:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877280.650630:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877280.650637:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519249792/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877280.650642:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877280.650647:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877280.650653:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519249792/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877280.650664:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877280.650666:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877280.650669:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877280.650670:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877280.650672:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877280.650677:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877280.650678:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8035 00000400:00000200:0.0:1788877280.650681:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877280.650684:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877280.650686:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877280.650691:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650693:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.650697:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650701:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877280.650704:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877280.650705:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877280.650706:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877280.650707:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877280.650708:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877280.650709:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877280.650712:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650714:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.650715:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650717:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877280.650720:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877280.650724:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650727:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877280.650730:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877280.650734:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877280.650736:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650739:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877280.650741:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877280.650743:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650745:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877280.650749:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877280.650752:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877280.650753:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877280.650754:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650758:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877280.650761:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877280.650763:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877280.650765:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877280.650768:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877280.650773:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519249920/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877280.650784:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877280.650786:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877280.650792:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519249920/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877280.650804:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877280.650808:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877280.650812:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877280.650813:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877280.650815:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877280.650819:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877280.650822:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8035 00000400:00000200:0.0:1788877280.650832:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877280.650835:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877280.650839:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877280.650842:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650846:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.650850:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650853:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877280.650856:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877280.650859:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877280.650860:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877280.650863:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877280.650867:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877280.650870:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877280.650875:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650879:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.650883:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650885:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877280.650888:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877280.650890:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877280.650892:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877280.650894:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877280.650898:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877280.650902:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650904:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877280.650906:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877280.650909:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650912:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877280.650915:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877280.650920:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877280.650921:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877280.650922:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.650924:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877280.650925:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877280.650927:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877280.650936:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877280.650939:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877280.650947:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519250048/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877280.650957:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877280.650960:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877280.650965:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519250048/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877280.650975:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877280.650978:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877280.650983:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877280.650985:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877280.650987:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877280.650991:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877280.650995:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8035 00000400:00000200:0.0:1788877280.650999:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877280.651001:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877280.651004:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877280.651006:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.651008:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.651009:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.651011:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877280.651016:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877280.651017:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877280.651018:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877280.651019:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877280.651020:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877280.651022:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877280.651028:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.651032:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877280.651035:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877280.651038:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877280.651040:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877280.651044:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877280.651047:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877280.651050:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877280.651052:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877280.651055:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.651057:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877280.651060:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877280.651064:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.651066:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877280.651071:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877280.651074:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877280.651077:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877280.651080:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877280.651084:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877280.651086:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877280.651089:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877280.651096:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877280.651100:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877280.651107:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519250176/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877280.651115:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877280.651118:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877280.651125:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519250176/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877280.651136:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877280.651140:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8045) 00000020:00000001:0.0:1788877280.778443:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877280.778451:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877280.778456:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877281.994338:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302709011, at 4302709056 00000100:00000010:0.0:1788877281.994363:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000020:00000001:0.0:1788877284.874473:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877284.874477:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877284.874480:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877285.770389:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877285.770398:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877285.770400:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877285.770404:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877285.770408:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877285.770414:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8040 00000400:00000200:0.0:1788877285.770422:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877285.770428:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877285.770431:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877285.770433:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770436:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.770438:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770440:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877285.770447:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877285.770449:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877285.770451:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877285.770453:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877285.770455:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877285.770457:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877285.770459:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770461:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.770462:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770463:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877285.770465:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877285.770467:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770470:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877285.770473:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877285.770476:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877285.770478:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.770480:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877285.770482:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877285.770491:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877285.770493:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877285.770497:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877285.770499:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.770502:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877285.770505:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877285.770509:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877285.770518:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877285.770524:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877285.770532:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519250304/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877285.770540:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877285.770544:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877285.770548:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519250304/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877285.770567:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877285.770569:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877285.770572:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877285.770573:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877285.770574:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877285.770577:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877285.770578:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8040 00000400:00000200:0.0:1788877285.770581:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877285.770584:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877285.770586:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877285.770588:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770590:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.770592:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770594:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877285.770596:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877285.770598:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877285.770599:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877285.770601:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877285.770602:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877285.770604:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877285.770607:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770611:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.770616:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770619:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877285.770621:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877285.770626:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770631:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877285.770635:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877285.770642:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877285.770646:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.770649:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877285.770653:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877285.770657:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.770661:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877285.770666:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877285.770671:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877285.770675:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877285.770677:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.770680:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877285.770683:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877285.770687:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877285.770693:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877285.770696:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877285.770704:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519250432/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877285.770716:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877285.770718:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877285.770722:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519250432/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877285.770730:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877285.770736:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877285.770741:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877285.770743:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877285.770746:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877285.770751:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877285.770756:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8040 00000400:00000200:0.0:1788877285.770761:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877285.770767:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877285.770771:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877285.770776:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770779:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.770780:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770781:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877285.770783:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877285.770784:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877285.770788:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877285.770789:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877285.770791:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877285.770794:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877285.770799:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770801:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.770802:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770805:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877285.770809:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877285.770812:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770814:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877285.770817:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877285.770822:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877285.770825:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.770828:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877285.770829:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877285.770832:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.770836:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877285.770841:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877285.770847:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877285.770851:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877285.770854:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.770859:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877285.770862:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877285.770864:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877285.770869:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877285.770874:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877285.770881:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519250560/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877285.770889:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877285.770892:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877285.770898:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519250560/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877285.770910:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877285.770913:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877285.770917:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877285.770922:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877285.770924:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877285.770930:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877285.770935:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8040 00000400:00000200:0.0:1788877285.770940:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877285.770946:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877285.770949:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877285.770954:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770959:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.770963:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770966:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877285.770971:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877285.770973:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877285.770975:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877285.770979:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877285.770983:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877285.770987:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877285.770994:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.770997:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.771001:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.771006:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877285.771010:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877285.771016:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877285.771019:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877285.771022:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877285.771032:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877285.771037:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.771040:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877285.771042:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877285.771047:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.771048:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877285.771052:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877285.771056:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877285.771058:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877285.771061:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.771064:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877285.771067:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877285.771069:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877285.771073:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877285.771077:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877285.771085:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519250688/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877285.771099:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877285.771104:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877285.771111:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519250688/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877285.771125:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877285.771129:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877285.771133:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877285.771135:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877285.771145:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877285.771151:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877285.771157:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8040 00000400:00000200:0.0:1788877285.771166:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877285.771173:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877285.771177:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877285.771183:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.771188:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.771192:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.771194:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877285.771200:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877285.771203:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877285.771206:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877285.771210:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877285.771215:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877285.771217:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877285.771222:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.771227:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877285.771232:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877285.771237:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877285.771243:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877285.771274:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877285.771279:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877285.771283:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877285.771287:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877285.771292:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.771297:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877285.771300:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877285.771305:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.771309:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877285.771314:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877285.771321:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877285.771336:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877285.771339:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877285.771343:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877285.771346:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877285.771351:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877285.771361:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877285.771368:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877285.771382:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519250816/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877285.771390:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877285.771394:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877285.771402:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519250816/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877285.771424:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877285.771430:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8050) 00000100:00000040:0.0:1788877287.114381:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302714131, at 4302714176 00000100:00000010:0.0:1788877287.114404:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000020:00000001:0.0:1788877288.970496:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877288.970500:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877288.970503:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877292.234358:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302719252, at 4302719296 00000100:00000010:0.0:1788877292.234368:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000020:00000001:0.0:1788877293.066435:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877293.066439:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877293.066443:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877297.162487:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877297.162492:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877297.162496:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877297.354350:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302724371, at 4302724416 00000100:00000010:0.0:1788877297.354374:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000020:00000001:0.0:1788877301.258466:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877301.258474:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877301.258479:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877302.474362:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302729492, at 4302729536 00000100:00000010:0.0:1788877302.474379:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000020:00000001:0.0:1788877305.354393:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877305.354397:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877305.354400:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877306.250357:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877306.250367:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877306.250370:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877306.250373:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877306.250377:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877306.250384:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8060 00000400:00000200:0.0:1788877306.250392:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877306.250398:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877306.250400:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877306.250403:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250406:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.250408:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250410:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877306.250418:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877306.250420:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877306.250422:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877306.250424:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877306.250426:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877306.250428:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877306.250430:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250432:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.250433:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250434:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877306.250436:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877306.250438:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250440:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877306.250442:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877306.250445:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877306.250447:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.250449:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877306.250451:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877306.250457:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877306.250459:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877306.250463:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877306.250464:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.250467:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877306.250469:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877306.250474:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877306.250481:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877306.250488:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877306.250496:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519252864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877306.250504:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877306.250508:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877306.250512:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519252864/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877306.250533:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877306.250536:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877306.250538:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877306.250540:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877306.250541:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877306.250543:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877306.250545:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8060 00000400:00000200:0.0:1788877306.250548:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877306.250551:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877306.250552:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877306.250555:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250556:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.250558:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250560:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877306.250563:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877306.250565:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877306.250566:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877306.250568:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877306.250569:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877306.250571:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877306.250573:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250575:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.250577:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250579:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877306.250582:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877306.250588:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250592:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877306.250597:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877306.250603:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877306.250605:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.250606:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877306.250609:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877306.250616:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.250619:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877306.250624:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877306.250628:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877306.250634:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877306.250637:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.250645:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877306.250648:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877306.250653:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877306.250661:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877306.250665:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877306.250675:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519252992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877306.250685:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877306.250690:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877306.250698:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519252992/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877306.250720:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877306.250724:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877306.250727:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877306.250731:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877306.250741:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877306.250752:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877306.250758:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8060 00000400:00000200:0.0:1788877306.250761:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877306.250763:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877306.250764:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877306.250767:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250769:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.250776:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250780:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877306.250784:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877306.250785:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877306.250786:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877306.250788:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877306.250794:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877306.250803:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877306.250806:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250808:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.250814:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250817:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877306.250818:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877306.250825:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877306.250831:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877306.250841:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877306.250847:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877306.250854:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.250856:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877306.250861:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877306.250875:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.250882:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877306.250894:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877306.250901:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877306.250911:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877306.250918:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.250921:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877306.250922:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877306.250925:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877306.250929:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877306.250931:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877306.250942:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519253120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877306.250961:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877306.250964:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877306.250973:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519253120/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877306.250985:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877306.250987:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877306.250992:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877306.250998:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877306.251000:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877306.251003:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877306.251011:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8060 00000400:00000200:0.0:1788877306.251070:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877306.251080:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877306.251083:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877306.251089:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251100:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.251107:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251113:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877306.251123:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877306.251128:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877306.251134:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877306.251139:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877306.251145:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877306.251150:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877306.251162:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251165:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.251175:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251178:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877306.251181:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877306.251189:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251192:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877306.251197:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877306.251203:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877306.251211:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.251221:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877306.251227:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877306.251299:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.251304:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877306.251310:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877306.251314:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877306.251322:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877306.251327:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.251335:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877306.251340:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877306.251343:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877306.251354:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877306.251359:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877306.251367:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519253248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877306.251383:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877306.251387:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877306.251398:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519253248/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877306.251413:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877306.251418:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877306.251428:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877306.251430:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877306.251431:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877306.251435:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877306.251441:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8060 00000400:00000200:0.0:1788877306.251452:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877306.251461:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877306.251465:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877306.251475:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251478:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.251489:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251494:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877306.251501:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877306.251503:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877306.251510:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877306.251512:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877306.251515:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877306.251518:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877306.251527:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251535:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877306.251538:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251550:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877306.251562:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877306.251570:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877306.251575:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877306.251582:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877306.251590:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877306.251596:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.251602:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877306.251609:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877306.251624:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.251632:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877306.251644:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877306.251655:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877306.251662:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877306.251665:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877306.251672:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877306.251676:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877306.251682:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877306.251689:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877306.251700:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877306.251723:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519253376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877306.251789:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877306.251795:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877306.251805:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519253376/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877306.251853:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877306.251863:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8071) 00000100:00000040:0.0:1788877307.594387:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302734612, at 4302734656 00000100:00000010:0.0:1788877307.594408:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00000020:00000001:0.0:1788877309.450486:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877309.450492:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877309.450496:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877311.370352:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877311.370362:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877311.370365:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877311.370369:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877311.370374:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877311.370382:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8066 00000400:00000200:0.0:1788877311.370391:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877311.370397:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877311.370399:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877311.370402:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370404:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.370406:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370408:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877311.370416:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877311.370418:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877311.370427:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877311.370431:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877311.370433:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877311.370435:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877311.370437:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370438:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.370440:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370441:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877311.370444:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877311.370446:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370448:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877311.370450:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877311.370453:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877311.370455:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.370456:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877311.370458:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877311.370468:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877311.370471:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877311.370475:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877311.370476:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.370479:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877311.370481:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877311.370486:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877311.370494:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877311.370500:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877311.370508:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519253504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877311.370516:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877311.370520:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877311.370524:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519253504/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877311.370548:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877311.370552:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877311.370556:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877311.370557:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877311.370559:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877311.370562:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877311.370566:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8066 00000400:00000200:0.0:1788877311.370572:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877311.370576:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877311.370580:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877311.370586:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370590:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.370593:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370597:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877311.370601:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877311.370603:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877311.370607:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877311.370619:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877311.370626:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877311.370632:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877311.370640:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370643:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.370645:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370649:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877311.370653:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877311.370662:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370666:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877311.370668:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877311.370675:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877311.370679:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.370682:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877311.370687:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877311.370691:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.370692:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877311.370697:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877311.370703:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877311.370710:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877311.370714:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.370716:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877311.370719:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877311.370722:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877311.370730:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877311.370736:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877311.370744:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519253632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877311.370757:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877311.370760:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877311.370766:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519253632/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877311.370783:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877311.370791:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877311.370802:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877311.370807:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877311.370812:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877311.370818:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877311.370826:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8066 00000400:00000200:0.0:1788877311.370836:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877311.370841:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877311.370844:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877311.370849:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370853:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.370857:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370863:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877311.370869:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877311.370872:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877311.370875:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877311.370879:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877311.370883:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877311.370887:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877311.370893:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370895:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.370897:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370898:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877311.370900:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877311.370906:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877311.370908:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877311.370912:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877311.370915:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877311.370919:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.370921:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877311.370924:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877311.370928:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.370930:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877311.370936:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877311.370938:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877311.370940:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877311.370941:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.370942:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877311.370943:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877311.370945:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877311.370948:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877311.370953:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877311.370960:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519253760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877311.370982:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877311.370985:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877311.370992:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519253760/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877311.371028:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877311.371035:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877311.371044:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877311.371048:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877311.371051:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877311.371055:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877311.371060:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8066 00000400:00000200:0.0:1788877311.371068:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877311.371077:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877311.371083:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877311.371086:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371091:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.371094:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371098:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877311.371101:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877311.371103:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877311.371105:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877311.371107:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877311.371110:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877311.371114:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877311.371122:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371126:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.371130:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371132:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877311.371137:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877311.371141:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371145:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877311.371150:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877311.371155:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877311.371159:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.371162:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877311.371166:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877311.371172:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.371175:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877311.371182:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877311.371187:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877311.371194:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877311.371199:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.371218:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877311.371222:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877311.371226:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877311.371233:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877311.371241:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877311.371279:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519253888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877311.371320:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877311.371327:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877311.371338:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519253888/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877311.371349:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877311.371351:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877311.371354:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877311.371355:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877311.371357:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877311.371359:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877311.371361:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8066 00000400:00000200:0.0:1788877311.371366:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877311.371369:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877311.371374:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877311.371380:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371385:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.371389:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371396:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877311.371400:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877311.371402:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877311.371406:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877311.371410:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877311.371413:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877311.371416:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877311.371421:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371423:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877311.371424:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371425:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877311.371427:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877311.371431:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877311.371433:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877311.371438:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877311.371443:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877311.371448:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.371451:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877311.371456:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877311.371462:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.371467:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877311.371470:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877311.371473:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877311.371477:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877311.371480:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877311.371483:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877311.371486:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877311.371489:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877311.371494:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877311.371500:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877311.371508:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519254016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877311.371522:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877311.371527:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877311.371537:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519254016/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877311.371563:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877311.371571:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8076) 00000100:00000040:0.0:1788877312.714378:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302739731, at 4302739776 00000100:00000010:0.0:1788877312.714392:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000020:00000001:0.0:1788877313.546525:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877313.546532:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877313.546537:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877316.490337:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877316.490346:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877316.490348:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877316.490351:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877316.490355:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877316.490362:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8071 00000400:00000200:0.0:1788877316.490371:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877316.490377:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877316.490380:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877316.490382:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490385:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.490387:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490389:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877316.490397:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877316.490398:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877316.490401:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877316.490403:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877316.490405:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877316.490407:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877316.490410:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490411:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.490412:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490413:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877316.490415:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877316.490418:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490419:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877316.490422:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877316.490424:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877316.490426:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.490428:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877316.490431:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877316.490439:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877316.490442:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877316.490446:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877316.490447:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.490450:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877316.490452:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877316.490463:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877316.490471:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877316.490479:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877316.490492:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519254144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877316.490505:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877316.490511:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877316.490517:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519254144/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877316.490548:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877316.490552:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877316.490556:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877316.490558:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877316.490559:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877316.490563:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877316.490565:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8071 00000400:00000200:0.0:1788877316.490570:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877316.490573:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877316.490575:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877316.490577:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490578:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.490580:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490581:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877316.490584:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877316.490586:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877316.490587:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877316.490589:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877316.490591:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877316.490592:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877316.490594:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490596:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.490597:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490598:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877316.490599:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877316.490601:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490603:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877316.490604:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877316.490609:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877316.490611:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.490612:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877316.490616:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877316.490618:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.490620:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877316.490624:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877316.490629:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877316.490632:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877316.490635:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.490638:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877316.490640:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877316.490643:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877316.490648:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877316.490654:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877316.490662:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519254272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877316.490676:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877316.490682:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877316.490693:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519254272/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877316.490712:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877316.490718:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877316.490725:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877316.490727:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877316.490729:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877316.490734:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877316.490737:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8071 00000400:00000200:0.0:1788877316.490742:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877316.490747:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877316.490750:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877316.490755:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490760:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.490765:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490771:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877316.490776:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877316.490779:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877316.490782:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877316.490787:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877316.490793:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877316.490795:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877316.490801:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490805:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.490807:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490812:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877316.490817:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877316.490823:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490827:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877316.490831:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877316.490835:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877316.490838:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.490841:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877316.490845:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877316.490849:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.490854:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877316.490859:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877316.490863:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877316.490867:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877316.490869:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.490872:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877316.490875:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877316.490877:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877316.490881:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877316.490885:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877316.490891:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519254400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877316.490904:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877316.490907:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877316.490914:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519254400/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877316.490924:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877316.490928:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877316.490932:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877316.490936:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877316.490937:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877316.490942:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877316.490947:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8071 00000400:00000200:0.0:1788877316.490951:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877316.490953:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877316.490954:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877316.490957:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490959:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.490961:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490964:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877316.490970:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877316.490973:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877316.490977:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877316.490980:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877316.490985:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877316.490986:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877316.490991:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.490994:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.490997:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.491000:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877316.491003:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877316.491006:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877316.491010:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877316.491015:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877316.491018:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877316.491023:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.491028:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877316.491031:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877316.491034:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.491038:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877316.491041:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877316.491043:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877316.491047:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877316.491049:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.491052:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877316.491055:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877316.491058:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877316.491064:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877316.491069:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877316.491077:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519254528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877316.491087:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877316.491089:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877316.491092:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519254528/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877316.491107:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877316.491110:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877316.491115:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877316.491118:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877316.491121:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877316.491125:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877316.491130:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8071 00000400:00000200:0.0:1788877316.491137:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877316.491142:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877316.491147:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877316.491154:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.491160:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.491166:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.491171:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877316.491179:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877316.491193:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877316.491199:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877316.491204:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877316.491206:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877316.491210:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877316.491218:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.491222:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877316.491227:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877316.491232:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877316.491236:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877316.491244:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877316.491268:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877316.491271:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877316.491274:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877316.491276:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.491285:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877316.491290:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877316.491297:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.491300:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877316.491306:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877316.491311:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877316.491317:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877316.491320:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877316.491325:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877316.491328:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877316.491332:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877316.491339:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877316.491346:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877316.491356:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519254656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877316.491373:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877316.491378:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877316.491387:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519254656/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877316.491410:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877316.491419:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8081) 00000020:00000001:0.0:1788877317.642472:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877317.642476:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877317.642479:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877317.834371:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302744851, at 4302744896 00000100:00000010:0.0:1788877317.834391:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000020:00000001:0.0:1788877321.738440:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877321.738446:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877321.738451:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877322.954378:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302749971, at 4302750016 00000100:00000010:0.0:1788877322.954399:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000020:00000001:0.0:1788877325.834426:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877325.834431:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877325.834435:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877328.074302:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302755091, at 4302755136 00000100:00000010:0.0:1788877328.074316:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000020:00000001:0.0:1788877328.906527:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877328.906531:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877328.906535:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877331.978419:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877331.978425:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877331.978429:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877333.194326:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302760212, at 4302760256 00000100:00000010:0.0:1788877333.194340:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000020:00000001:0.0:1788877336.074478:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877336.074485:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877336.074490:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877338.314343:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302765331, at 4302765376 00000100:00000010:0.0:1788877338.314361:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000020:00000001:0.0:1788877340.170447:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877340.170451:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877340.170454:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877342.090352:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877342.090362:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877342.090366:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877342.090371:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877342.090377:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877342.090385:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8096 00000400:00000200:0.0:1788877342.090396:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877342.090402:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877342.090406:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877342.090409:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090413:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.090416:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090419:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877342.090427:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877342.090430:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877342.090433:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877342.090436:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877342.090439:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877342.090442:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877342.090445:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090447:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.090449:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090452:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877342.090455:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877342.090459:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090462:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877342.090465:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877342.090468:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877342.090472:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.090474:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877342.090477:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877342.090486:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877342.090490:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877342.090494:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877342.090497:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.090500:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877342.090503:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877342.090509:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877342.090517:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877342.090526:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877342.090536:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519257472/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877342.090547:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877342.090552:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877342.090557:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519257472/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877342.090577:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877342.090582:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877342.090585:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877342.090587:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877342.090589:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877342.090593:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877342.090595:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8096 00000400:00000200:0.0:1788877342.090600:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877342.090610:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877342.090613:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877342.090616:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090618:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.090621:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090623:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877342.090626:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877342.090628:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877342.090629:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877342.090632:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877342.090635:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877342.090637:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877342.090642:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090644:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.090647:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090650:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877342.090661:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877342.090670:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090676:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877342.090683:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877342.090691:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877342.090697:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.090702:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877342.090708:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877342.090714:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.090719:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877342.090728:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877342.090733:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877342.090740:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877342.090744:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.090749:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877342.090753:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877342.090756:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877342.090763:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877342.090771:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877342.090788:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519257600/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877342.090814:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877342.090818:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877342.090827:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519257600/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877342.090842:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877342.090847:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877342.090856:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877342.090861:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877342.090865:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877342.090872:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877342.090880:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8096 00000400:00000200:0.0:1788877342.090893:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877342.090898:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877342.090901:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877342.090908:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090914:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.090921:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090926:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877342.090932:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877342.090935:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877342.090938:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877342.090943:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877342.090950:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877342.090957:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877342.090967:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090972:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.090976:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.090981:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877342.090987:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877342.090993:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091001:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877342.091006:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877342.091010:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877342.091017:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.091021:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877342.091025:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877342.091034:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.091038:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877342.091044:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877342.091049:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877342.091072:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877342.091075:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.091083:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877342.091086:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877342.091090:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877342.091096:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877342.091102:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877342.091112:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519257728/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877342.091129:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877342.091133:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877342.091143:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519257728/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877342.091162:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877342.091169:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877342.091177:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877342.091181:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877342.091185:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877342.091191:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877342.091198:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8096 00000400:00000200:0.0:1788877342.091209:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877342.091218:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877342.091226:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877342.091234:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091241:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.091284:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091292:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877342.091301:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877342.091306:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877342.091312:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877342.091316:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877342.091322:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877342.091327:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877342.091335:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091340:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.091345:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091349:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877342.091355:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877342.091363:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091369:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877342.091376:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877342.091382:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877342.091389:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.091395:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877342.091401:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877342.091409:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.091414:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877342.091421:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877342.091426:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877342.091429:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877342.091434:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.091440:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877342.091445:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877342.091449:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877342.091457:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877342.091465:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877342.091479:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519257856/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877342.091512:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877342.091517:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877342.091527:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519257856/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877342.091559:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877342.091567:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877342.091576:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877342.091579:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877342.091584:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877342.091592:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877342.091599:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8096 00000400:00000200:0.0:1788877342.091612:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877342.091623:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877342.091629:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877342.091638:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091644:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.091650:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091654:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877342.091661:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877342.091666:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877342.091670:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877342.091674:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877342.091681:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877342.091687:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877342.091696:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091703:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877342.091709:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091715:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877342.091724:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877342.091733:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877342.091739:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877342.091745:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877342.091752:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877342.091758:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.091766:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877342.091770:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877342.091777:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.091784:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877342.091793:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877342.091800:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877342.091807:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877342.091812:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877342.091817:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877342.091820:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877342.091825:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877342.091834:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877342.091842:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877342.091855:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519257984/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877342.091877:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877342.091883:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877342.091894:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519257984/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877342.091924:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877342.091931:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8106) 00000100:00000040:0.0:1788877343.434331:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302770451, at 4302770496 00000100:00000010:0.0:1788877343.434344:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000020:00000001:0.0:1788877344.266388:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877344.266394:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877344.266398:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877348.362528:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877348.362534:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877348.362538:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877348.554359:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302775571, at 4302775616 00000100:00000010:0.0:1788877348.554372:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000020:00000001:0.0:1788877352.458439:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877352.458443:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877352.458446:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877353.674342:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302780691, at 4302780736 00000100:00000010:0.0:1788877353.674358:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000020:00000001:0.0:1788877356.554622:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877356.554631:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877356.554638:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877358.794365:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302785812, at 4302785856 00000100:00000010:0.0:1788877358.794384:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000020:00000001:0.0:1788877360.650496:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877360.650503:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877360.650508:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877363.914352:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302790932, at 4302790976 00000100:00000010:0.0:1788877363.914366:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000020:00000001:0.0:1788877364.746390:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877364.746395:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877364.746399:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877368.842613:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877368.842618:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877368.842622:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877369.034426:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302796052, at 4302796096 00000100:00000010:0.0:1788877369.034460:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000020:00000001:0.0:1788877372.938497:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877372.938501:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877372.938505:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877374.154330:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302801171, at 4302801216 00000100:00000010:0.0:1788877374.154349:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000020:00000001:0.0:1788877377.034490:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877377.034497:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877377.034501:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877379.274415:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302806291, at 4302806336 00000100:00000010:0.0:1788877379.274448:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000020:00000001:0.0:1788877381.130515:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877381.130521:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877381.130524:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877384.394318:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302811411, at 4302811456 00000100:00000010:0.0:1788877384.394333:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000020:00000001:0.0:1788877385.226576:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877385.226583:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877385.226588:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877389.322442:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877389.322446:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877389.322449:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877389.514368:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302816531, at 4302816576 00000100:00000010:0.0:1788877389.514391:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00080000:0.0:1788877393.290412:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877393.290428:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877393.290431:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877393.290437:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877393.290443:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877393.290452:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8147 00000400:00000200:0.0:1788877393.290465:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877393.290474:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877393.290478:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877393.290483:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290487:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.290489:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290492:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877393.290502:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877393.290506:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877393.290509:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877393.290514:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877393.290517:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877393.290520:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877393.290524:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290526:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.290528:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290530:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877393.290534:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877393.290538:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290541:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877393.290544:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877393.290548:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877393.290551:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.290554:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877393.290557:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877393.290571:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877393.290575:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877393.290580:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877393.290582:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.290586:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877393.290590:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877393.290596:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877393.290623:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877393.290630:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877393.290638:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519263872/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877393.290647:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877393.290651:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877393.290655:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519263872/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877393.290688:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877393.290691:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877393.290694:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877393.290695:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877393.290697:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877393.290699:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877393.290701:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8147 00000400:00000200:0.0:1788877393.290704:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877393.290707:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877393.290709:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877393.290712:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290714:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.290715:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290717:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877393.290720:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877393.290721:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877393.290722:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877393.290724:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877393.290726:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877393.290728:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877393.290731:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290756:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.290760:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290765:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877393.290768:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877393.290771:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877393.290774:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877393.290778:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877393.290794:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877393.290807:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.290816:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877393.290861:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877393.290876:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.290882:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877393.290890:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877393.290898:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877393.290903:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877393.290924:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.290931:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877393.290936:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877393.290943:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877393.290951:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877393.290961:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877393.290974:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519264000/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877393.290997:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877393.291003:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877393.291011:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519264000/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877393.291028:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877393.291035:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877393.291040:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877393.291047:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877393.291051:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877393.291075:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877393.291082:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8147 00000400:00000200:0.0:1788877393.291094:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877393.291105:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877393.291112:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877393.291123:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291129:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.291137:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291144:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877393.291154:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877393.291156:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877393.291160:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877393.291165:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877393.291167:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877393.291189:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877393.291195:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291198:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.291200:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291201:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877393.291203:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877393.291209:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291214:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877393.291215:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877393.291218:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877393.291220:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.291224:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877393.291228:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877393.291231:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.291233:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877393.291236:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877393.291258:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877393.291264:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877393.291268:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.291271:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877393.291272:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877393.291277:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877393.291289:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877393.291299:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877393.291312:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519264128/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877393.291381:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877393.291384:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877393.291390:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519264128/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877393.291399:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877393.291402:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877393.291406:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877393.291411:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877393.291415:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877393.291419:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877393.291426:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8147 00000400:00000200:0.0:1788877393.291449:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877393.291461:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877393.291467:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877393.291476:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291486:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.291491:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291501:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877393.291512:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877393.291517:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877393.291522:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877393.291526:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877393.291532:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877393.291537:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877393.291547:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291551:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.291558:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291561:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877393.291565:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877393.291589:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291594:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877393.291598:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877393.291601:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877393.291607:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.291613:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877393.291616:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877393.291621:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.291625:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877393.291629:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877393.291633:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877393.291638:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877393.291642:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.291645:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877393.291649:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877393.291651:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877393.291655:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877393.291662:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877393.291671:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519264256/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877393.291678:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877393.291682:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877393.291688:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519264256/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877393.291700:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877393.291705:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877393.291707:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877393.291709:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877393.291712:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877393.291718:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877393.291720:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8147 00000400:00000200:0.0:1788877393.291725:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877393.291730:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877393.291750:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877393.291756:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291761:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.291766:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291771:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877393.291782:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877393.291787:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877393.291793:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877393.291800:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877393.291808:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877393.291815:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877393.291838:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291860:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877393.291866:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291873:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877393.291879:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877393.291886:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877393.291891:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877393.291895:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877393.291900:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877393.291923:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.291930:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877393.291935:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877393.291945:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.291950:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877393.291960:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877393.291970:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877393.291979:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877393.291982:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877393.291990:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877393.291994:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877393.291999:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877393.292009:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877393.292018:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877393.292034:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519264384/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877393.292085:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877393.292092:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877393.292101:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519264384/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877393.292126:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877393.292136:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8158) 00000020:00000001:0.0:1788877393.418430:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877393.418434:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877393.418437:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877394.634434:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302821652, at 4302821696 00000100:00000010:0.0:1788877394.634459:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000020:00000001:0.0:1788877397.514450:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877397.514454:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877397.514457:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877398.410374:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877398.410384:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877398.410386:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877398.410390:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877398.410395:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877398.410402:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8153 00000400:00000200:0.0:1788877398.410410:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877398.410416:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877398.410420:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877398.410422:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410425:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.410426:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410428:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877398.410436:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877398.410437:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877398.410440:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877398.410443:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877398.410444:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877398.410446:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877398.410448:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410449:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.410451:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410452:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877398.410454:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877398.410457:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410458:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877398.410460:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877398.410463:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877398.410465:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.410467:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877398.410469:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877398.410479:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877398.410481:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877398.410485:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877398.410486:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.410489:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877398.410491:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877398.410495:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877398.410504:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877398.410510:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877398.410518:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519264512/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877398.410526:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877398.410530:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877398.410534:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519264512/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877398.410551:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877398.410554:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877398.410556:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877398.410558:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877398.410559:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877398.410561:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877398.410562:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8153 00000400:00000200:0.0:1788877398.410565:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877398.410566:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877398.410568:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877398.410570:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410571:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.410573:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410574:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877398.410576:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877398.410576:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877398.410577:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877398.410579:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877398.410580:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877398.410581:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877398.410583:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410585:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.410586:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410588:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877398.410590:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877398.410591:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410594:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877398.410595:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877398.410601:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877398.410602:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.410604:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877398.410608:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877398.410610:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.410612:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877398.410615:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877398.410616:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877398.410626:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877398.410629:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.410632:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877398.410633:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877398.410635:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877398.410650:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877398.410654:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877398.410664:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519264640/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877398.410675:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877398.410679:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877398.410684:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519264640/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877398.410693:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877398.410697:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877398.410702:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877398.410704:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877398.410708:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877398.410725:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877398.410729:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8153 00000400:00000200:0.0:1788877398.410734:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877398.410737:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877398.410741:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877398.410746:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410750:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.410751:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410752:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877398.410754:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877398.410755:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877398.410758:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877398.410760:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877398.410762:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877398.410763:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877398.410767:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410772:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.410774:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410775:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877398.410777:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877398.410782:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410787:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877398.410789:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877398.410791:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877398.410793:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.410808:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877398.410812:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877398.410814:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.410815:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877398.410835:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877398.410840:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877398.410842:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877398.410843:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.410844:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877398.410846:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877398.410849:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877398.410854:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877398.410858:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877398.410864:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519264768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877398.410879:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877398.410883:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877398.410891:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519264768/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877398.410916:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877398.410921:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877398.410925:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877398.410930:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877398.410932:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877398.410939:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877398.410944:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8153 00000400:00000200:0.0:1788877398.410950:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877398.410953:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877398.410955:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877398.410961:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410964:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.410968:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.410970:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877398.410977:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877398.410979:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877398.410982:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877398.410985:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877398.410988:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877398.410992:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877398.410998:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.411002:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.411008:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.411012:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877398.411017:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877398.411021:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877398.411023:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877398.411030:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877398.411033:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877398.411036:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.411040:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877398.411045:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877398.411047:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.411049:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877398.411053:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877398.411056:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877398.411061:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877398.411064:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.411068:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877398.411078:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877398.411084:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877398.411091:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877398.411105:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877398.411113:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519264896/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877398.411126:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877398.411129:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877398.411133:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519264896/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877398.411148:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877398.411152:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877398.411158:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877398.411169:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877398.411170:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877398.411173:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877398.411178:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8153 00000400:00000200:0.0:1788877398.411186:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877398.411192:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877398.411198:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877398.411204:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.411211:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.411235:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.411240:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877398.411246:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877398.411250:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877398.411254:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877398.411259:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877398.411282:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877398.411286:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877398.411300:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.411302:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877398.411304:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877398.411306:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877398.411308:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877398.411310:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877398.411311:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877398.411313:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877398.411316:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877398.411317:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.411319:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877398.411321:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877398.411322:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.411324:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877398.411327:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877398.411331:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877398.411337:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877398.411339:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877398.411344:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877398.411346:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877398.411349:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877398.411354:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877398.411359:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877398.411366:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519265024/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877398.411387:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877398.411390:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877398.411396:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519265024/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877398.411411:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877398.411416:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8163) 00000100:00000040:0.0:1788877399.754349:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302826771, at 4302826816 00000100:00000010:0.0:1788877399.754366:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000020:00000001:0.0:1788877401.610428:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877401.610433:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877401.610438:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877403.530392:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877403.530411:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877403.530415:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877403.530423:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877403.530430:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877403.530442:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8158 00000400:00000200:0.0:1788877403.530454:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877403.530462:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877403.530465:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877403.530469:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530473:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.530476:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530478:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877403.530488:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877403.530490:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877403.530493:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877403.530497:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877403.530500:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877403.530502:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877403.530505:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530507:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.530510:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530512:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877403.530515:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877403.530518:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530521:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877403.530524:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877403.530528:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877403.530531:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.530533:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877403.530536:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877403.530547:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877403.530551:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877403.530556:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877403.530559:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.530577:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877403.530580:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877403.530584:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877403.530592:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877403.530599:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877403.530606:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519265152/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877403.530616:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877403.530620:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877403.530624:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519265152/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877403.530652:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877403.530655:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877403.530658:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877403.530659:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877403.530661:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877403.530663:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877403.530665:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8158 00000400:00000200:0.0:1788877403.530668:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877403.530671:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877403.530673:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877403.530676:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530678:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.530680:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530682:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877403.530686:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877403.530687:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877403.530688:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877403.530690:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877403.530692:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877403.530694:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877403.530698:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530703:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.530705:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530709:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877403.530712:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877403.530719:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530722:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877403.530725:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877403.530732:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877403.530736:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.530739:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877403.530745:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877403.530749:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.530753:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877403.530761:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877403.530765:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877403.530783:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877403.530788:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.530790:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877403.530791:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877403.530796:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877403.530801:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877403.530806:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877403.530813:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519265280/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877403.530825:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877403.530828:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877403.530834:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519265280/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877403.530847:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877403.530858:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877403.530862:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877403.530864:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877403.530865:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877403.530868:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877403.530873:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8158 00000400:00000200:0.0:1788877403.530879:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877403.530883:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877403.530888:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877403.530891:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530894:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.530898:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530901:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877403.530907:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877403.530909:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877403.530913:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877403.530916:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877403.530921:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877403.530925:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877403.530933:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530937:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.530942:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530945:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877403.530950:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877403.530954:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877403.530959:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877403.530964:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877403.530968:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877403.530969:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.530971:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877403.530975:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877403.530978:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.530980:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877403.530984:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877403.530986:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877403.530987:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877403.530988:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.530992:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877403.530996:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877403.530999:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877403.531002:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877403.531006:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877403.531013:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519265408/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877403.531031:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877403.531035:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877403.531042:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519265408/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877403.531050:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877403.531053:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877403.531061:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877403.531065:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877403.531068:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877403.531071:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877403.531077:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8158 00000400:00000200:0.0:1788877403.531081:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877403.531085:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877403.531088:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877403.531092:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531098:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.531104:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531107:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877403.531113:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877403.531116:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877403.531118:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877403.531122:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877403.531125:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877403.531129:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877403.531137:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531140:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.531145:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531147:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877403.531150:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877403.531156:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531162:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877403.531167:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877403.531169:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877403.531171:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.531175:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877403.531185:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877403.531188:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.531190:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877403.531193:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877403.531198:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877403.531203:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877403.531205:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.531209:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877403.531210:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877403.531212:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877403.531218:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877403.531223:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877403.531231:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519265536/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877403.531284:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877403.531291:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877403.531303:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519265536/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877403.531321:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877403.531327:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877403.531335:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877403.531340:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877403.531345:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877403.531352:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877403.531361:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8158 00000400:00000200:0.0:1788877403.531373:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877403.531384:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877403.531391:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877403.531400:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531406:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.531412:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531419:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877403.531428:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877403.531433:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877403.531438:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877403.531444:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877403.531451:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877403.531458:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877403.531469:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531476:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877403.531482:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531490:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877403.531497:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877403.531506:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877403.531515:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877403.531519:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877403.531526:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877403.531532:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.531536:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877403.531539:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877403.531545:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.531550:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877403.531558:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877403.531564:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877403.531571:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877403.531574:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877403.531580:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877403.531584:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877403.531589:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877403.531598:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877403.531606:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877403.531619:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519265664/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877403.531634:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877403.531640:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877403.531653:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519265664/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877403.531683:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877403.531693:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8168) 00000100:00000040:0.0:1788877404.874368:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302831892, at 4302831936 00000100:00000010:0.0:1788877404.874401:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000020:00000001:0.0:1788877405.706419:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877405.706425:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877405.706430:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877408.650321:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877408.650332:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877408.650334:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877408.650339:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877408.650344:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877408.650351:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8163 00000400:00000200:0.0:1788877408.650359:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877408.650381:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877408.650384:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877408.650387:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650389:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.650391:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650393:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877408.650401:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877408.650403:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877408.650406:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877408.650409:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877408.650411:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877408.650413:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877408.650415:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650417:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.650418:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650419:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877408.650422:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877408.650424:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650426:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877408.650428:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877408.650431:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877408.650433:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.650435:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877408.650437:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877408.650447:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877408.650450:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877408.650454:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877408.650455:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.650458:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877408.650460:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877408.650464:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877408.650472:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877408.650478:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877408.650486:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519265792/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877408.650495:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877408.650499:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877408.650503:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519265792/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877408.650518:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877408.650521:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877408.650523:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877408.650524:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877408.650525:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877408.650528:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877408.650530:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8163 00000400:00000200:0.0:1788877408.650533:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877408.650536:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877408.650538:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877408.650544:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650546:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.650550:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650553:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877408.650557:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877408.650559:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877408.650563:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877408.650566:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877408.650570:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877408.650575:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877408.650580:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650585:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.650589:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650592:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877408.650598:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877408.650603:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650608:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877408.650612:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877408.650619:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877408.650624:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.650628:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877408.650634:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877408.650637:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.650641:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877408.650645:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877408.650648:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877408.650652:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877408.650652:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.650655:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877408.650657:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877408.650659:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877408.650664:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877408.650667:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877408.650672:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519265920/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877408.650679:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877408.650681:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877408.650688:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519265920/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877408.650699:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877408.650702:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877408.650706:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877408.650708:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877408.650711:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877408.650715:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877408.650720:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8163 00000400:00000200:0.0:1788877408.650725:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877408.650732:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877408.650734:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877408.650738:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650744:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.650746:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650759:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877408.650765:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877408.650767:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877408.650769:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877408.650774:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877408.650776:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877408.650778:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877408.650785:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650788:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.650792:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650796:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877408.650799:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877408.650804:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650806:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877408.650809:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877408.650813:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877408.650818:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.650822:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877408.650825:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877408.650829:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.650833:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877408.650840:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877408.650843:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877408.650848:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877408.650852:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.650855:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877408.650858:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877408.650860:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877408.650864:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877408.650869:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877408.650875:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519266048/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877408.650888:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877408.650893:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877408.650902:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519266048/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877408.650921:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877408.650927:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877408.650933:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877408.650937:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877408.650941:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877408.650947:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877408.650953:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8163 00000400:00000200:0.0:1788877408.650961:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877408.650964:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877408.650967:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877408.650969:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650971:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.650972:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.650976:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877408.650979:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877408.650981:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877408.650983:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877408.650986:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877408.650990:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877408.650995:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877408.651001:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.651005:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.651008:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.651012:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877408.651015:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877408.651020:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877408.651022:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877408.651023:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877408.651025:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877408.651026:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.651028:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877408.651030:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877408.651033:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.651038:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877408.651042:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877408.651046:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877408.651051:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877408.651053:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.651056:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877408.651058:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877408.651060:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877408.651064:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877408.651071:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877408.651087:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519266176/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877408.651103:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877408.651109:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877408.651119:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519266176/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877408.651134:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877408.651137:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877408.651141:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877408.651144:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877408.651147:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877408.651149:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877408.651151:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8163 00000400:00000200:0.0:1788877408.651155:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877408.651161:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877408.651163:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877408.651170:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.651174:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.651178:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.651181:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877408.651185:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877408.651188:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877408.651191:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877408.651194:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877408.651197:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877408.651202:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877408.651209:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.651213:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877408.651218:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877408.651223:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877408.651228:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877408.651234:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877408.651237:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877408.651240:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877408.651242:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877408.651246:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.651276:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877408.651279:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877408.651284:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.651290:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877408.651295:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877408.651299:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877408.651303:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877408.651305:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877408.651311:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877408.651312:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877408.651317:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877408.651323:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877408.651330:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877408.651359:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519266304/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877408.651377:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877408.651383:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877408.651395:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519266304/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877408.651429:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877408.651438:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8173) 00000020:00000001:0.0:1788877409.802454:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877409.802458:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877409.802461:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877409.994329:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302837011, at 4302837056 00000100:00000010:0.0:1788877409.994344:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000020:00000001:0.0:1788877413.898458:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877413.898461:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877413.898464:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877415.114332:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302842132, at 4302842176 00000100:00000010:0.0:1788877415.114355:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000020:00000001:0.0:1788877417.994446:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877417.994449:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877417.994453:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877420.234381:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302847251, at 4302847296 00000100:00000010:0.0:1788877420.234399:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000020:00000001:0.0:1788877422.090481:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877422.090485:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877422.090489:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877425.354371:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302852372, at 4302852416 00000100:00000010:0.0:1788877425.354385:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000020:00000001:0.0:1788877426.186563:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877426.186572:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877426.186578:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877430.282644:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877430.282678:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877430.282684:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877430.474385:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302857492, at 4302857536 00000100:00000010:0.0:1788877430.474413:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000020:00000001:0.0:1788877434.378533:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877434.378538:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877434.378542:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877435.594330:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302862611, at 4302862656 00000100:00000010:0.0:1788877435.594351:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000020:00000001:0.0:1788877438.474518:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877438.474525:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877438.474530:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877439.370474:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877439.370483:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877439.370486:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877439.370490:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877439.370494:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877439.370502:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8194 00000400:00000200:0.0:1788877439.370510:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877439.370517:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877439.370520:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877439.370523:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.370526:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.370528:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.370531:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877439.370555:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877439.370557:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877439.370560:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877439.370564:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877439.370567:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877439.370570:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877439.370573:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.370576:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.370578:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.370580:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877439.370583:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877439.370587:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877439.370589:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877439.370593:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877439.370597:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877439.370601:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.370604:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877439.370607:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877439.370679:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877439.370685:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877439.370690:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877439.370692:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.370696:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877439.370700:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877439.370707:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877439.370721:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877439.370733:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877439.370766:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519269632/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877439.370779:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877439.370786:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877439.370793:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519269632/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877439.370838:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877439.370842:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877439.370847:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877439.370849:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877439.370851:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877439.370854:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877439.370858:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8194 00000400:00000200:0.0:1788877439.370863:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877439.370868:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877439.370871:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877439.370875:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.370879:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.370884:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.370888:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877439.370894:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877439.370896:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877439.370898:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877439.370901:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877439.370904:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877439.370907:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877439.370913:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.370921:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.370939:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.370966:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877439.370982:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877439.371001:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371016:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877439.371025:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877439.371039:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877439.371045:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.371053:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877439.371059:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877439.371069:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.371081:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877439.371087:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877439.371093:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877439.371100:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877439.371103:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.371113:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877439.371115:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877439.371117:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877439.371124:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877439.371135:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877439.371150:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519269760/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877439.371170:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877439.371174:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877439.371180:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519269760/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877439.371198:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877439.371205:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877439.371219:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877439.371224:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877439.371229:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877439.371242:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877439.371252:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8194 00000400:00000200:0.0:1788877439.371255:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877439.371258:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877439.371260:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877439.371355:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371359:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.371374:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371381:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877439.371472:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877439.371478:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877439.371482:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877439.371487:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877439.371494:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877439.371498:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877439.371506:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371515:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.371522:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371535:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877439.371542:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877439.371571:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371585:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877439.371591:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877439.371599:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877439.371646:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.371649:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877439.371651:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877439.371653:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.371656:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877439.371660:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877439.371663:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877439.371667:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877439.371672:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.371678:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877439.371680:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877439.371685:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877439.371694:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877439.371702:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877439.371709:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519269888/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877439.371724:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877439.371728:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877439.371735:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519269888/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877439.371756:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877439.371764:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877439.371786:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877439.371796:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877439.371802:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877439.371812:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877439.371821:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8194 00000400:00000200:0.0:1788877439.371839:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877439.371855:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877439.371868:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877439.371883:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371904:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.371916:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371918:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877439.371924:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877439.371935:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877439.371938:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877439.371944:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877439.371952:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877439.371968:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877439.371978:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371982:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.371984:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.371986:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877439.371989:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877439.372000:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877439.372003:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877439.372010:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877439.372021:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877439.372038:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.372043:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877439.372051:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877439.372070:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.372086:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877439.372101:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877439.372109:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877439.372125:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877439.372132:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.372143:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877439.372155:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877439.372160:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877439.372169:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877439.372189:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877439.372211:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519270016/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877439.372232:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877439.372241:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877439.372277:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519270016/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877439.372286:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877439.372288:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877439.372292:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877439.372293:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877439.372295:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877439.372307:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877439.372319:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8194 00000400:00000200:0.0:1788877439.372338:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877439.372357:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877439.372369:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877439.372386:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.372401:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.372417:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.372430:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877439.372440:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877439.372450:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877439.372460:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877439.372466:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877439.372477:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877439.372489:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877439.372499:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.372505:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877439.372517:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877439.372534:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877439.372546:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877439.372556:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877439.372562:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877439.372567:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877439.372575:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877439.372588:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.372604:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877439.372610:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877439.372632:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.372634:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877439.372637:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877439.372643:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877439.372649:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877439.372651:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877439.372657:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877439.372660:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877439.372663:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877439.372672:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877439.372685:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877439.372699:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519270144/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877439.372741:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877439.372752:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877439.372768:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519270144/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877439.372815:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877439.372835:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8204) 00000100:00000040:0.0:1788877440.714357:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302867732, at 4302867776 00000100:00000010:0.0:1788877440.714382:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000020:00000001:0.0:1788877442.570572:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877442.570581:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877442.570589:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877445.834339:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302872852, at 4302872896 00000100:00000010:0.0:1788877445.834352:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000020:00000001:0.0:1788877446.666667:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877446.666673:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877446.666678:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877449.610382:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877449.610398:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877449.610401:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877449.610406:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877449.610412:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877449.610421:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8204 00000400:00000200:0.0:1788877449.610432:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877449.610439:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877449.610443:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877449.610447:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610451:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.610455:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610458:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877449.610469:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877449.610472:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877449.610476:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877449.610480:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877449.610484:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877449.610487:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877449.610490:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610493:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.610496:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610498:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877449.610502:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877449.610507:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610510:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877449.610514:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877449.610518:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877449.610522:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.610524:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877449.610527:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877449.610540:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877449.610544:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877449.610549:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877449.610551:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.610554:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877449.610557:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877449.610563:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877449.610589:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877449.610598:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877449.610621:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519270912/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877449.610633:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877449.610638:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877449.610644:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519270912/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877449.610671:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877449.610675:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877449.610679:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877449.610680:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877449.610682:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877449.610685:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877449.610689:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8204 00000400:00000200:0.0:1788877449.610693:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877449.610698:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877449.610701:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877449.610704:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610708:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.610711:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610714:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877449.610719:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877449.610720:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877449.610722:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877449.610725:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877449.610729:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877449.610733:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877449.610744:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610751:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.610757:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610762:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877449.610770:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877449.610778:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877449.610790:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877449.610798:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877449.610807:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877449.610814:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.610819:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877449.610825:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877449.610841:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.610847:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877449.610857:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877449.610865:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877449.610872:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877449.610877:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.610882:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877449.610884:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877449.610887:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877449.610903:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877449.610907:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877449.610917:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519271040/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877449.610930:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877449.610937:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877449.610947:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519271040/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877449.610971:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877449.610977:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877449.610982:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877449.610997:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877449.611001:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877449.611006:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877449.611010:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8204 00000400:00000200:0.0:1788877449.611022:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877449.611032:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877449.611040:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877449.611051:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611060:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.611065:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611072:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877449.611081:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877449.611085:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877449.611091:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877449.611094:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877449.611100:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877449.611107:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877449.611116:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611122:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.611125:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611127:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877449.611142:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877449.611153:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611159:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877449.611163:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877449.611170:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877449.611174:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.611179:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877449.611184:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877449.611191:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.611194:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877449.611199:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877449.611205:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877449.611212:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877449.611217:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.611223:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877449.611226:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877449.611230:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877449.611238:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877449.611245:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877449.611290:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519271168/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877449.611309:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877449.611315:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877449.611324:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519271168/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877449.611358:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877449.611362:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877449.611369:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877449.611374:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877449.611378:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877449.611384:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877449.611391:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8204 00000400:00000200:0.0:1788877449.611398:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877449.611405:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877449.611409:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877449.611420:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611429:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.611437:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611455:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877449.611462:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877449.611466:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877449.611471:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877449.611475:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877449.611482:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877449.611485:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877449.611497:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611504:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.611511:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611517:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877449.611525:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877449.611532:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611539:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877449.611545:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877449.611550:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877449.611558:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.611562:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877449.611582:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877449.611590:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.611599:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877449.611615:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877449.611618:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877449.611624:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877449.611628:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.611638:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877449.611641:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877449.611647:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877449.611655:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877449.611665:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877449.611677:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519271296/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877449.611708:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877449.611715:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877449.611726:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519271296/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877449.611760:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877449.611767:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877449.611775:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877449.611784:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877449.611788:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877449.611795:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877449.611800:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8204 00000400:00000200:0.0:1788877449.611808:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877449.611818:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877449.611825:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877449.611833:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611839:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.611846:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611855:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877449.611864:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877449.611868:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877449.611876:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877449.611879:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877449.611887:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877449.611894:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877449.611903:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611908:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877449.611915:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611924:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877449.611941:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877449.611947:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877449.611956:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877449.611963:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877449.611971:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877449.611978:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.611983:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877449.611989:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877449.611994:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.612001:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877449.612009:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877449.612016:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877449.612024:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877449.612029:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877449.612036:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877449.612041:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877449.612047:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877449.612057:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877449.612066:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877449.612080:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519271424/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877449.612125:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877449.612132:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877449.612146:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519271424/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877449.612173:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877449.612186:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8214) 00000020:00000001:0.0:1788877450.762468:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877450.762476:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877450.762482:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877450.954400:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302877972, at 4302878016 00000100:00000010:0.0:1788877450.954418:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000020:00000001:0.0:1788877454.858519:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877454.858524:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877454.858527:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877456.074330:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302883091, at 4302883136 00000100:00000010:0.0:1788877456.074345:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000020:00000001:0.0:1788877458.954447:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877458.954451:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877458.954454:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877459.850372:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877459.850381:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877459.850384:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877459.850387:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877459.850391:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877459.850398:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8214 00000400:00000200:0.0:1788877459.850405:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877459.850411:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877459.850413:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877459.850416:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850419:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.850421:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850423:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877459.850430:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877459.850431:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877459.850434:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877459.850437:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877459.850439:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877459.850441:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877459.850444:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850445:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.850447:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850449:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877459.850451:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877459.850454:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850456:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877459.850458:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877459.850461:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877459.850465:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.850468:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877459.850470:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877459.850481:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877459.850485:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877459.850490:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877459.850492:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.850496:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877459.850499:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877459.850504:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877459.850513:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877459.850538:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877459.850550:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519272192/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877459.850562:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877459.850568:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877459.850574:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519272192/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877459.850598:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877459.850601:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877459.850604:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877459.850605:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877459.850606:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877459.850608:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877459.850610:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8214 00000400:00000200:0.0:1788877459.850614:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877459.850616:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877459.850618:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877459.850620:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850622:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.850624:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850626:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877459.850629:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877459.850630:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877459.850632:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877459.850639:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877459.850644:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877459.850647:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877459.850652:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850657:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.850663:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850669:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877459.850677:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877459.850692:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850704:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877459.850709:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877459.850717:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877459.850721:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.850724:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877459.850731:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877459.850737:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.850742:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877459.850748:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877459.850753:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877459.850760:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877459.850765:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.850773:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877459.850777:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877459.850781:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877459.850790:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877459.850797:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877459.850806:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519272320/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877459.850819:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877459.850821:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877459.850828:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519272320/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877459.850841:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877459.850846:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877459.850853:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877459.850857:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877459.850861:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877459.850866:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877459.850870:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8214 00000400:00000200:0.0:1788877459.850887:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877459.850894:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877459.850898:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877459.850905:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850910:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.850916:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850922:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877459.850929:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877459.850932:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877459.850934:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877459.850938:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877459.850941:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877459.850945:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877459.850954:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850957:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.850959:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850964:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877459.850968:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877459.850971:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877459.850974:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877459.850978:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877459.850981:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877459.850987:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.850991:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877459.850995:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877459.850998:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.851003:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877459.851010:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877459.851015:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877459.851021:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877459.851024:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.851027:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877459.851032:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877459.851035:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877459.851040:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877459.851044:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877459.851050:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519272448/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877459.851060:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877459.851064:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877459.851070:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519272448/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877459.851086:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877459.851090:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877459.851094:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877459.851097:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877459.851100:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877459.851105:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877459.851110:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8214 00000400:00000200:0.0:1788877459.851115:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877459.851122:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877459.851126:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877459.851134:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851140:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.851145:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851150:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877459.851156:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877459.851160:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877459.851163:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877459.851165:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877459.851169:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877459.851174:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877459.851181:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851185:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.851190:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851193:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877459.851200:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877459.851206:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851211:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877459.851213:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877459.851217:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877459.851223:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.851227:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877459.851230:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877459.851234:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.851238:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877459.851245:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877459.851283:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877459.851287:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877459.851290:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.851294:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877459.851297:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877459.851300:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877459.851307:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877459.851312:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877459.851322:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519272576/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877459.851344:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877459.851348:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877459.851357:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519272576/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877459.851364:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877459.851366:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877459.851371:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877459.851374:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877459.851378:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877459.851381:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877459.851386:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8214 00000400:00000200:0.0:1788877459.851392:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877459.851397:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877459.851401:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877459.851408:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851413:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.851419:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851422:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877459.851426:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877459.851426:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877459.851427:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877459.851429:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877459.851433:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877459.851437:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877459.851443:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851447:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877459.851451:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851456:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877459.851462:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877459.851470:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877459.851478:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877459.851483:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877459.851489:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877459.851497:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.851502:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877459.851507:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877459.851514:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.851517:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877459.851537:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877459.851542:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877459.851548:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877459.851553:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877459.851558:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877459.851562:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877459.851565:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877459.851574:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877459.851582:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877459.851593:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519272704/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877459.851608:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877459.851613:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877459.851621:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519272704/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877459.851642:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877459.851650:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8224) 00000100:00000040:0.0:1788877461.194436:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302888211, at 4302888256 00000100:00000010:0.0:1788877461.194464:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000020:00000001:0.0:1788877463.050543:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877463.050547:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877463.050550:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877466.314317:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302893331, at 4302893376 00000100:00000010:0.0:1788877466.314333:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000020:00000001:0.0:1788877467.146564:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877467.146568:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877467.146572:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877470.090427:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877470.090442:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877470.090445:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877470.090449:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877470.090454:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877470.090469:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8224 00000400:00000200:0.0:1788877470.090494:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877470.090501:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877470.090505:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877470.090508:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090511:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.090513:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090525:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877470.090534:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877470.090536:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877470.090539:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877470.090542:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877470.090544:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877470.090546:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877470.090549:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090550:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.090552:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090553:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877470.090556:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877470.090558:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090560:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877470.090563:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877470.090565:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877470.090568:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.090570:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877470.090572:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877470.090583:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877470.090586:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877470.090590:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877470.090591:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.090605:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877470.090608:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877470.090613:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877470.090623:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877470.090629:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877470.090637:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519273472/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877470.090646:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877470.090650:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877470.090654:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519273472/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877470.090684:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877470.090688:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877470.090693:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877470.090695:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877470.090696:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877470.090701:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877470.090704:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8224 00000400:00000200:0.0:1788877470.090709:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877470.090713:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877470.090717:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877470.090730:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090743:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.090749:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090756:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877470.090763:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877470.090766:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877470.090769:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877470.090775:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877470.090782:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877470.090789:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877470.090804:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090809:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.090812:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090824:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877470.090828:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877470.090837:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877470.090839:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877470.090845:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877470.090854:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877470.090858:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.090862:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877470.090869:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877470.090873:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.090876:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877470.090884:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877470.090889:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877470.090891:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877470.090892:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.090896:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877470.090908:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877470.090911:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877470.090916:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877470.090922:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877470.090928:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519273600/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877470.090937:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877470.090939:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877470.090942:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519273600/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877470.090975:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877470.090982:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877470.090994:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877470.090999:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877470.091003:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877470.091006:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877470.091012:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8224 00000400:00000200:0.0:1788877470.091020:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877470.091028:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877470.091030:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877470.091033:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091035:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.091038:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091044:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877470.091053:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877470.091056:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877470.091060:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877470.091066:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877470.091070:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877470.091075:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877470.091084:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091089:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.091103:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091108:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877470.091112:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877470.091119:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091125:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877470.091129:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877470.091133:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877470.091137:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.091139:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877470.091143:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877470.091148:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.091152:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877470.091158:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877470.091162:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877470.091167:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877470.091169:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.091174:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877470.091186:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877470.091188:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877470.091193:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877470.091198:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877470.091206:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519273728/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877470.091217:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877470.091222:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877470.091234:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519273728/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877470.091322:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877470.091330:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877470.091335:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877470.091339:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877470.091342:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877470.091346:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877470.091350:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8224 00000400:00000200:0.0:1788877470.091368:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877470.091373:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877470.091376:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877470.091383:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091388:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.091396:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091404:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877470.091414:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877470.091418:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877470.091424:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877470.091428:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877470.091435:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877470.091440:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877470.091449:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091452:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.091457:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091460:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877470.091464:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877470.091468:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091470:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877470.091490:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877470.091496:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877470.091502:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.091505:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877470.091510:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877470.091512:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.091514:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877470.091519:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877470.091523:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877470.091525:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877470.091527:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.091531:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877470.091534:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877470.091536:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877470.091540:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877470.091546:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877470.091553:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519273856/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877470.091575:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877470.091579:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877470.091582:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519273856/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877470.091588:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877470.091592:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877470.091600:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877470.091602:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877470.091607:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877470.091610:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877470.091614:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8224 00000400:00000200:0.0:1788877470.091619:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877470.091625:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877470.091629:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877470.091636:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091641:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.091645:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091649:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877470.091656:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877470.091658:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877470.091662:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877470.091666:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877470.091668:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877470.091670:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877470.091678:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091684:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877470.091692:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091700:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877470.091707:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877470.091716:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877470.091726:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877470.091731:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877470.091735:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877470.091746:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.091750:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877470.091754:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877470.091762:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.091768:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877470.091776:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877470.091782:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877470.091789:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877470.091795:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877470.091800:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877470.091803:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877470.091806:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877470.091813:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877470.091820:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877470.091830:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519273984/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877470.091859:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877470.091862:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877470.091869:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519273984/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877470.091887:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877470.091895:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8234) 00000020:00000001:0.0:1788877471.242443:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877471.242448:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877471.242451:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877471.434350:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302898452, at 4302898496 00000100:00000010:0.0:1788877471.434372:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00080000:0.0:1788877475.210435:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877475.210478:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877475.210484:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877475.210507:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877475.210514:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877475.210524:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8229 00000400:00000200:0.0:1788877475.210539:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877475.210556:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877475.210561:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877475.210566:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.210572:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.210577:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.210580:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877475.210591:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877475.210594:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877475.210597:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877475.210601:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877475.210604:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877475.210607:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877475.210610:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.210612:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.210614:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.210616:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877475.210619:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877475.210624:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877475.210626:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877475.210629:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877475.210633:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877475.210638:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.210641:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877475.210643:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877475.210655:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877475.210661:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877475.210677:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877475.210680:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.210684:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877475.210689:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877475.210696:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877475.210709:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877475.210719:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877475.210734:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519274112/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877475.210747:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877475.210752:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877475.210757:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519274112/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877475.210786:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877475.210790:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877475.210819:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877475.210821:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877475.210823:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877475.210827:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877475.210831:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8229 00000400:00000200:0.0:1788877475.210839:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877475.210844:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877475.210847:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877475.210851:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.210855:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.210860:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.210870:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877475.210884:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877475.210894:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877475.210904:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877475.210916:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877475.210931:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877475.210944:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877475.210967:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.210981:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.210989:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.210994:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877475.211002:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877475.211039:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877475.211053:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877475.211059:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877475.211068:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877475.211074:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.211111:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877475.211121:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877475.211127:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.211130:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877475.211144:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877475.211150:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877475.211154:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877475.211164:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.211169:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877475.211172:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877475.211176:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877475.211205:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877475.211238:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877475.211357:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519274240/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877475.211447:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877475.211476:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877475.211510:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519274240/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877475.211556:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877475.211567:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877475.211573:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877475.211577:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877475.211587:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877475.211591:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877475.211601:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8229 00000400:00000200:0.0:1788877475.211618:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877475.211631:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877475.211638:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877475.211652:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.211666:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.211679:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.211693:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877475.211729:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877475.211741:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877475.211750:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877475.211759:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877475.211767:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877475.211771:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877475.211784:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.211798:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.211812:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.211823:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877475.211835:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877475.211847:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877475.211852:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877475.211857:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877475.211869:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877475.211884:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.211893:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877475.211902:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877475.211913:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.211922:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877475.211940:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877475.211955:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877475.211971:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877475.211980:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.211995:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877475.212003:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877475.212008:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877475.212020:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877475.212030:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877475.212046:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519274368/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877475.212085:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877475.212092:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877475.212123:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519274368/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877475.212138:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877475.212147:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877475.212175:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877475.212179:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877475.212185:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877475.212198:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877475.212215:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8229 00000400:00000200:0.0:1788877475.212245:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877475.212257:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877475.212261:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877475.212268:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.212271:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.212278:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.212294:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877475.212364:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877475.212371:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877475.212385:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877475.212394:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877475.212415:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877475.212426:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877475.212446:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.212470:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.212484:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.212510:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877475.212515:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877475.212522:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877475.212530:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877475.212533:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877475.212541:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877475.212546:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.212557:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877475.212562:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877475.212569:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.212577:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877475.212585:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877475.212591:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877475.212603:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877475.212607:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.212612:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877475.212616:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877475.212627:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877475.212643:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877475.212651:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877475.212669:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519274496/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877475.212689:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877475.212702:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877475.212736:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519274496/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877475.212829:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877475.212838:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877475.212857:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877475.212861:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877475.212871:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877475.212886:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877475.212901:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8229 00000400:00000200:0.0:1788877475.212921:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877475.212935:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877475.212948:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877475.212955:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.212965:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.212972:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.212980:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877475.212988:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877475.212991:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877475.212999:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877475.213004:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877475.213011:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877475.213029:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877475.213042:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.213056:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877475.213061:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877475.213068:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877475.213077:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877475.213084:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877475.213086:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877475.213089:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877475.213099:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877475.213104:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.213126:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877475.213131:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877475.213137:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.213141:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877475.213150:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877475.213157:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877475.213168:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877475.213172:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877475.213180:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877475.213187:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877475.213192:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877475.213203:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877475.213211:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877475.213239:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519274624/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877475.213263:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877475.213276:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877475.213285:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519274624/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877475.213296:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877475.213304:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8239) 00000020:00000001:0.0:1788877475.338511:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877475.338517:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877475.338521:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877476.554341:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302903572, at 4302903616 00000100:00000010:0.0:1788877476.554358:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000020:00000001:0.0:1788877479.434659:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877479.434668:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877479.434675:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877481.674495:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302908692, at 4302908736 00000100:00000010:0.0:1788877481.674534:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000020:00000001:0.0:1788877483.530475:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877483.530480:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877483.530485:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877485.450551:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877485.450566:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877485.450571:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877485.450577:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877485.450584:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877485.450594:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8240 00000400:00000200:0.0:1788877485.450608:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877485.450617:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877485.450623:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877485.450645:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.450651:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.450655:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.450660:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877485.450672:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877485.450675:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877485.450679:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877485.450683:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877485.450687:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877485.450692:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877485.450697:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.450701:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.450704:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.450708:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877485.450712:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877485.450717:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877485.450722:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877485.450726:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877485.450731:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877485.450736:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.450739:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877485.450743:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877485.450773:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877485.450779:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877485.450784:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877485.450785:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.450789:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877485.450793:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877485.450799:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877485.450809:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877485.450817:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877485.450828:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519275392/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877485.450841:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877485.450846:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877485.450851:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519275392/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877485.450878:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877485.450882:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877485.450886:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877485.450888:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877485.450891:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877485.450895:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877485.450898:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8240 00000400:00000200:0.0:1788877485.450904:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877485.450908:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877485.450911:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877485.450915:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.450921:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.450927:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.450957:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877485.450969:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877485.450976:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877485.450985:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877485.450995:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877485.451000:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877485.451029:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877485.451038:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.451043:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.451048:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.451054:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877485.451057:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877485.451068:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877485.451101:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877485.451108:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877485.451117:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877485.451126:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.451139:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877485.451145:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877485.451155:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.451161:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877485.451169:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877485.451182:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877485.451198:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877485.451203:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.451216:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877485.451220:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877485.451228:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877485.451241:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877485.451255:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877485.451264:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519275520/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877485.451283:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877485.451287:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877485.451294:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519275520/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877485.451391:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877485.451399:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877485.451441:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877485.451464:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877485.451469:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877485.451476:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877485.451485:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8240 00000400:00000200:0.0:1788877485.451511:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877485.451517:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877485.451529:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877485.451545:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.451552:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.451556:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.451566:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877485.451577:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877485.451582:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877485.451590:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877485.451594:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877485.451628:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877485.451639:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877485.451646:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.451652:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.451665:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.451676:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877485.451684:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877485.451698:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877485.451708:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877485.451720:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877485.451727:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877485.451735:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.451744:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877485.451752:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877485.451765:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.451783:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877485.451792:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877485.451804:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877485.451808:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877485.451811:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.451822:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877485.451828:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877485.451836:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877485.451842:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877485.451848:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877485.451857:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519275648/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877485.451872:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877485.451876:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877485.451886:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519275648/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877485.451920:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877485.451946:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877485.451971:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877485.451979:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877485.451984:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877485.451990:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877485.452028:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8240 00000400:00000200:0.0:1788877485.452046:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877485.452055:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877485.452061:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877485.452076:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452088:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.452099:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452103:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877485.452115:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877485.452121:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877485.452127:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877485.452137:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877485.452144:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877485.452153:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877485.452174:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452186:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.452192:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452197:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877485.452201:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877485.452215:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452226:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877485.452233:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877485.452240:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877485.452248:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.452252:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877485.452257:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877485.452263:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.452265:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877485.452269:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877485.452272:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877485.452276:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877485.452278:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.452280:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877485.452283:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877485.452285:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877485.452289:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877485.452292:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877485.452343:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519275776/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877485.452383:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877485.452391:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877485.452419:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519275776/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877485.452443:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877485.452449:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877485.452464:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877485.452468:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877485.452473:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877485.452477:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877485.452485:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8240 00000400:00000200:0.0:1788877485.452494:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877485.452498:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877485.452507:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877485.452515:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452524:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.452528:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452538:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877485.452554:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877485.452563:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877485.452566:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877485.452568:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877485.452572:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877485.452577:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877485.452593:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452620:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877485.452630:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452644:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877485.452652:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877485.452677:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877485.452682:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877485.452685:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877485.452690:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877485.452695:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.452701:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877485.452711:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877485.452718:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.452725:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877485.452733:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877485.452749:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877485.452755:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877485.452759:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877485.452763:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877485.452768:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877485.452772:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877485.452780:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877485.452786:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877485.452796:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519275904/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877485.452822:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877485.452825:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877485.452842:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519275904/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877485.452927:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877485.452936:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8250) 00000100:00000040:0.0:1788877486.794428:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302913812, at 4302913856 00000100:00000010:0.0:1788877486.794474:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000020:00000001:0.0:1788877487.626548:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877487.626553:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877487.626556:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877491.722593:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877491.722602:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877491.722608:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877491.914446:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302918932, at 4302918976 00000100:00000010:0.0:1788877491.914479:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000020:00000001:0.0:1788877495.818531:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877495.818535:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877495.818537:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877497.034434:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302924052, at 4302924096 00000100:00000010:0.0:1788877497.034460:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00000020:00000001:0.0:1788877499.914529:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877499.914534:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877499.914538:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877500.810448:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877500.810462:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877500.810466:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877500.810471:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877500.810479:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877500.810490:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8255 00000400:00000200:0.0:1788877500.810503:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877500.810512:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877500.810517:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877500.810523:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810528:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.810532:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810537:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877500.810547:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877500.810550:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877500.810554:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877500.810558:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877500.810561:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877500.810564:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877500.810569:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810572:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.810574:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810576:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877500.810580:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877500.810585:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810588:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877500.810591:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877500.810596:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877500.810599:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.810602:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877500.810605:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877500.810618:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877500.810623:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877500.810628:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877500.810630:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.810635:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877500.810639:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877500.810645:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877500.810659:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877500.810668:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877500.810681:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519277312/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877500.810696:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877500.810702:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877500.810709:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519277312/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877500.810738:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877500.810744:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877500.810751:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877500.810754:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877500.810758:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877500.810765:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877500.810772:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8255 00000400:00000200:0.0:1788877500.810782:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877500.810791:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877500.810800:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877500.810814:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810823:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.810835:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810846:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877500.810861:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877500.810866:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877500.810872:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877500.810879:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877500.810887:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877500.810896:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877500.810910:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810917:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.810920:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810928:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877500.810934:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877500.810943:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877500.810947:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877500.810957:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877500.810966:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877500.810973:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.810977:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877500.810985:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877500.810994:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.810999:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877500.811006:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877500.811014:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877500.811022:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877500.811026:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.811031:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877500.811033:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877500.811038:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877500.811055:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877500.811065:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877500.811078:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519277440/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877500.811113:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877500.811121:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877500.811133:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519277440/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877500.811160:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877500.811167:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877500.811179:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877500.811182:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877500.811185:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877500.811194:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877500.811203:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8255 00000400:00000200:0.0:1788877500.811315:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877500.811331:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877500.811359:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877500.811383:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811390:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.811399:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811406:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877500.811413:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877500.811419:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877500.811425:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877500.811433:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877500.811441:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877500.811451:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877500.811459:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811464:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.811471:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811477:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877500.811484:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877500.811494:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811500:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877500.811503:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877500.811509:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877500.811516:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.811519:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877500.811525:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877500.811531:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.811535:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877500.811546:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877500.811553:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877500.811557:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877500.811562:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.811570:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877500.811573:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877500.811579:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877500.811590:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877500.811597:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877500.811613:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519277568/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877500.811661:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877500.811670:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877500.811680:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519277568/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877500.811702:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877500.811713:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877500.811724:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877500.811727:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877500.811730:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877500.811738:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877500.811743:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8255 00000400:00000200:0.0:1788877500.811757:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877500.811771:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877500.811782:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877500.811799:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811809:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.811824:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811835:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877500.811849:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877500.811857:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877500.811864:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877500.811871:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877500.811882:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877500.811892:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877500.811906:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811913:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.811920:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811927:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877500.811931:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877500.811940:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877500.811950:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877500.811957:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877500.811963:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877500.811972:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.811978:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877500.811982:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877500.811989:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.811996:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877500.812004:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877500.812011:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877500.812017:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877500.812021:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.812025:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877500.812030:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877500.812035:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877500.812044:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877500.812053:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877500.812069:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519277696/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877500.812126:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877500.812133:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877500.812144:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519277696/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877500.812172:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877500.812179:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877500.812190:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877500.812195:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877500.812200:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877500.812211:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877500.812220:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8255 00000400:00000200:0.0:1788877500.812235:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877500.812288:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877500.812302:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877500.812317:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.812331:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.812369:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.812380:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877500.812389:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877500.812394:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877500.812400:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877500.812409:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877500.812417:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877500.812424:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877500.812434:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.812436:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877500.812440:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877500.812446:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877500.812453:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877500.812461:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877500.812469:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877500.812476:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877500.812482:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877500.812490:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.812496:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877500.812500:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877500.812510:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.812518:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877500.812528:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877500.812537:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877500.812548:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877500.812550:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877500.812560:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877500.812563:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877500.812569:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877500.812579:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877500.812587:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877500.812604:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519277824/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877500.812620:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877500.812626:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877500.812638:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519277824/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877500.812661:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877500.812671:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8265) 00000100:00000040:0.0:1788877502.154430:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302929172, at 4302929216 00000100:00000010:0.0:1788877502.154450:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000020:00000001:0.0:1788877504.015707:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877504.015729:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877504.015737:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877507.274395:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302934293, at 4302934336 00000100:00000010:0.0:1788877507.274412:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000020:00000001:0.0:1788877508.106471:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877508.106475:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877508.106478:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877511.050438:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877511.050464:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877511.050467:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877511.050472:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877511.050489:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877511.050498:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8265 00000400:00000200:0.0:1788877511.050518:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877511.050525:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877511.050528:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877511.050542:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050546:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.050549:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050551:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877511.050569:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877511.050571:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877511.050574:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877511.050578:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877511.050581:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877511.050584:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877511.050600:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050602:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.050604:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050606:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877511.050610:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877511.050613:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050617:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877511.050632:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877511.050636:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877511.050639:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.050642:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877511.050656:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877511.050667:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877511.050671:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877511.050675:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877511.050688:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.050692:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877511.050695:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877511.050700:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877511.050723:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877511.050731:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877511.050741:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519278592/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877511.050767:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877511.050781:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877511.050787:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519278592/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877511.050823:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877511.050827:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877511.050841:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877511.050844:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877511.050846:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877511.050851:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877511.050854:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8265 00000400:00000200:0.0:1788877511.050872:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877511.050877:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877511.050880:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877511.050885:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050888:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.050890:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050903:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877511.050907:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877511.050908:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877511.050910:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877511.050913:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877511.050916:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877511.050935:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877511.050940:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050942:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.050944:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050947:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877511.050949:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877511.050952:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877511.050970:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877511.050973:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877511.050979:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877511.050982:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.050984:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877511.051002:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877511.051009:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.051013:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877511.051018:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877511.051035:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877511.051041:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877511.051044:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.051049:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877511.051052:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877511.051068:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877511.051076:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877511.051082:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877511.051103:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519278720/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877511.051132:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877511.051137:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877511.051143:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519278720/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877511.051166:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877511.051170:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877511.051174:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877511.051175:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877511.051177:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877511.051196:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877511.051199:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8265 00000400:00000200:0.0:1788877511.051203:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877511.051206:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877511.051210:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877511.051215:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051218:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.051233:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051238:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877511.051242:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877511.051244:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877511.051334:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877511.051340:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877511.051345:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877511.051349:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877511.051370:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051375:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.051379:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051393:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877511.051400:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877511.051407:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051425:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877511.051428:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877511.051432:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877511.051434:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.051436:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877511.051438:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877511.051453:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.051458:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877511.051465:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877511.051467:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877511.051480:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877511.051482:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.051484:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877511.051485:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877511.051488:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877511.051492:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877511.051495:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877511.051515:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519278848/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877511.051525:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877511.051527:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877511.051545:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519278848/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877511.051555:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877511.051558:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877511.051564:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877511.051582:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877511.051585:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877511.051592:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877511.051598:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8265 00000400:00000200:0.0:1788877511.051603:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877511.051606:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877511.051608:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877511.051625:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051629:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.051632:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051634:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877511.051638:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877511.051639:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877511.051656:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877511.051661:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877511.051667:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877511.051674:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877511.051693:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051700:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.051720:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051726:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877511.051732:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877511.051738:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877511.051755:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877511.051760:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877511.051763:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877511.051781:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.051787:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877511.051803:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877511.051809:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.051814:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877511.051832:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877511.051839:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877511.051855:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877511.051858:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.051863:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877511.051866:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877511.051870:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877511.051887:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877511.051893:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877511.051915:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519278976/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877511.051943:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877511.051950:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877511.051958:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519278976/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877511.052010:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877511.052018:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877511.052027:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877511.052045:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877511.052050:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877511.052057:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877511.052077:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8265 00000400:00000200:0.0:1788877511.052090:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877511.052109:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877511.052115:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877511.052124:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.052142:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.052151:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.052170:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877511.052178:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877511.052181:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877511.052207:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877511.052211:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877511.052239:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877511.052244:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877511.052327:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.052332:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877511.052336:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877511.052340:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877511.052345:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877511.052354:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877511.052360:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877511.052366:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877511.052373:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877511.052380:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.052387:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877511.052392:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877511.052398:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.052404:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877511.052411:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877511.052417:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877511.052424:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877511.052428:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877511.052432:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877511.052437:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877511.052441:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877511.052447:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877511.052453:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877511.052462:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519279104/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877511.052476:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877511.052480:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877511.052486:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519279104/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877511.052502:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877511.052509:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8275) 00000020:00000001:0.0:1788877512.202450:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877512.202455:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877512.202460:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877512.394342:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302939412, at 4302939456 00000100:00000010:0.0:1788877512.394354:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000020:00000001:0.0:1788877516.298462:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877516.298469:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877516.298473:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877517.514447:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302944531, at 4302944576 00000100:00000010:0.0:1788877517.514456:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000400:00000100:0.0:1788877519.242486:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788877519.242538:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788877519.242548:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877519.242552:0:2381:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788877519.242557:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877519.242561:0:2381:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788877519.242566:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877519.242570:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922500. 00000400:00000200:0.0:1788877519.242576:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877519.242581:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877519.242588:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915220 00000400:00000010:0.0:1788877519.242591:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915220. 00000100:00000001:0.0:1788877519.242596:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877519.242605:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9490a80 x1875765519279232/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242628:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877519.242632:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9490a80 x1875765519279232/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242646:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877519.242648:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788877519.242656:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877519.242665:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922d00. 00000400:00000200:0.0:1788877519.242668:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877519.242671:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877519.242674:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915bb0 00000400:00000010:0.0:1788877519.242676:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915bb0. 00000100:00000001:0.0:1788877519.242679:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877519.242684:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9492d80 x1875765519279360/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242692:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877519.242695:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9492d80 x1875765519279360/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242701:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877519.242703:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788877519.242708:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877519.242710:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922000. 00000400:00000200:0.0:1788877519.242712:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877519.242715:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877519.242718:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19154c8 00000400:00000010:0.0:1788877519.242719:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19154c8. 00000100:00000001:0.0:1788877519.242722:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877519.242725:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9490700 x1875765519279488/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242732:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877519.242736:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9490700 x1875765519279488/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242742:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877519.242743:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788877519.242756:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877519.242758:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922100. 00000400:00000200:0.0:1788877519.242760:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877519.242768:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877519.242770:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915dd0 00000400:00000010:0.0:1788877519.242772:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915dd0. 00000100:00000001:0.0:1788877519.242777:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877519.242782:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9492680 x1875765519279616/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242790:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877519.242793:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9492680 x1875765519279616/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242799:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877519.242800:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788877519.242805:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877519.242807:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922400. 00000400:00000200:0.0:1788877519.242809:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877519.242812:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877519.242815:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915a18 00000400:00000010:0.0:1788877519.242817:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915a18. 00000100:00000001:0.0:1788877519.242819:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877519.242822:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9493100 x1875765519279744/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242829:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877519.242832:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9493100 x1875765519279744/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877519.242838:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877519.242839:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1788877520.395290:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877520.395294:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877520.395298:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877522.634429:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302949652, at 4302949696 00000100:00000010:0.0:1788877522.634456:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000020:00000001:0.0:1788877524.490471:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877524.490476:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877524.490482:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877527.754347:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302954771, at 4302954816 00000100:00000010:0.0:1788877527.754366:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000020:00000001:0.0:1788877528.587459:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877528.587463:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877528.587466:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877532.682413:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877532.682416:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877532.682418:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877532.874350:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302959892, at 4302959936 00000100:00000010:0.0:1788877532.874369:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000020:00000001:0.0:1788877536.778450:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877536.778549:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877536.778554:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877537.994404:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302965011, at 4302965056 00000100:00000010:0.0:1788877537.994425:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000020:00000001:0.0:1788877540.874453:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877540.874457:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877540.874460:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877543.114369:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302970131, at 4302970176 00000100:00000010:0.0:1788877543.114386:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000020:00000001:0.0:1788877544.970482:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877544.970487:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877544.970492:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877548.234386:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302975251, at 4302975296 00000100:00000010:0.0:1788877548.234412:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000020:00000001:0.0:1788877549.066488:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877549.066492:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877549.066495:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877553.162418:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877553.162425:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877553.162430:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877553.354339:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302980371, at 4302980416 00000100:00000010:0.0:1788877553.354353:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00080000:0.0:1788877557.130396:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877557.130406:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877557.130409:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877557.130412:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877557.130417:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877557.130424:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8311 00000400:00000200:0.0:1788877557.130433:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877557.130438:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877557.130441:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877557.130444:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130446:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.130448:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130449:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877557.130456:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877557.130457:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877557.130460:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877557.130463:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877557.130464:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877557.130466:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877557.130468:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130470:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.130471:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130472:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877557.130474:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877557.130477:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130480:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877557.130482:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877557.130485:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877557.130487:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.130489:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877557.130492:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877557.130501:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877557.130503:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877557.130507:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877557.130509:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.130511:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877557.130514:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877557.130518:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877557.130525:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877557.130531:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877557.130537:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519284352/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877557.130546:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877557.130550:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877557.130553:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519284352/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877557.130579:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877557.130583:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877557.130587:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877557.130589:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877557.130590:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877557.130594:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877557.130598:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8311 00000400:00000200:0.0:1788877557.130603:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877557.130610:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877557.130612:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877557.130615:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130617:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.130619:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130620:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877557.130623:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877557.130626:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877557.130630:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877557.130634:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877557.130640:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877557.130646:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877557.130651:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130657:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.130663:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130671:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877557.130681:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877557.130694:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877557.130697:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877557.130701:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877557.130708:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877557.130715:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.130728:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877557.130735:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877557.130751:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.130760:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877557.130764:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877557.130775:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877557.130783:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877557.130784:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.130786:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877557.130787:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877557.130789:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877557.130802:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877557.130808:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877557.130827:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519284480/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877557.130839:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877557.130846:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877557.130859:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519284480/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877557.130930:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877557.130938:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877557.130949:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877557.130954:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877557.130957:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877557.130960:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877557.130966:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8311 00000400:00000200:0.0:1788877557.131023:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877557.131029:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877557.131032:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877557.131038:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131047:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.131060:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131072:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877557.131096:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877557.131099:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877557.131106:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877557.131114:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877557.131119:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877557.131130:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877557.131137:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131140:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.131142:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131146:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877557.131151:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877557.131160:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131171:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877557.131179:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877557.131184:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877557.131201:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.131209:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877557.131216:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877557.131223:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.131232:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877557.131243:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877557.131334:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877557.131343:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877557.131345:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.131351:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877557.131354:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877557.131357:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877557.131362:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877557.131368:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877557.131377:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519284608/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877557.131395:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877557.131398:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877557.131415:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519284608/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877557.131449:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877557.131454:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877557.131460:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877557.131462:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877557.131465:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877557.131469:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877557.131472:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8311 00000400:00000200:0.0:1788877557.131475:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877557.131477:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877557.131479:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877557.131487:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131490:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.131496:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131503:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877557.131511:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877557.131515:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877557.131519:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877557.131526:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877557.131536:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877557.131540:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877557.131544:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131549:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.131559:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131563:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877557.131573:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877557.131585:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131591:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877557.131596:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877557.131602:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877557.131613:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.131622:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877557.131626:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877557.131632:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.131640:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877557.131649:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877557.131655:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877557.131663:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877557.131667:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.131674:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877557.131679:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877557.131685:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877557.131695:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877557.131703:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877557.131716:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519284736/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877557.131749:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877557.131753:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877557.131765:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519284736/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877557.131807:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877557.131813:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877557.131819:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877557.131823:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877557.131828:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877557.131834:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877557.131842:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8311 00000400:00000200:0.0:1788877557.131857:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877557.131868:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877557.131874:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877557.131884:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131893:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.131900:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131905:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877557.131912:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877557.131917:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877557.131922:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877557.131926:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877557.131929:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877557.131932:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877557.131941:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131947:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877557.131952:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131960:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877557.131968:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877557.131974:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877557.131977:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877557.131985:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877557.131991:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877557.131995:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.132000:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877557.132006:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877557.132015:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.132018:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877557.132025:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877557.132030:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877557.132036:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877557.132040:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877557.132043:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877557.132047:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877557.132050:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877557.132058:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877557.132063:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877557.132074:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519284864/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877557.132105:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877557.132111:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877557.132120:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519284864/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877557.132147:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877557.132152:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8321) 00000020:00000001:0.0:1788877557.258375:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877557.258379:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877557.258382:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877558.474375:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302985491, at 4302985536 00000100:00000010:0.0:1788877558.474392:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000020:00000001:0.0:1788877561.354387:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877561.354391:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877561.354394:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877563.594361:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302990612, at 4302990656 00000100:00000010:0.0:1788877563.594383:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00000020:00000001:0.0:1788877565.450454:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877565.450459:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877565.450463:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877568.714366:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4302995731, at 4302995776 00000100:00000010:0.0:1788877568.714381:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000020:00000001:0.0:1788877569.546670:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877569.546676:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877569.546680:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877573.642471:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877573.642475:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877573.642478:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877573.834352:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303000851, at 4303000896 00000100:00000010:0.0:1788877573.834366:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000020:00000001:0.0:1788877577.738510:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877577.738514:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877577.738517:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877578.954381:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303005972, at 4303006016 00000100:00000010:0.0:1788877578.954401:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000020:00000001:0.0:1788877581.834525:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877581.834529:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877581.834532:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877584.074358:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303011091, at 4303011136 00000100:00000010:0.0:1788877584.074368:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000020:00000001:0.0:1788877585.930426:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877585.930432:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877585.930436:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877589.194337:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303016211, at 4303016256 00000100:00000010:0.0:1788877589.194357:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000020:00000001:0.0:1788877590.026547:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877590.026553:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877590.026558:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877594.122477:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877594.122481:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877594.122485:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877594.314389:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303021331, at 4303021376 00000100:00000010:0.0:1788877594.314412:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000020:00000001:0.0:1788877598.218448:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877598.218454:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877598.218458:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877599.434405:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303026451, at 4303026496 00000100:00000010:0.0:1788877599.434425:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000020:00000001:0.0:1788877602.314492:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877602.314497:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877602.314500:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877604.554347:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303031572, at 4303031616 00000100:00000010:0.0:1788877604.554360:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00000020:00000001:0.0:1788877606.410471:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877606.410478:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877606.410483:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877608.330475:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877608.330484:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877608.330487:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877608.330491:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877608.330496:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877608.330503:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8362 00000400:00000200:0.0:1788877608.330511:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877608.330518:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877608.330521:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877608.330524:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330527:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.330529:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330531:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877608.330539:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877608.330541:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877608.330543:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877608.330547:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877608.330549:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877608.330551:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877608.330553:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330554:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.330556:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330557:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877608.330559:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877608.330561:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330563:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877608.330565:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877608.330568:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877608.330571:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.330573:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877608.330574:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877608.330583:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877608.330586:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877608.330590:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877608.330592:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.330595:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877608.330597:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877608.330602:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877608.330611:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877608.330618:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877608.330628:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519290752/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877608.330637:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877608.330642:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877608.330645:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519290752/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877608.330673:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877608.330676:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877608.330679:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877608.330681:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877608.330682:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877608.330684:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877608.330686:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8362 00000400:00000200:0.0:1788877608.330689:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877608.330691:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877608.330693:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877608.330695:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330697:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.330699:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330701:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877608.330703:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877608.330704:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877608.330706:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877608.330708:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877608.330710:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877608.330713:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877608.330715:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330717:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.330720:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330725:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877608.330727:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877608.330731:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330733:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877608.330734:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877608.330745:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877608.330750:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.330752:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877608.330758:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877608.330764:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.330769:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877608.330774:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877608.330787:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877608.330791:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877608.330794:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.330797:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877608.330800:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877608.330802:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877608.330808:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877608.330825:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877608.330832:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519290880/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877608.330844:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877608.330848:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877608.330871:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519290880/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877608.330922:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877608.330926:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877608.330930:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877608.330935:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877608.330938:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877608.330945:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877608.330952:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8362 00000400:00000200:0.0:1788877608.330963:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877608.330968:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877608.330969:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877608.330973:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330979:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.330984:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.330987:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877608.330992:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877608.330993:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877608.330997:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877608.330999:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877608.331003:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877608.331006:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877608.331011:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331015:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.331020:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331023:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877608.331025:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877608.331032:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331034:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877608.331040:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877608.331043:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877608.331063:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.331067:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877608.331069:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877608.331071:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.331075:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877608.331081:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877608.331085:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877608.331091:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877608.331104:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.331107:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877608.331109:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877608.331132:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877608.331139:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877608.331144:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877608.331152:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519291008/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877608.331180:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877608.331186:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877608.331193:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519291008/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877608.331206:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877608.331208:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877608.331217:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877608.331219:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877608.331222:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877608.331226:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877608.331230:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8362 00000400:00000200:0.0:1788877608.331264:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877608.331270:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877608.331274:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877608.331281:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331286:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.331290:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331295:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877608.331300:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877608.331303:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877608.331304:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877608.331306:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877608.331308:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877608.331309:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877608.331312:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331329:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.331333:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331376:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877608.331380:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877608.331389:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331395:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877608.331411:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877608.331416:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877608.331422:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.331425:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877608.331428:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877608.331432:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.331434:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877608.331437:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877608.331456:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877608.331461:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877608.331462:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.331467:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877608.331469:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877608.331472:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877608.331478:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877608.331485:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877608.331492:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519291136/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877608.331506:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877608.331510:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877608.331518:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519291136/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877608.331528:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877608.331532:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877608.331538:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877608.331541:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877608.331545:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877608.331548:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877608.331553:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8362 00000400:00000200:0.0:1788877608.331557:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877608.331562:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877608.331564:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877608.331568:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331573:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.331579:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331586:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877608.331593:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877608.331597:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877608.331600:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877608.331603:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877608.331608:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877608.331614:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877608.331622:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331627:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877608.331632:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331636:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877608.331642:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877608.331646:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877608.331648:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877608.331651:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877608.331655:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877608.331659:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.331663:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877608.331667:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877608.331671:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.331674:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877608.331677:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877608.331681:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877608.331685:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877608.331687:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877608.331691:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877608.331694:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877608.331696:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877608.331701:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877608.331705:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877608.331713:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519291264/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877608.331732:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877608.331736:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877608.331740:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519291264/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877608.331757:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877608.331763:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8373) 00000100:00000040:0.0:1788877609.674366:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303036692, at 4303036736 00000100:00000010:0.0:1788877609.674396:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000020:00000001:0.0:1788877610.506603:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877610.506610:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877610.506615:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877613.450437:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877613.450448:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877613.450451:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877613.450456:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877613.450461:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877613.450469:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8368 00000400:00000200:0.0:1788877613.450478:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877613.450485:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877613.450489:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877613.450492:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450496:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.450498:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450501:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877613.450510:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877613.450512:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877613.450515:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877613.450518:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877613.450520:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877613.450522:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877613.450526:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450528:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.450530:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450532:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877613.450534:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877613.450555:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450558:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877613.450561:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877613.450565:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877613.450568:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.450572:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877613.450575:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877613.450586:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877613.450589:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877613.450594:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877613.450596:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.450599:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877613.450603:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877613.450608:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877613.450617:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877613.450626:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877613.450637:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519291392/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877613.450649:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877613.450654:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877613.450659:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519291392/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877613.450701:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877613.450706:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877613.450711:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877613.450714:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877613.450717:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877613.450722:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877613.450727:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8368 00000400:00000200:0.0:1788877613.450737:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877613.450747:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877613.450752:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877613.450759:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450766:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.450771:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450777:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877613.450783:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877613.450787:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877613.450791:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877613.450798:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877613.450807:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877613.450815:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877613.450824:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450844:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.450850:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450857:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877613.450866:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877613.450873:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877613.450878:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877613.450884:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877613.450894:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877613.450899:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.450905:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877613.450910:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877613.450916:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.450918:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877613.450924:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877613.450928:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877613.450932:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877613.450935:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.450939:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877613.450943:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877613.450946:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877613.450953:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877613.450961:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877613.450972:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519291520/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877613.450998:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877613.451008:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877613.451018:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519291520/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877613.451032:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877613.451039:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877613.451044:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877613.451046:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877613.451049:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877613.451054:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877613.451061:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8368 00000400:00000200:0.0:1788877613.451099:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877613.451107:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877613.451111:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877613.451118:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451136:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.451145:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451152:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877613.451162:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877613.451167:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877613.451172:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877613.451180:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877613.451188:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877613.451196:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877613.451208:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451213:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.451215:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451219:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877613.451228:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877613.451234:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451239:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877613.451243:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877613.451247:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877613.451254:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.451260:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877613.451299:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877613.451306:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.451311:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877613.451320:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877613.451330:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877613.451340:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877613.451345:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.451352:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877613.451357:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877613.451364:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877613.451377:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877613.451387:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877613.451400:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519291648/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877613.451430:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877613.451434:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877613.451441:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519291648/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877613.451459:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877613.451464:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877613.451468:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877613.451472:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877613.451476:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877613.451484:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877613.451490:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8368 00000400:00000200:0.0:1788877613.451498:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877613.451519:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877613.451525:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877613.451533:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451538:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.451543:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451547:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877613.451553:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877613.451556:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877613.451561:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877613.451565:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877613.451572:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877613.451581:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877613.451590:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451592:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.451594:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451596:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877613.451598:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877613.451605:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451612:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877613.451634:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877613.451638:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877613.451645:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.451649:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877613.451652:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877613.451656:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.451662:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877613.451672:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877613.451680:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877613.451699:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877613.451705:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.451713:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877613.451720:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877613.451727:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877613.451739:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877613.451747:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877613.451762:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519291776/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877613.451788:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877613.451795:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877613.451806:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519291776/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877613.451848:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877613.451855:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877613.451862:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877613.451867:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877613.451872:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877613.451879:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877613.451888:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8368 00000400:00000200:0.0:1788877613.451905:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877613.451911:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877613.451917:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877613.451925:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451931:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.451939:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451946:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877613.451955:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877613.451959:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877613.451964:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877613.451968:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877613.451973:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877613.451980:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877613.451991:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.451998:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877613.452006:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877613.452011:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877613.452015:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877613.452022:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877613.452028:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877613.452031:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877613.452037:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877613.452044:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.452050:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877613.452053:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877613.452057:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.452062:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877613.452068:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877613.452075:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877613.452079:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877613.452082:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877613.452085:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877613.452088:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877613.452091:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877613.452099:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877613.452107:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877613.452139:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519291904/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877613.452165:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877613.452173:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877613.452188:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519291904/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877613.452220:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877613.452229:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8378) 00000020:00000001:0.0:1788877614.602451:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877614.602455:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877614.602458:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877614.794357:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303041812, at 4303041856 00000100:00000010:0.0:1788877614.794378:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00080000:0.0:1788877618.570356:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877618.570372:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877618.570391:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877618.570397:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877618.570405:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877618.570417:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8373 00000400:00000200:0.0:1788877618.570431:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877618.570440:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877618.570462:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877618.570468:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570473:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.570477:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570481:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877618.570493:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877618.570496:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877618.570500:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877618.570505:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877618.570509:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877618.570513:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877618.570517:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570521:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.570524:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570527:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877618.570532:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877618.570537:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570543:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877618.570548:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877618.570553:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877618.570558:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.570561:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877618.570565:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877618.570578:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877618.570584:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877618.570589:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877618.570592:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.570597:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877618.570601:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877618.570607:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877618.570619:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877618.570630:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877618.570644:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519292032/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877618.570660:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877618.570666:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877618.570704:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519292032/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877618.570740:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877618.570746:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877618.570752:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877618.570755:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877618.570758:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877618.570763:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877618.570768:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8373 00000400:00000200:0.0:1788877618.570773:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877618.570777:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877618.570780:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877618.570783:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570787:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.570789:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570792:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877618.570796:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877618.570797:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877618.570799:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877618.570803:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877618.570825:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877618.570828:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877618.570832:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570834:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.570837:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570840:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877618.570843:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877618.570846:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877618.570867:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877618.570870:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877618.570877:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877618.570880:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.570886:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877618.570891:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877618.570899:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.570901:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877618.570916:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877618.570923:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877618.570926:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877618.570927:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.570929:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877618.570930:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877618.570933:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877618.570941:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877618.570951:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877618.570964:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519292160/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877618.570987:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877618.570993:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877618.571005:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519292160/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877618.571038:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877618.571046:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877618.571054:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877618.571056:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877618.571059:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877618.571065:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877618.571072:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8373 00000400:00000200:0.0:1788877618.571078:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877618.571083:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877618.571090:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877618.571097:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571105:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.571110:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571114:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877618.571120:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877618.571123:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877618.571155:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877618.571163:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877618.571169:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877618.571176:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877618.571183:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571188:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.571195:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571201:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877618.571207:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877618.571214:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571217:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877618.571224:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877618.571231:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877618.571236:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.571239:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877618.571244:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877618.571281:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.571284:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877618.571289:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877618.571293:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877618.571296:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877618.571298:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.571301:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877618.571303:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877618.571306:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877618.571312:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877618.571317:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877618.571329:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519292288/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877618.571355:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877618.571363:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877618.571375:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519292288/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877618.571391:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877618.571399:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877618.571407:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877618.571413:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877618.571418:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877618.571429:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877618.571434:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8373 00000400:00000200:0.0:1788877618.571445:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877618.571457:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877618.571478:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877618.571487:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571490:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.571497:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571502:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877618.571511:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877618.571514:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877618.571517:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877618.571522:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877618.571528:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877618.571531:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877618.571538:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571546:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.571553:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571557:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877618.571564:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877618.571572:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571575:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877618.571580:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877618.571586:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877618.571592:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.571598:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877618.571602:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877618.571608:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.571612:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877618.571620:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877618.571627:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877618.571633:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877618.571637:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.571644:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877618.571648:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877618.571650:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877618.571655:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877618.571662:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877618.571674:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519292416/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877618.571704:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877618.571708:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877618.571717:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519292416/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877618.571734:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877618.571740:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877618.571748:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877618.571756:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877618.571763:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877618.571769:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877618.571777:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8373 00000400:00000200:0.0:1788877618.571793:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877618.571801:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877618.571850:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877618.571857:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571863:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.571869:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571874:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877618.571880:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877618.571885:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877618.571891:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877618.571894:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877618.571901:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877618.571908:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877618.571918:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571923:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877618.571931:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571937:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877618.571944:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877618.571950:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877618.571955:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877618.571959:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877618.571964:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877618.571971:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.571976:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877618.571980:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877618.571988:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.571997:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877618.572006:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877618.572016:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877618.572025:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877618.572030:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877618.572037:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877618.572042:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877618.572048:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877618.572059:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877618.572070:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877618.572085:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519292544/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877618.572112:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877618.572118:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877618.572132:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519292544/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877618.572184:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877618.572198:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8383) 00000020:00000001:0.0:1788877618.698572:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877618.698579:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877618.698585:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877619.914394:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303046932, at 4303046976 00000100:00000010:0.0:1788877619.914421:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000020:00000001:0.0:1788877622.794421:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877622.794425:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877622.794427:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877625.034357:0:184614:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303052051, at 4303052096 00000100:00000010:0.0:1788877625.034378:0:184614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000020:00000001:0.0:1788877626.890561:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877626.890568:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877626.890573:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877630.154356:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303057172, at 4303057216 00000100:00000010:0.0:1788877630.154380:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000020:00000001:0.0:1788877630.986444:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877630.986448:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877630.986451:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877635.082594:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877635.082605:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877635.082614:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877635.274414:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303062292, at 4303062336 00000100:00000010:0.0:1788877635.274430:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00080000:0.0:1788877639.050432:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877639.050448:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877639.050452:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877639.050457:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877639.050463:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877639.050474:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8393 00000400:00000200:0.0:1788877639.050487:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877639.050495:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877639.050500:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877639.050504:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.050509:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.050512:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.050515:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877639.050526:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877639.050529:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877639.050532:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877639.050537:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877639.050541:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877639.050544:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877639.050548:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.050550:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.050553:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.050555:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877639.050559:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877639.050564:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877639.050566:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877639.050570:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877639.050574:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877639.050577:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.050580:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877639.050584:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877639.050607:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877639.050612:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877639.050618:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877639.050620:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.050624:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877639.050628:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877639.050636:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877639.050649:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877639.050658:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877639.050674:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519294592/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877639.050708:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877639.050738:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877639.050759:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519294592/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877639.050810:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877639.050817:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877639.050824:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877639.050827:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877639.050831:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877639.050839:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877639.050845:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8393 00000400:00000200:0.0:1788877639.050855:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877639.050865:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877639.050872:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877639.050881:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.050886:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.050890:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.050897:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877639.050910:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877639.050919:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877639.050929:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877639.050934:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877639.050937:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877639.050944:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877639.050952:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.050962:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.050968:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.050981:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877639.050992:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877639.051011:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877639.051021:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877639.051031:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877639.051045:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877639.051056:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.051080:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877639.051091:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877639.051113:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.051128:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877639.051138:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877639.051157:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877639.051166:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877639.051168:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.051172:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877639.051176:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877639.051183:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877639.051206:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877639.051225:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877639.051338:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519294720/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877639.051377:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877639.051383:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877639.051411:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519294720/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877639.051509:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877639.051519:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877639.051539:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877639.051545:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877639.051551:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877639.051566:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877639.051581:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8393 00000400:00000200:0.0:1788877639.051601:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877639.051609:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877639.051613:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877639.051623:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.051630:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.051636:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.051639:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877639.051708:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877639.051731:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877639.051736:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877639.051754:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877639.051767:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877639.051780:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877639.051804:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.051818:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.051836:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.051853:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877639.051873:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877639.051888:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877639.051902:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877639.051923:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877639.051932:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877639.051941:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.051946:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877639.051952:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877639.051969:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.051978:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877639.051992:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877639.052003:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877639.052010:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877639.052016:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.052026:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877639.052035:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877639.052047:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877639.052065:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877639.052083:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877639.052114:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519294848/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877639.052139:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877639.052147:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877639.052157:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519294848/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877639.052199:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877639.052210:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877639.052228:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877639.052233:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877639.052243:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877639.052282:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877639.052292:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8393 00000400:00000200:0.0:1788877639.052308:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877639.052322:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877639.052331:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877639.052345:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.052356:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.052367:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.052384:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877639.052401:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877639.052405:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877639.052408:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877639.052422:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877639.052432:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877639.052445:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877639.052472:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.052478:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.052486:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.052492:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877639.052502:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877639.052512:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877639.052531:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877639.052544:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877639.052555:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877639.052560:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.052563:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877639.052574:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877639.052592:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.052608:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877639.052630:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877639.052650:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877639.052667:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877639.052676:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.052694:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877639.052710:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877639.052742:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877639.052773:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877639.052789:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877639.052819:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519294976/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877639.052893:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877639.052904:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877639.052920:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519294976/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877639.052948:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877639.052960:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877639.052967:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877639.052972:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877639.052976:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877639.052991:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877639.052998:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8393 00000400:00000200:0.0:1788877639.053013:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877639.053032:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877639.053046:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877639.053063:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.053078:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.053095:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.053101:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877639.053121:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877639.053130:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877639.053137:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877639.053146:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877639.053156:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877639.053162:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877639.053175:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.053184:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877639.053199:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877639.053213:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877639.053232:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877639.053240:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877639.053280:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877639.053287:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877639.053294:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877639.053300:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.053306:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877639.053320:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877639.053341:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.053352:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877639.053372:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877639.053380:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877639.053396:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877639.053402:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877639.053416:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877639.053421:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877639.053440:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877639.053455:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877639.053465:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877639.053498:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519295104/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877639.053547:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877639.053562:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877639.053580:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519295104/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877639.053654:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877639.053671:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8403) 00000020:00000001:0.0:1788877639.178597:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877639.178606:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877639.178613:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877640.394501:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303067412, at 4303067456 00000100:00000010:0.0:1788877640.394534:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000020:00000001:0.0:1788877643.274512:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877643.274516:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877643.274520:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877644.170369:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877644.170377:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877644.170380:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877644.170385:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877644.170389:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877644.170396:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8398 00000400:00000200:0.0:1788877644.170404:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877644.170409:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877644.170413:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877644.170416:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170418:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.170420:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170422:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877644.170430:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877644.170431:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877644.170434:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877644.170437:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877644.170438:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877644.170440:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877644.170443:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170444:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.170445:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170446:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877644.170448:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877644.170450:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170452:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877644.170454:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877644.170457:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877644.170459:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.170461:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877644.170463:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877644.170471:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877644.170475:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877644.170479:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877644.170480:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.170483:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877644.170485:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877644.170489:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877644.170498:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877644.170505:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877644.170513:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519295232/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877644.170522:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877644.170526:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877644.170530:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519295232/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877644.170550:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877644.170553:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877644.170556:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877644.170557:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877644.170558:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877644.170560:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877644.170562:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8398 00000400:00000200:0.0:1788877644.170564:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877644.170566:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877644.170567:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877644.170569:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170571:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.170573:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170574:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877644.170576:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877644.170577:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877644.170578:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877644.170580:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877644.170581:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877644.170583:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877644.170585:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170586:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.170587:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170589:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877644.170590:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877644.170592:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170593:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877644.170595:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877644.170600:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877644.170601:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.170603:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877644.170607:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877644.170609:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.170610:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877644.170613:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877644.170617:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877644.170619:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877644.170623:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.170627:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877644.170629:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877644.170630:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877644.170634:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877644.170640:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877644.170649:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519295360/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877644.170662:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877644.170666:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877644.170671:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519295360/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877644.170719:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877644.170724:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877644.170729:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877644.170732:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877644.170733:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877644.170739:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877644.170745:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8398 00000400:00000200:0.0:1788877644.170749:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877644.170755:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877644.170756:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877644.170759:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170765:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.170767:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170768:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877644.170771:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877644.170772:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877644.170775:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877644.170778:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877644.170782:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877644.170786:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877644.170791:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170793:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.170798:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170803:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877644.170808:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877644.170812:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170815:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877644.170819:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877644.170825:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877644.170831:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.170833:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877644.170837:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877644.170840:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.170843:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877644.170848:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877644.170850:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877644.170855:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877644.170858:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.170859:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877644.170861:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877644.170864:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877644.170870:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877644.170875:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877644.170882:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519295488/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877644.170898:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877644.170900:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877644.170903:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519295488/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877644.170913:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877644.170919:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877644.170923:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877644.170925:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877644.170928:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877644.170934:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877644.170940:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8398 00000400:00000200:0.0:1788877644.170947:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877644.170953:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877644.170956:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877644.170961:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170963:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.170968:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.170973:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877644.170976:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877644.170979:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877644.170981:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877644.170984:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877644.170988:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877644.170991:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877644.170998:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.171003:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.171008:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.171012:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877644.171017:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877644.171023:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877644.171029:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877644.171030:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877644.171033:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877644.171037:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.171040:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877644.171042:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877644.171047:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.171049:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877644.171053:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877644.171058:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877644.171064:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877644.171067:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.171070:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877644.171074:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877644.171077:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877644.171083:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877644.171087:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877644.171093:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519295616/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877644.171103:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877644.171106:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877644.171111:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519295616/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877644.171119:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877644.171122:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877644.171124:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877644.171125:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877644.171127:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877644.171131:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877644.171133:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8398 00000400:00000200:0.0:1788877644.171136:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877644.171138:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877644.171143:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877644.171146:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.171147:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.171149:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.171151:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877644.171157:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877644.171159:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877644.171163:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877644.171166:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877644.171170:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877644.171173:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877644.171180:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.171183:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877644.171187:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877644.171190:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877644.171192:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877644.171198:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877644.171203:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877644.171208:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877644.171211:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877644.171213:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.171217:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877644.171220:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877644.171223:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.171226:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877644.171230:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877644.171236:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877644.171240:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877644.171243:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877644.171246:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877644.171274:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877644.171277:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877644.171283:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877644.171288:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877644.171298:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519295744/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877644.171312:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877644.171314:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877644.171321:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519295744/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877644.171348:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877644.171353:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8408) 00000100:00000040:0.0:1788877645.514354:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303072531, at 4303072576 00000100:00000010:0.0:1788877645.514371:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000020:00000001:0.0:1788877647.370575:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877647.370580:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877647.370584:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877650.634402:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303077652, at 4303077696 00000100:00000010:0.0:1788877650.634427:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000020:00000001:0.0:1788877651.466402:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877651.466406:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877651.466409:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877655.562429:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877655.562433:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877655.562438:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877655.754340:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303082771, at 4303082816 00000100:00000010:0.0:1788877655.754349:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00080000:0.0:1788877659.530473:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877659.530488:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877659.530492:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877659.530497:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877659.530504:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877659.530530:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8414 00000400:00000200:0.0:1788877659.530538:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877659.530544:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877659.530547:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877659.530549:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530552:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.530554:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530556:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877659.530563:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877659.530566:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877659.530568:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877659.530572:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877659.530574:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877659.530575:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877659.530578:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530580:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.530581:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530583:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877659.530585:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877659.530588:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530590:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877659.530592:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877659.530595:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877659.530597:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.530599:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877659.530601:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877659.530611:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877659.530615:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877659.530618:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877659.530632:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.530636:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877659.530639:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877659.530644:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877659.530655:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877659.530661:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877659.530669:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519297152/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877659.530678:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877659.530682:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877659.530686:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519297152/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877659.530705:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877659.530707:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877659.530711:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877659.530712:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877659.530714:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877659.530716:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877659.530718:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8414 00000400:00000200:0.0:1788877659.530721:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877659.530724:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877659.530726:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877659.530728:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530730:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.530733:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530734:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877659.530738:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877659.530739:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877659.530740:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877659.530742:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877659.530745:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877659.530748:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877659.530752:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530754:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.530758:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530760:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877659.530765:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877659.530771:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530773:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877659.530775:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877659.530781:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877659.530785:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.530789:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877659.530795:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877659.530799:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.530804:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877659.530812:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877659.530816:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877659.530820:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877659.530822:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.530826:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877659.530829:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877659.530833:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877659.530841:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877659.530850:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877659.530861:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519297280/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877659.530878:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877659.530884:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877659.530894:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519297280/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877659.530905:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877659.530910:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877659.530914:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877659.530925:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877659.530928:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877659.530931:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877659.530936:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8414 00000400:00000200:0.0:1788877659.530944:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877659.530950:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877659.530955:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877659.530962:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530967:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.530971:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.530974:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877659.530978:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877659.530982:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877659.531003:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877659.531011:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877659.531016:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877659.531019:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877659.531028:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531035:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.531044:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531047:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877659.531051:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877659.531061:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531081:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877659.531083:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877659.531087:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877659.531090:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.531093:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877659.531097:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877659.531101:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.531105:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877659.531110:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877659.531116:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877659.531121:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877659.531123:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.531128:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877659.531131:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877659.531133:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877659.531137:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877659.531143:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877659.531175:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519297408/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877659.531194:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877659.531200:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877659.531211:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519297408/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877659.531237:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877659.531244:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877659.531255:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877659.531259:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877659.531261:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877659.531263:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877659.531268:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8414 00000400:00000200:0.0:1788877659.531276:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877659.531282:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877659.531285:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877659.531288:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531291:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.531351:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531361:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877659.531371:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877659.531377:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877659.531384:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877659.531388:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877659.531395:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877659.531402:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877659.531416:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531424:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.531431:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531437:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877659.531441:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877659.531453:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531463:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877659.531472:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877659.531480:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877659.531485:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.531487:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877659.531492:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877659.531518:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.531521:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877659.531525:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877659.531530:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877659.531536:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877659.531539:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.531542:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877659.531546:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877659.531548:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877659.531553:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877659.531557:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877659.531563:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519297536/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877659.531571:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877659.531575:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877659.531580:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519297536/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877659.531596:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877659.531600:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877659.531604:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877659.531607:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877659.531609:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877659.531615:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877659.531633:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8414 00000400:00000200:0.0:1788877659.531642:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877659.531648:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877659.531652:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877659.531658:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531662:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.531666:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531669:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877659.531672:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877659.531674:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877659.531677:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877659.531680:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877659.531685:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877659.531690:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877659.531696:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531702:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877659.531707:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531711:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877659.531716:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877659.531720:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877659.531724:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877659.531727:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877659.531731:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877659.531737:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.531742:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877659.531745:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877659.531751:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.531757:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877659.531761:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877659.531766:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877659.531770:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877659.531773:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877659.531777:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877659.531798:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877659.531806:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877659.531816:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877659.531825:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877659.531844:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519297664/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877659.531883:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877659.531892:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877659.531913:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519297664/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877659.531970:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877659.531980:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8424) 00000020:00000001:0.0:1788877659.658559:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877659.658564:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877659.658568:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877660.874355:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303087892, at 4303087936 00000100:00000010:0.0:1788877660.874374:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000020:00000001:0.0:1788877663.754407:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877663.754411:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877663.754414:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877665.994360:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303093012, at 4303093056 00000100:00000010:0.0:1788877665.994380:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000020:00000001:0.0:1788877667.850452:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877667.850457:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877667.850461:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877670.922495:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877670.922499:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877670.922502:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877671.114335:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303098132, at 4303098176 00000100:00000010:0.0:1788877671.114344:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000020:00000001:0.0:1788877675.018612:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877675.018636:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877675.018641:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877676.234354:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303103251, at 4303103296 00000100:00000010:0.0:1788877676.234372:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000020:00000001:0.0:1788877679.114601:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877679.114606:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877679.114610:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877681.354325:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303108371, at 4303108416 00000100:00000010:0.0:1788877681.354352:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000020:00000001:0.0:1788877683.210458:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877683.210463:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877683.210466:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877686.474343:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303113492, at 4303113536 00000100:00000010:0.0:1788877686.474359:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000020:00000001:0.0:1788877687.306473:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877687.306479:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877687.306484:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877690.250405:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877690.250445:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877690.250449:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877690.250453:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877690.250458:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877690.250467:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8444 00000400:00000200:0.0:1788877690.250477:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877690.250502:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877690.250507:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877690.250512:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250515:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.250544:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250547:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877690.250557:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877690.250559:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877690.250562:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877690.250566:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877690.250569:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877690.250572:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877690.250576:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250578:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.250580:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250582:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877690.250586:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877690.250589:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250591:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877690.250594:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877690.250598:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877690.250601:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.250604:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877690.250606:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877690.250616:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877690.250620:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877690.250625:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877690.250626:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.250629:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877690.250633:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877690.250638:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877690.250649:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877690.250657:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877690.250666:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519301120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877690.250677:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877690.250682:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877690.250687:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519301120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877690.250714:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877690.250718:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877690.250722:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877690.250724:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877690.250737:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877690.250740:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877690.250743:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8444 00000400:00000200:0.0:1788877690.250747:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877690.250751:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877690.250753:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877690.250756:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250758:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.250760:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250763:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877690.250766:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877690.250768:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877690.250770:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877690.250772:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877690.250774:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877690.250777:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877690.250782:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250784:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.250787:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250788:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877690.250790:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877690.250793:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877690.250795:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877690.250796:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877690.250822:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877690.250823:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.250826:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877690.250831:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877690.250838:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.250852:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877690.250864:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877690.250869:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877690.250875:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877690.250877:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.250889:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877690.250893:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877690.250899:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877690.250911:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877690.250917:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877690.250939:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519301248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877690.250975:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877690.250982:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877690.250994:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519301248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877690.251021:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877690.251061:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877690.251075:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877690.251084:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877690.251089:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877690.251106:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877690.251124:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8444 00000400:00000200:0.0:1788877690.251143:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877690.251149:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877690.251152:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877690.251184:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251198:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.251209:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251217:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877690.251223:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877690.251229:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877690.251239:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877690.251261:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877690.251264:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877690.251268:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877690.251274:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251277:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.251280:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251328:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877690.251341:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877690.251365:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251378:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877690.251382:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877690.251405:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877690.251414:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.251416:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877690.251420:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877690.251427:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.251431:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877690.251437:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877690.251452:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877690.251454:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877690.251467:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.251503:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877690.251505:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877690.251508:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877690.251516:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877690.251555:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877690.251569:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519301376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877690.251595:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877690.251605:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877690.251615:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519301376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877690.251642:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877690.251652:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877690.251659:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877690.251667:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877690.251669:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877690.251672:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877690.251676:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8444 00000400:00000200:0.0:1788877690.251681:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877690.251684:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877690.251686:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877690.251689:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251691:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.251693:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251695:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877690.251699:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877690.251700:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877690.251701:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877690.251703:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877690.251705:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877690.251708:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877690.251711:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251713:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.251715:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251716:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877690.251718:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877690.251721:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251723:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877690.251725:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877690.251729:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877690.251731:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.251732:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877690.251746:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877690.251748:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.251750:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877690.251754:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877690.251756:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877690.251759:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877690.251760:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.251762:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877690.251763:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877690.251765:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877690.251768:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877690.251770:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877690.251774:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519301504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877690.251781:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877690.251783:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877690.251787:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519301504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877690.251795:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877690.251797:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877690.251800:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877690.251801:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877690.251820:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877690.251822:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877690.251824:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8444 00000400:00000200:0.0:1788877690.251826:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877690.251828:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877690.251830:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877690.251833:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251834:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.251836:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251838:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877690.251841:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877690.251842:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877690.251843:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877690.251844:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877690.251846:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877690.251847:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877690.251849:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251851:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877690.251852:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251854:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877690.251856:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877690.251858:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877690.251859:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877690.251861:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877690.251863:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877690.251864:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.251865:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877690.251867:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877690.251869:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.251870:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877690.251873:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877690.251874:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877690.251876:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877690.251877:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877690.251878:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877690.251879:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877690.251881:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877690.251883:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877690.251932:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877690.251936:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519301632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877690.251943:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877690.251945:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877690.251947:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519301632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877690.251953:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877690.251958:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8455) 00000020:00000001:0.0:1788877691.402558:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877691.402566:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877691.402572:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877691.594369:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303118614, at 4303118656 00000100:00000010:0.0:1788877691.594394:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00080000:0.0:1788877695.370333:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877695.370344:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877695.370347:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877695.370351:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877695.370356:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877695.370365:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8450 00000400:00000200:0.0:1788877695.370375:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877695.370381:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877695.370384:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877695.370388:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370392:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.370395:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370398:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877695.370407:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877695.370410:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877695.370413:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877695.370417:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877695.370420:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877695.370422:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877695.370425:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370427:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.370429:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370432:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877695.370435:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877695.370438:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370441:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877695.370445:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877695.370449:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877695.370452:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.370454:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877695.370457:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877695.370482:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877695.370487:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877695.370492:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877695.370493:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.370497:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877695.370499:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877695.370504:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877695.370513:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877695.370521:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877695.370530:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519301760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877695.370541:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877695.370546:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877695.370551:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519301760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877695.370574:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877695.370578:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877695.370582:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877695.370584:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877695.370585:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877695.370589:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877695.370592:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8450 00000400:00000200:0.0:1788877695.370597:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877695.370601:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877695.370605:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877695.370611:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370615:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.370621:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370627:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877695.370635:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877695.370639:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877695.370644:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877695.370648:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877695.370653:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877695.370661:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877695.370671:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370675:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.370681:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370686:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877695.370692:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877695.370699:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370705:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877695.370710:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877695.370717:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877695.370721:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.370726:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877695.370733:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877695.370742:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.370748:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877695.370755:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877695.370762:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877695.370769:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877695.370773:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.370775:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877695.370779:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877695.370783:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877695.370791:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877695.370798:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877695.370810:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519301888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877695.370832:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877695.370837:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877695.370848:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519301888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877695.370863:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877695.370869:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877695.370876:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877695.370882:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877695.370887:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877695.370894:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877695.370902:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8450 00000400:00000200:0.0:1788877695.370913:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877695.370921:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877695.370933:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877695.370941:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370944:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.370949:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370956:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877695.370962:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877695.370966:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877695.370969:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877695.370973:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877695.370978:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877695.370983:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877695.370992:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.370997:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.371004:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371008:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877695.371012:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877695.371021:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371027:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877695.371031:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877695.371035:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877695.371038:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.371043:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877695.371046:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877695.371053:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.371057:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877695.371063:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877695.371069:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877695.371075:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877695.371079:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.371083:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877695.371085:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877695.371089:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877695.371097:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877695.371105:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877695.371116:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519302016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877695.371162:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877695.371168:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877695.371179:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519302016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877695.371210:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877695.371216:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877695.371225:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877695.371230:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877695.371234:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877695.371241:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877695.371279:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8450 00000400:00000200:0.0:1788877695.371288:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877695.371296:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877695.371303:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877695.371309:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371315:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.371321:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371327:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877695.371332:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877695.371335:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877695.371340:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877695.371345:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877695.371350:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877695.371357:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877695.371366:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371373:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.371377:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371379:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877695.371385:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877695.371394:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371400:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877695.371405:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877695.371411:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877695.371418:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.371423:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877695.371429:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877695.371436:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.371440:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877695.371449:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877695.371456:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877695.371475:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877695.371479:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.371485:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877695.371490:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877695.371494:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877695.371502:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877695.371508:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877695.371520:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519302144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877695.371543:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877695.371548:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877695.371557:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519302144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877695.371588:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877695.371594:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877695.371606:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877695.371610:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877695.371615:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877695.371620:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877695.371628:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8450 00000400:00000200:0.0:1788877695.371642:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877695.371652:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877695.371660:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877695.371669:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371674:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.371681:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371687:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877695.371694:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877695.371697:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877695.371701:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877695.371705:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877695.371711:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877695.371719:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877695.371727:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371731:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877695.371737:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371742:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877695.371747:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877695.371755:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877695.371763:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877695.371768:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877695.371773:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877695.371778:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.371784:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877695.371789:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877695.371796:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.371801:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877695.371810:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877695.371817:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877695.371823:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877695.371828:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877695.371833:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877695.371837:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877695.371842:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877695.371849:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877695.371857:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877695.371871:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519302272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877695.371895:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877695.371901:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877695.371912:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519302272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877695.371931:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877695.371937:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8460) 00000020:00000001:0.0:1788877695.498386:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877695.498390:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877695.498393:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877696.714430:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303123731, at 4303123776 00000100:00000010:0.0:1788877696.714436:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000020:00000001:0.0:1788877699.594554:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877699.594559:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877699.594563:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877700.490398:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877700.490412:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877700.490415:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877700.490421:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877700.490427:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877700.490457:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8455 00000400:00000200:0.0:1788877700.490487:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877700.490494:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877700.490497:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877700.490499:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490502:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.490504:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490506:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877700.490513:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877700.490515:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877700.490517:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877700.490521:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877700.490522:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877700.490524:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877700.490526:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490527:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.490528:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490545:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877700.490550:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877700.490554:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490558:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877700.490561:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877700.490566:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877700.490569:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.490572:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877700.490575:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877700.490588:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877700.490593:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877700.490598:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877700.490600:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.490604:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877700.490607:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877700.490613:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877700.490622:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877700.490630:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877700.490642:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519302400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877700.490663:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877700.490669:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877700.490676:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519302400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877700.490707:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877700.490712:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877700.490717:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877700.490719:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877700.490721:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877700.490726:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877700.490731:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8455 00000400:00000200:0.0:1788877700.490740:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877700.490747:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877700.490752:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877700.490775:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490778:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.490781:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490783:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877700.490787:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877700.490789:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877700.490794:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877700.490796:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877700.490803:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877700.490809:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877700.490817:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490823:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.490828:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490834:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877700.490840:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877700.490847:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877700.490854:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877700.490860:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877700.490867:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877700.490872:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.490877:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877700.490884:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877700.490890:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.490895:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877700.490901:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877700.490905:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877700.490909:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877700.490913:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.490918:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877700.490922:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877700.490927:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877700.490934:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877700.490942:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877700.490951:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519302528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877700.490965:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877700.490970:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877700.490979:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519302528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877700.490997:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877700.491003:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877700.491010:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877700.491014:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877700.491018:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877700.491023:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877700.491029:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8455 00000400:00000200:0.0:1788877700.491044:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877700.491052:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877700.491055:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877700.491062:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491066:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.491071:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491075:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877700.491082:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877700.491086:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877700.491089:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877700.491094:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877700.491099:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877700.491103:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877700.491112:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491116:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.491121:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491127:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877700.491132:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877700.491138:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491143:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877700.491147:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877700.491151:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877700.491155:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.491160:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877700.491163:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877700.491169:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.491174:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877700.491181:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877700.491185:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877700.491189:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877700.491193:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.491197:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877700.491200:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877700.491203:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877700.491210:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877700.491218:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877700.491227:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519302656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877700.491283:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877700.491286:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877700.491293:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519302656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877700.491307:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877700.491310:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877700.491337:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877700.491344:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877700.491348:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877700.491357:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877700.491364:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8455 00000400:00000200:0.0:1788877700.491372:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877700.491377:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877700.491402:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877700.491412:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491420:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.491427:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491456:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877700.491466:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877700.491470:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877700.491475:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877700.491479:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877700.491487:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877700.491494:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877700.491506:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491510:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.491516:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491522:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877700.491531:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877700.491535:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491543:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877700.491546:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877700.491553:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877700.491561:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.491568:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877700.491573:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877700.491580:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.491587:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877700.491612:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877700.491615:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877700.491618:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877700.491620:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.491626:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877700.491629:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877700.491633:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877700.491641:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877700.491647:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877700.491662:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519302784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877700.491684:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877700.491689:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877700.491699:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519302784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877700.491729:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877700.491739:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877700.491756:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877700.491777:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877700.491780:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877700.491786:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877700.491794:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8455 00000400:00000200:0.0:1788877700.491806:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877700.491815:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877700.491818:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877700.491823:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491826:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.491831:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491836:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877700.491842:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877700.491844:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877700.491847:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877700.491850:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877700.491854:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877700.491858:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877700.491862:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491865:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877700.491866:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491867:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877700.491869:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877700.491874:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877700.491879:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877700.491883:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877700.491886:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877700.491890:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.491894:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877700.491897:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877700.491902:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.491906:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877700.491912:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877700.491917:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877700.491920:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877700.491923:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877700.491928:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877700.491930:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877700.491934:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877700.491939:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877700.491945:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877700.491952:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519302912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877700.491966:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877700.491970:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877700.491976:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519302912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877700.491990:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877700.491995:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8465) 00000100:00000040:0.0:1788877701.834420:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303128851, at 4303128896 00000100:00000010:0.0:1788877701.834468:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000020:00000001:0.0:1788877703.690583:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877703.690590:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877703.690595:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877706.954339:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303133971, at 4303134016 00000100:00000010:0.0:1788877706.954357:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000020:00000001:0.0:1788877707.786427:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877707.786431:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877707.786434:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788877711.882465:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877711.882482:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877711.882486:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877712.074378:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303139092, at 4303139136 00000100:00000010:0.0:1788877712.074438:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00080000:0.0:1788877715.850360:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877715.850381:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877715.850383:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877715.850387:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877715.850392:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877715.850401:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8470 00000400:00000200:0.0:1788877715.850410:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877715.850419:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877715.850424:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877715.850427:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850431:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.850435:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850437:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877715.850446:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877715.850448:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877715.850450:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877715.850453:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877715.850455:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877715.850457:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877715.850459:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850460:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.850461:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850463:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877715.850465:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877715.850468:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850470:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877715.850472:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877715.850476:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877715.850478:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.850480:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877715.850483:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877715.850491:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877715.850495:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877715.850498:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877715.850500:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.850502:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877715.850504:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877715.850508:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877715.850516:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877715.850521:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877715.850530:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519304320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877715.850538:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877715.850542:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877715.850546:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519304320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877715.850568:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877715.850571:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877715.850574:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877715.850575:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877715.850578:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877715.850582:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877715.850585:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8470 00000400:00000200:0.0:1788877715.850590:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877715.850596:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877715.850598:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877715.850601:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850606:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.850611:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850616:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877715.850619:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877715.850622:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877715.850625:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877715.850628:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877715.850632:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877715.850635:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877715.850641:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850644:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.850646:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850649:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877715.850654:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877715.850660:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850663:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877715.850668:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877715.850675:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877715.850680:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.850684:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877715.850688:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877715.850691:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.850693:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877715.850697:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877715.850704:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877715.850707:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877715.850709:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.850712:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877715.850713:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877715.850715:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877715.850722:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877715.850725:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877715.850732:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519304448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877715.850757:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877715.850761:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877715.850767:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519304448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877715.850782:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877715.850785:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877715.850789:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877715.850791:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877715.850793:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877715.850795:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877715.850800:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8470 00000400:00000200:0.0:1788877715.850804:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877715.850809:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877715.850814:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877715.850819:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850822:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.850826:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850831:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877715.850835:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877715.850838:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877715.850840:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877715.850843:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877715.850848:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877715.850853:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877715.850859:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850865:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.850871:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850878:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877715.850884:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877715.850893:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877715.850899:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877715.850903:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877715.850907:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877715.850909:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.850911:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877715.850912:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877715.850914:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.850916:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877715.850920:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877715.850923:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877715.850928:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877715.850930:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.850933:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877715.850934:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877715.850936:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877715.850943:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877715.850946:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877715.850954:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519304576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877715.850961:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877715.850964:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877715.850968:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519304576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877715.850978:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877715.850983:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877715.850985:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877715.850989:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877715.850991:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877715.850994:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877715.851000:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8470 00000400:00000200:0.0:1788877715.851006:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877715.851009:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877715.851014:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877715.851017:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851020:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.851021:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851023:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877715.851026:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877715.851029:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877715.851031:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877715.851034:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877715.851037:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877715.851041:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877715.851045:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851047:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.851051:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851052:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877715.851056:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877715.851061:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851065:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877715.851071:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877715.851076:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877715.851082:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.851086:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877715.851091:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877715.851096:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.851102:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877715.851109:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877715.851115:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877715.851120:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877715.851123:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.851125:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877715.851127:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877715.851129:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877715.851137:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877715.851143:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877715.851153:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519304704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877715.851173:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877715.851178:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877715.851188:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519304704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877715.851210:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877715.851217:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877715.851237:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877715.851242:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877715.851281:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877715.851286:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877715.851292:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8470 00000400:00000200:0.0:1788877715.851299:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877715.851305:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877715.851311:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877715.851318:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851325:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.851332:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851338:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877715.851346:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877715.851350:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877715.851354:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877715.851364:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877715.851380:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877715.851387:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877715.851395:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851400:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877715.851405:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851411:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877715.851416:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877715.851423:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877715.851430:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877715.851434:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877715.851437:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877715.851444:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.851448:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877715.851452:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877715.851459:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.851463:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877715.851470:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877715.851476:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877715.851483:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877715.851486:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877715.851491:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877715.851495:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877715.851500:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877715.851509:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877715.851517:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877715.851526:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519304832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877715.851541:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877715.851546:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877715.851556:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519304832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877715.851575:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877715.851583:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8480) 00000020:00000001:0.0:1788877715.978476:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877715.978481:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877715.978485:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788877717.194343:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303144211, at 4303144256 00000100:00000010:0.0:1788877717.194372:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000020:00000001:0.0:1788877720.074511:0:198592:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788877720.074515:0:198592:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788877720.074518:0:198592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788877720.970370:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877720.970383:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877720.970386:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877720.970409:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877720.970416:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877720.970426:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8475 00000400:00000200:0.0:1788877720.970439:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877720.970447:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877720.970451:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877720.970473:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970479:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.970482:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970486:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877720.970497:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877720.970500:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877720.970504:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877720.970509:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877720.970513:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877720.970517:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877720.970538:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970541:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.970543:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970547:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877720.970551:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877720.970554:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970557:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877720.970560:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877720.970563:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877720.970566:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.970568:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877720.970570:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877720.970578:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877720.970582:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877720.970587:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877720.970589:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.970592:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877720.970595:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877720.970600:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877720.970608:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877720.970615:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877720.970624:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519304960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877720.970646:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877720.970651:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877720.970656:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519304960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877720.970682:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877720.970688:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877720.970693:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877720.970695:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877720.970698:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877720.970702:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877720.970706:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8475 00000400:00000200:0.0:1788877720.970713:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877720.970718:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877720.970723:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877720.970728:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970731:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.970745:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970749:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877720.970759:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877720.970765:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877720.970769:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877720.970776:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877720.970782:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877720.970786:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877720.970798:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970806:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.970812:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970819:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877720.970838:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877720.970847:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877720.970853:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877720.970860:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877720.970872:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877720.970880:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.970888:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877720.970897:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877720.970907:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.970914:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877720.970924:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877720.970932:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877720.970940:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877720.970947:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.970951:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877720.970956:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877720.970962:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877720.970970:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877720.970976:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877720.970989:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519305088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877720.971007:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877720.971014:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877720.971026:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519305088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877720.971048:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877720.971053:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877720.971058:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877720.971060:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877720.971062:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877720.971070:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877720.971078:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8475 00000400:00000200:0.0:1788877720.971091:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877720.971104:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877720.971111:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877720.971121:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971126:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.971132:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971139:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877720.971146:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877720.971149:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877720.971156:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877720.971162:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877720.971167:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877720.971174:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877720.971186:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971192:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.971201:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971205:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877720.971209:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877720.971212:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971216:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877720.971218:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877720.971224:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877720.971231:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.971240:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877720.971310:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877720.971321:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.971327:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877720.971337:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877720.971363:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877720.971373:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877720.971377:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.971382:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877720.971386:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877720.971390:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877720.971398:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877720.971406:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877720.971420:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519305216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877720.971446:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877720.971454:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877720.971466:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519305216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877720.971488:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877720.971498:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877720.971508:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877720.971512:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877720.971519:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877720.971526:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877720.971536:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8475 00000400:00000200:0.0:1788877720.971549:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877720.971561:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877720.971569:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877720.971578:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971585:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.971592:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971601:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877720.971609:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877720.971615:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877720.971621:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877720.971628:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877720.971634:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877720.971639:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877720.971650:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971658:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.971664:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971671:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877720.971684:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877720.971696:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971701:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877720.971707:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877720.971713:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877720.971720:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.971723:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877720.971728:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877720.971734:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.971738:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877720.971748:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877720.971756:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877720.971762:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877720.971766:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.971772:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877720.971776:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877720.971782:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877720.971792:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877720.971801:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877720.971817:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519305344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877720.971835:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877720.971843:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877720.971858:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519305344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877720.971895:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877720.971899:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877720.971904:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877720.971909:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877720.971912:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877720.971921:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877720.971931:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8475 00000400:00000200:0.0:1788877720.971948:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877720.971961:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877720.971968:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877720.971980:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.971989:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.972000:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.972009:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877720.972021:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877720.972025:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877720.972030:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877720.972035:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877720.972042:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877720.972047:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877720.972051:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.972055:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877720.972061:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877720.972067:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877720.972074:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877720.972081:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877720.972091:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877720.972093:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877720.972101:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877720.972107:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.972111:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877720.972116:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877720.972122:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.972129:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877720.972136:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877720.972142:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877720.972149:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877720.972151:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877720.972155:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877720.972160:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877720.972164:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877720.972172:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877720.972179:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877720.972190:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519305472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877720.972216:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877720.972221:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877720.972230:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519305472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877720.972282:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877720.972292:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8485) 00000100:00000040:0.0:1788877722.314433:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303149332, at 4303149376 00000100:00000010:0.0:1788877722.314457:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788877727.434430:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303154451, at 4303154496 00000100:00000010:0.0:1788877727.434446:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000100:00000040:0.0:1788877732.554424:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303159572, at 4303159616 00000100:00000010:0.0:1788877732.554445:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00080000:0.0:1788877736.330391:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877736.330402:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877736.330404:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877736.330407:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877736.330411:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877736.330418:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8490 00000400:00000200:0.0:1788877736.330426:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877736.330432:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877736.330435:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877736.330437:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330440:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.330442:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330443:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877736.330450:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877736.330452:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877736.330454:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877736.330457:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877736.330459:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877736.330461:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877736.330463:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330464:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.330465:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330466:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877736.330469:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877736.330472:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330475:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877736.330478:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877736.330481:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877736.330484:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.330486:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877736.330489:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877736.330499:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877736.330504:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877736.330508:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877736.330510:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.330514:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877736.330516:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877736.330522:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877736.330532:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877736.330539:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877736.330547:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519306880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877736.330555:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877736.330559:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877736.330563:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519306880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877736.330584:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877736.330587:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877736.330590:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877736.330591:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877736.330592:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877736.330594:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877736.330597:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8490 00000400:00000200:0.0:1788877736.330600:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877736.330603:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877736.330605:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877736.330607:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330609:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.330613:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330616:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877736.330621:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877736.330624:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877736.330626:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877736.330629:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877736.330631:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877736.330635:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877736.330641:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330645:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.330649:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330653:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877736.330656:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877736.330661:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330664:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877736.330668:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877736.330674:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877736.330678:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.330683:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877736.330689:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877736.330692:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.330695:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877736.330702:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877736.330705:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877736.330707:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877736.330710:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.330712:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877736.330715:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877736.330716:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877736.330721:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877736.330725:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877736.330734:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519307008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877736.330743:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877736.330745:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877736.330751:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519307008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877736.330761:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877736.330766:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877736.330772:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877736.330774:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877736.330777:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877736.330781:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877736.330787:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8490 00000400:00000200:0.0:1788877736.330793:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877736.330797:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877736.330800:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877736.330804:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330807:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.330810:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330812:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877736.330814:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877736.330824:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877736.330827:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877736.330830:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877736.330834:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877736.330837:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877736.330842:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330846:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.330852:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330856:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877736.330860:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877736.330865:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877736.330869:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877736.330872:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877736.330875:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877736.330877:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.330880:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877736.330883:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877736.330886:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.330892:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877736.330896:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877736.330899:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877736.330901:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877736.330904:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.330906:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877736.330908:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877736.330909:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877736.330915:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877736.330919:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877736.330928:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519307136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877736.330948:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877736.330952:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877736.330960:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519307136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877736.330971:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877736.330987:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877736.330990:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877736.330993:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877736.330996:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877736.330999:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877736.331003:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8490 00000400:00000200:0.0:1788877736.331007:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877736.331013:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877736.331018:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877736.331023:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331025:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.331027:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331030:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877736.331033:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877736.331035:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877736.331038:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877736.331040:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877736.331044:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877736.331047:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877736.331052:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331055:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.331058:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331061:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877736.331065:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877736.331069:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331074:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877736.331075:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877736.331079:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877736.331081:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.331083:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877736.331086:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877736.331089:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.331090:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877736.331094:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877736.331097:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877736.331099:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877736.331102:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.331104:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877736.331106:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877736.331109:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877736.331114:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877736.331117:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877736.331134:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519307264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877736.331146:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877736.331149:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877736.331157:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519307264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877736.331168:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877736.331172:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877736.331179:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877736.331183:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877736.331186:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877736.331189:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877736.331195:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8490 00000400:00000200:0.0:1788877736.331202:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877736.331208:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877736.331212:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877736.331217:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331221:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.331226:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331229:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877736.331234:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877736.331237:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877736.331239:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877736.331242:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877736.331271:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877736.331288:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877736.331295:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331301:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877736.331304:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331308:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877736.331310:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877736.331316:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877736.331320:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877736.331323:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877736.331327:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877736.331330:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.331335:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877736.331337:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877736.331341:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.331343:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877736.331348:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877736.331353:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877736.331358:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877736.331363:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877736.331368:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877736.331371:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877736.331375:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877736.331379:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877736.331384:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877736.331393:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519307392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877736.331405:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877736.331409:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877736.331415:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519307392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877736.331437:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877736.331443:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8501) 00000100:00000040:0.0:1788877737.674335:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303164691, at 4303164736 00000100:00000010:0.0:1788877737.674356:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00080000:0.0:1788877741.450347:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877741.450359:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877741.450364:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877741.450369:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877741.450376:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877741.450387:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8496 00000400:00000200:0.0:1788877741.450400:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877741.450408:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877741.450413:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877741.450418:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450423:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.450427:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450431:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877741.450442:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877741.450444:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877741.450450:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877741.450455:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877741.450458:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877741.450462:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877741.450467:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450470:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.450473:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450476:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877741.450481:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877741.450486:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450490:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877741.450494:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877741.450499:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877741.450504:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.450507:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877741.450511:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877741.450523:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877741.450528:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877741.450533:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877741.450536:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.450540:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877741.450544:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877741.450550:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877741.450575:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877741.450585:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877741.450599:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519307520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877741.450615:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877741.450621:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877741.450629:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519307520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877741.450672:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877741.450677:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877741.450682:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877741.450684:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877741.450687:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877741.450691:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877741.450695:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8496 00000400:00000200:0.0:1788877741.450702:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877741.450707:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877741.450711:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877741.450717:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450723:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.450728:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450733:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877741.450741:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877741.450744:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877741.450747:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877741.450751:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877741.450758:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877741.450766:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877741.450777:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450784:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.450792:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450798:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877741.450805:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877741.450815:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877741.450823:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877741.450831:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877741.450842:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877741.450849:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.450857:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877741.450878:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877741.450887:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.450892:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877741.450902:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877741.450910:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877741.450921:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877741.450925:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.450933:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877741.450937:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877741.450943:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877741.450954:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877741.450963:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877741.450980:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519307648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877741.450993:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877741.450996:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877741.451007:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519307648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877741.451034:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877741.451043:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877741.451054:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877741.451061:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877741.451067:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877741.451075:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877741.451084:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8496 00000400:00000200:0.0:1788877741.451109:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877741.451119:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877741.451126:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877741.451139:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451149:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.451160:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451170:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877741.451181:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877741.451188:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877741.451196:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877741.451201:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877741.451231:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877741.451303:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877741.451315:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451321:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.451326:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451331:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877741.451339:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877741.451350:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451360:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877741.451365:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877741.451372:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877741.451376:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.451378:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877741.451381:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877741.451388:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.451390:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877741.451396:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877741.451401:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877741.451405:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877741.451409:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.451414:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877741.451419:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877741.451423:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877741.451441:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877741.451447:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877741.451458:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519307776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877741.451507:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877741.451510:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877741.451518:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519307776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877741.451534:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877741.451539:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877741.451544:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877741.451548:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877741.451553:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877741.451561:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877741.451570:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8496 00000400:00000200:0.0:1788877741.451578:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877741.451588:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877741.451596:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877741.451603:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451609:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.451615:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451621:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877741.451629:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877741.451634:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877741.451638:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877741.451643:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877741.451651:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877741.451659:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877741.451667:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451673:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.451679:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451685:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877741.451694:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877741.451701:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451709:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877741.451717:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877741.451721:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877741.451726:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.451732:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877741.451736:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877741.451742:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.451748:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877741.451753:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877741.451761:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877741.451764:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877741.451766:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.451769:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877741.451772:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877741.451786:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877741.451795:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877741.451801:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877741.451812:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519307904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877741.451829:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877741.451833:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877741.451843:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519307904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877741.451882:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877741.451887:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877741.451893:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877741.451898:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877741.451902:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877741.451908:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877741.451915:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8496 00000400:00000200:0.0:1788877741.451922:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877741.451928:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877741.451932:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877741.451939:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451945:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.451951:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451958:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877741.451964:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877741.451967:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877741.451969:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877741.451972:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877741.451978:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877741.451984:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877741.451991:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.451995:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877741.452004:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877741.452006:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877741.452015:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877741.452023:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877741.452029:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877741.452033:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877741.452038:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877741.452043:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.452047:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877741.452052:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877741.452057:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.452061:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877741.452069:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877741.452074:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877741.452081:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877741.452087:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877741.452093:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877741.452102:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877741.452106:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877741.452114:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877741.452121:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877741.452130:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519308032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877741.452148:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877741.452153:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877741.452160:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519308032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877741.452178:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877741.452186:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8506) 00000100:00000040:0.0:1788877742.794401:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303169812, at 4303169856 00000100:00000010:0.0:1788877742.794430:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00000040:0.0:1788877747.914355:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303174931, at 4303174976 00000100:00000010:0.0:1788877747.914378:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00000040:0.0:1788877753.034327:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303180052, at 4303180096 00000100:00000010:0.0:1788877753.034344:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00080000:0.0:1788877756.810387:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877756.810412:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877756.810416:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877756.810420:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877756.810426:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877756.810434:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8511 00000400:00000200:0.0:1788877756.810446:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877756.810453:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877756.810468:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877756.810472:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810476:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.810479:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810482:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877756.810490:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877756.810493:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877756.810496:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877756.810500:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877756.810504:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877756.810507:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877756.810510:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810513:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.810515:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810517:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877756.810521:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877756.810525:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810528:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877756.810531:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877756.810535:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877756.810549:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.810551:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877756.810554:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877756.810565:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877756.810569:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877756.810574:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877756.810576:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.810579:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877756.810582:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877756.810588:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877756.810594:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877756.810600:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877756.810618:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519309440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877756.810632:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877756.810636:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877756.810640:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519309440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877756.810659:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877756.810662:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877756.810665:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877756.810666:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877756.810668:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877756.810681:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877756.810684:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8511 00000400:00000200:0.0:1788877756.810689:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877756.810692:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877756.810695:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877756.810698:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810700:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.810702:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810704:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877756.810708:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877756.810710:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877756.810712:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877756.810715:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877756.810718:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877756.810721:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877756.810724:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810727:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.810734:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810739:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877756.810747:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877756.810756:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877756.810764:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877756.810768:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877756.810777:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877756.810785:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.810789:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877756.810796:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877756.810803:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.810806:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877756.810814:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877756.810820:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877756.810826:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877756.810829:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.810832:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877756.810837:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877756.810840:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877756.810846:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877756.810851:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877756.810863:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519309568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877756.810883:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877756.810889:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877756.810900:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519309568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877756.810945:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877756.810953:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877756.810966:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877756.810989:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877756.810995:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877756.811005:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877756.811019:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8511 00000400:00000200:0.0:1788877756.811067:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877756.811080:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877756.811085:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877756.811095:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811120:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.811126:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811132:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877756.811140:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877756.811144:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877756.811150:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877756.811155:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877756.811177:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877756.811195:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877756.811203:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811207:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.811215:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811219:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877756.811241:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877756.811245:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811249:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877756.811251:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877756.811256:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877756.811260:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.811299:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877756.811304:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877756.811311:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.811316:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877756.811322:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877756.811338:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877756.811346:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877756.811351:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.811355:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877756.811359:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877756.811362:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877756.811369:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877756.811376:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877756.811384:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519309696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877756.811405:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877756.811408:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877756.811417:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519309696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877756.811447:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877756.811451:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877756.811455:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877756.811460:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877756.811462:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877756.811468:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877756.811482:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8511 00000400:00000200:0.0:1788877756.811506:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877756.811514:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877756.811519:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877756.811522:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811525:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.811530:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811532:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877756.811546:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877756.811548:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877756.811552:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877756.811554:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877756.811575:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877756.811581:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877756.811590:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811597:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.811602:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811607:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877756.811614:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877756.811620:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811625:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877756.811631:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877756.811635:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877756.811642:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.811645:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877756.811650:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877756.811657:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.811666:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877756.811688:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877756.811694:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877756.811699:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877756.811702:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.811705:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877756.811709:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877756.811712:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877756.811716:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877756.811722:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877756.811731:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519309824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877756.811749:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877756.811754:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877756.811760:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519309824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877756.811777:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877756.811781:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877756.811798:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877756.811802:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877756.811805:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877756.811808:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877756.811814:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8511 00000400:00000200:0.0:1788877756.811823:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877756.811831:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877756.811835:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877756.811841:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811845:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.811849:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811852:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877756.811856:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877756.811859:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877756.811862:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877756.811866:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877756.811870:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877756.811872:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877756.811878:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811883:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877756.811887:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811894:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877756.811901:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877756.811904:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877756.811906:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877756.811911:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877756.811916:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877756.811921:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.811926:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877756.811929:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877756.811933:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.811938:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877756.811944:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877756.811948:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877756.811952:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877756.811955:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877756.811960:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877756.811963:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877756.811966:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877756.811972:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877756.811978:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877756.811986:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519309952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877756.811998:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877756.812001:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877756.812010:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519309952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877756.812025:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877756.812032:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8521) 00000100:00000040:0.0:1788877758.154439:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303185172, at 4303185216 00000100:00000010:0.0:1788877758.154466:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00000100:00080000:0.0:1788877761.930336:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877761.930347:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877761.930350:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877761.930353:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877761.930358:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877761.930367:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8516 00000400:00000200:0.0:1788877761.930376:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877761.930382:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877761.930385:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877761.930388:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930390:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.930392:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930394:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877761.930402:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877761.930403:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877761.930406:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877761.930409:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877761.930410:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877761.930412:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877761.930414:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930416:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.930417:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930418:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877761.930421:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877761.930423:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930425:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877761.930427:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877761.930430:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877761.930432:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930434:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877761.930435:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877761.930445:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877761.930448:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877761.930451:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877761.930452:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930455:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877761.930457:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877761.930462:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877761.930469:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877761.930475:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877761.930483:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519310080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877761.930493:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877761.930497:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877761.930501:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519310080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877761.930523:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877761.930526:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877761.930528:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877761.930529:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877761.930531:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877761.930533:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877761.930535:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8516 00000400:00000200:0.0:1788877761.930538:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877761.930540:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877761.930541:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877761.930543:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930545:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.930546:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930548:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877761.930550:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877761.930551:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877761.930552:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877761.930554:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877761.930555:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877761.930557:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877761.930559:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930561:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.930562:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930563:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877761.930565:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877761.930568:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930570:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877761.930571:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877761.930576:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877761.930579:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930582:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877761.930586:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877761.930591:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930594:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877761.930597:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877761.930600:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877761.930604:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877761.930606:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930610:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877761.930611:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877761.930613:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877761.930618:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877761.930622:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877761.930629:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519310208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877761.930639:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877761.930642:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877761.930650:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519310208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877761.930662:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877761.930666:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877761.930669:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877761.930673:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877761.930676:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877761.930679:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877761.930684:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8516 00000400:00000200:0.0:1788877761.930686:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877761.930692:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877761.930698:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877761.930700:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930701:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.930705:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930709:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877761.930711:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877761.930715:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877761.930717:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877761.930720:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877761.930725:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877761.930729:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877761.930738:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930742:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.930749:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930756:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877761.930762:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877761.930770:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930778:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877761.930781:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877761.930784:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877761.930789:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930793:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877761.930795:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877761.930797:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930798:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877761.930802:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877761.930805:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877761.930811:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877761.930812:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930814:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877761.930815:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877761.930818:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877761.930824:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877761.930829:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877761.930837:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519310336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877761.930846:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877761.930850:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877761.930855:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519310336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877761.930866:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877761.930870:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877761.930876:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877761.930880:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877761.930882:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877761.930885:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877761.930889:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8516 00000400:00000200:0.0:1788877761.930907:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877761.930912:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877761.930916:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877761.930922:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930923:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.930926:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930930:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877761.930934:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877761.930936:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877761.930938:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877761.930941:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877761.930944:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877761.930947:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877761.930953:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930958:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.930961:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930964:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877761.930967:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877761.930972:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877761.930975:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877761.930976:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877761.930981:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877761.930986:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930991:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877761.930993:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877761.930995:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.930999:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877761.931004:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877761.931008:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877761.931017:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877761.931020:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.931022:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877761.931024:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877761.931025:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877761.931031:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877761.931036:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877761.931045:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519310464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877761.931056:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877761.931058:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877761.931066:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519310464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877761.931078:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877761.931081:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877761.931084:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877761.931087:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877761.931088:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877761.931090:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877761.931093:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8516 00000400:00000200:0.0:1788877761.931098:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877761.931101:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877761.931103:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877761.931110:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.931115:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.931118:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.931123:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877761.931125:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877761.931128:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877761.931132:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877761.931135:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877761.931138:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877761.931142:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877761.931149:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.931153:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877761.931157:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877761.931174:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877761.931177:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877761.931181:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877761.931184:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877761.931188:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877761.931191:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877761.931197:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.931200:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877761.931204:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877761.931206:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.931211:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877761.931215:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877761.931219:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877761.931223:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877761.931225:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877761.931228:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877761.931230:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877761.931233:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877761.931238:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877761.931244:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877761.931271:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519310592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877761.931276:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877761.931278:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877761.931281:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519310592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877761.931287:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877761.931292:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8526) 00000100:00000040:0.0:1788877763.274408:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303190291, at 4303190336 00000100:00000010:0.0:1788877763.274427:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000040:0.0:1788877768.394359:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303195412, at 4303195456 00000100:00000010:0.0:1788877768.394392:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00000040:0.0:1788877773.514379:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303200532, at 4303200576 00000100:00000010:0.0:1788877773.514405:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000040:0.0:1788877778.634346:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303205652, at 4303205696 00000100:00000010:0.0:1788877778.634364:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000100:00000040:0.0:1788877783.754399:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303210772, at 4303210816 00000100:00000010:0.0:1788877783.754423:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000400:00000100:0.0:1788877785.482630:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788877785.482694:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788877785.482709:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877785.482714:0:2381:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788877785.482720:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877785.482726:0:2381:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788877785.482734:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877785.482751:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:0.0:1788877785.482759:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877785.482765:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877785.482774:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:0.0:1788877785.482778:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:0.0:1788877785.482785:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877785.482797:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c6a00 x1875765519312640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.482838:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877785.482844:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519312640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.482855:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877785.482858:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788877785.482870:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877785.482874:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:0.0:1788877785.482879:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877785.482886:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877785.482890:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39a18 00000400:00000010:0.0:1788877785.482892:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39a18. 00000100:00000001:0.0:1788877785.482897:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877785.482903:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c6680 x1875765519312768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.482917:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877785.482922:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519312768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.482948:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877785.482957:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788877785.482972:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877785.482979:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7700. 00000400:00000200:0.0:1788877785.482990:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877785.483009:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877785.483089:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:0.0:1788877785.483101:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:0.0:1788877785.483113:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877785.483130:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c5f80 x1875765519312896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.483176:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877785.483193:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519312896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.483221:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877785.483233:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788877785.483357:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877785.483372:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7600. 00000400:00000200:0.0:1788877785.483387:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877785.483406:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877785.483421:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:0.0:1788877785.483428:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:0.0:1788877785.483442:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877785.483459:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c5500 x1875765519313024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.483492:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877785.483510:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519313024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.483530:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877785.483538:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788877785.483560:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788877785.483572:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:0.0:1788877785.483585:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788877785.483607:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788877785.483615:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39e58 00000400:00000010:0.0:1788877785.483622:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39e58. 00000100:00000001:0.0:1788877785.483630:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788877785.483648:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c7b80 x1875765519313152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.483681:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788877785.483698:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519313152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788877807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877785.483736:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877785.483744:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788877787.530390:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877787.530400:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877787.530403:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877787.530406:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877787.530410:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877787.530417:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8542 00000400:00000200:0.0:1788877787.530424:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877787.530429:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877787.530432:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877787.530435:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530437:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.530439:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530441:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877787.530447:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877787.530449:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877787.530451:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877787.530454:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877787.530456:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877787.530458:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877787.530460:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530461:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.530463:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530464:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877787.530467:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877787.530469:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530471:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877787.530473:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877787.530475:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877787.530477:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.530479:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877787.530481:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877787.530488:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877787.530491:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877787.530494:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877787.530495:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.530498:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877787.530500:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877787.530515:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877787.530522:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877787.530528:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877787.530536:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519313280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877787.530544:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877787.530548:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877787.530552:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519313280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877787.530569:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877787.530571:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877787.530574:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877787.530575:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877787.530577:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877787.530579:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877787.530581:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8542 00000400:00000200:0.0:1788877787.530583:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877787.530586:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877787.530588:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877787.530590:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530591:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.530594:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530596:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877787.530598:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877787.530599:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877787.530601:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877787.530603:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877787.530607:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877787.530609:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877787.530614:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530616:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.530620:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530622:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877787.530624:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877787.530628:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530633:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877787.530637:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877787.530643:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877787.530647:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.530658:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877787.530663:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877787.530670:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.530673:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877787.530679:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877787.530686:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877787.530693:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877787.530696:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.530701:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877787.530704:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877787.530709:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877787.530715:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877787.530722:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877787.530732:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519313408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877787.530749:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877787.530753:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877787.530761:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519313408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877787.530775:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877787.530779:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877787.530788:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877787.530793:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877787.530797:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877787.530802:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877787.530808:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8542 00000400:00000200:0.0:1788877787.530824:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877787.530834:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877787.530840:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877787.530848:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530851:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.530857:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530866:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877787.530931:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877787.530935:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877787.530939:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877787.530942:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877787.530948:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877787.530950:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877787.530956:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530960:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.530966:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530970:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877787.530977:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877787.530984:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877787.530991:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877787.530995:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877787.531000:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877787.531013:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.531016:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877787.531019:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877787.531024:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.531028:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877787.531036:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877787.531040:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877787.531057:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877787.531061:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.531064:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877787.531068:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877787.531071:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877787.531079:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877787.531086:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877787.531095:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519313536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877787.531136:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877787.531140:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877787.531148:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519313536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877787.531165:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877787.531171:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877787.531176:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877787.531181:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877787.531185:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877787.531190:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877787.531197:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8542 00000400:00000200:0.0:1788877787.531205:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877787.531212:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877787.531217:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877787.531223:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531226:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.531229:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531232:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877787.531236:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877787.531239:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877787.531242:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877787.531283:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877787.531289:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877787.531296:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877787.531304:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531312:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.531317:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531323:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877787.531331:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877787.531339:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531343:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877787.531347:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877787.531353:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877787.531360:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.531365:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877787.531369:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877787.531376:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.531381:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877787.531389:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877787.531395:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877787.531400:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877787.531402:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.531408:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877787.531411:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877787.531415:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877787.531423:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877787.531430:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877787.531441:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519313664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877787.531458:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877787.531463:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877787.531472:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519313664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877787.531493:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877787.531499:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877787.531505:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877787.531510:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877787.531514:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877787.531521:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877787.531528:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8542 00000400:00000200:0.0:1788877787.531538:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877787.531546:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877787.531549:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877787.531555:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531559:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.531565:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531568:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877787.531574:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877787.531578:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877787.531583:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877787.531587:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877787.531591:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877787.531596:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877787.531602:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531606:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877787.531611:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531614:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877787.531619:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877787.531625:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877787.531632:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877787.531634:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877787.531637:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877787.531640:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.531645:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877787.531650:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877787.531655:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.531660:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877787.531667:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877787.531673:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877787.531679:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877787.531682:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877787.531687:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877787.531690:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877787.531695:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877787.531701:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877787.531709:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877787.531720:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519313792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877787.531731:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877787.531736:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877787.531745:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519313792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877787.531766:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877787.531772:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8552) 00000100:00000040:0.0:1788877788.874407:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303215891, at 4303215936 00000100:00000010:0.0:1788877788.874431:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000100:00080000:0.0:1788877792.650367:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877792.650402:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877792.650405:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877792.650411:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877792.650418:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877792.650429:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8547 00000400:00000200:0.0:1788877792.650440:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877792.650449:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877792.650453:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877792.650458:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650462:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.650465:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650468:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877792.650480:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877792.650482:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877792.650487:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877792.650492:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877792.650495:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877792.650498:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877792.650502:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650505:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.650507:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650510:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877792.650514:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877792.650518:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650521:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877792.650525:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877792.650530:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877792.650533:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.650536:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877792.650540:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877792.650552:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877792.650557:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877792.650563:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877792.650566:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.650569:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877792.650573:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877792.650580:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877792.650591:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877792.650600:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877792.650614:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519313920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877792.650634:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877792.650643:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877792.650654:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519313920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877792.650710:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877792.650716:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877792.650723:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877792.650726:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877792.650728:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877792.650733:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877792.650736:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8547 00000400:00000200:0.0:1788877792.650741:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877792.650745:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877792.650748:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877792.650751:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650770:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.650773:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650776:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877792.650781:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877792.650783:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877792.650785:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877792.650788:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877792.650792:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877792.650795:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877792.650799:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650802:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.650805:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650808:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877792.650811:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877792.650815:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877792.650819:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877792.650821:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877792.650830:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877792.650837:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.650840:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877792.650852:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877792.650859:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.650864:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877792.650870:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877792.650876:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877792.650899:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877792.650902:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.650907:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877792.650912:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877792.650916:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877792.650922:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877792.650931:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877792.650943:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519314048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877792.650976:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877792.650983:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877792.650989:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519314048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877792.651001:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877792.651005:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877792.651011:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877792.651017:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877792.651062:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877792.651066:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877792.651069:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8547 00000400:00000200:0.0:1788877792.651073:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877792.651077:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877792.651079:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877792.651082:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651084:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.651086:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651089:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877792.651093:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877792.651094:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877792.651096:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877792.651098:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877792.651101:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877792.651103:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877792.651106:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651108:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.651110:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651112:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877792.651114:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877792.651117:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651120:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877792.651122:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877792.651127:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877792.651130:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.651133:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877792.651136:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877792.651139:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.651142:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877792.651147:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877792.651151:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877792.651156:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877792.651158:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.651161:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877792.651163:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877792.651166:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877792.651192:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877792.651199:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877792.651210:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519314176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877792.651252:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877792.651256:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877792.651330:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519314176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877792.651343:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877792.651350:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877792.651356:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877792.651359:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877792.651388:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877792.651394:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877792.651405:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8547 00000400:00000200:0.0:1788877792.651416:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877792.651422:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877792.651427:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877792.651436:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651443:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.651449:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651456:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877792.651462:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877792.651467:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877792.651473:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877792.651478:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877792.651488:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877792.651495:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877792.651511:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651517:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.651524:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651532:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877792.651537:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877792.651548:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651554:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877792.651557:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877792.651563:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877792.651572:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.651575:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877792.651580:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877792.651589:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.651598:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877792.651614:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877792.651626:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877792.651638:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877792.651646:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.651654:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877792.651662:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877792.651670:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877792.651686:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877792.651697:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877792.651727:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519314304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877792.651741:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877792.651747:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877792.651758:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519314304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877792.651802:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877792.651810:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877792.651820:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877792.651823:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877792.651828:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877792.651836:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877792.651845:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8547 00000400:00000200:0.0:1788877792.651857:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877792.651883:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877792.651889:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877792.651895:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651898:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.651904:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651907:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877792.651913:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877792.651915:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877792.651918:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877792.651922:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877792.651928:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877792.651951:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877792.651965:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651972:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877792.651976:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877792.651980:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877792.651988:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877792.651997:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877792.652001:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877792.652011:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877792.652017:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877792.652062:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.652070:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877792.652074:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877792.652080:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.652082:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877792.652088:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877792.652091:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877792.652100:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877792.652103:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877792.652109:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877792.652112:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877792.652117:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877792.652124:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877792.652135:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877792.652147:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519314432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877792.652185:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877792.652195:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877792.652212:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519314432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877792.652244:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877792.652254:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8557) 00000100:00000040:0.0:1788877793.994413:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303221012, at 4303221056 00000100:00000010:0.0:1788877793.994443:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000040:0.0:1788877799.114386:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303226132, at 4303226176 00000100:00000010:0.0:1788877799.114422:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00080000:0.0:1788877802.890355:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877802.890365:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877802.890368:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877802.890374:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877802.890380:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877802.890389:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8557 00000400:00000200:0.0:1788877802.890400:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877802.890408:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877802.890412:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877802.890417:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890421:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.890424:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890428:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877802.890438:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877802.890440:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877802.890442:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877802.890446:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877802.890448:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877802.890449:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877802.890452:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890453:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.890454:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890455:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877802.890458:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877802.890461:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890463:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877802.890466:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877802.890469:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877802.890471:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.890473:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877802.890475:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877802.890486:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877802.890488:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877802.890492:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877802.890493:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.890496:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877802.890499:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877802.890504:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877802.890514:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877802.890521:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877802.890530:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519315200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877802.890539:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877802.890543:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877802.890547:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519315200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877802.890566:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877802.890569:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877802.890572:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877802.890573:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877802.890574:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877802.890577:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877802.890578:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8557 00000400:00000200:0.0:1788877802.890581:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877802.890584:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877802.890586:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877802.890589:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890591:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.890593:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890595:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877802.890598:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877802.890603:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877802.890605:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877802.890609:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877802.890612:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877802.890615:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877802.890623:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890628:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.890634:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890640:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877802.890646:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877802.890654:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890660:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877802.890666:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877802.890675:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877802.890678:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.890682:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877802.890688:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877802.890692:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.890694:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877802.890699:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877802.890702:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877802.890707:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877802.890709:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.890711:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877802.890714:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877802.890717:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877802.890723:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877802.890729:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877802.890736:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519315328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877802.890747:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877802.890751:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877802.890759:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519315328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877802.890772:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877802.890776:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877802.890782:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877802.890785:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877802.890787:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877802.890789:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877802.890795:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8557 00000400:00000200:0.0:1788877802.890800:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877802.890802:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877802.890803:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877802.890809:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890813:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.890815:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890819:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877802.890855:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877802.890858:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877802.890862:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877802.890865:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877802.890867:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877802.890870:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877802.890876:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890880:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.890883:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890886:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877802.890890:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877802.890896:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877802.890901:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877802.890906:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877802.890909:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877802.890913:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.890916:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877802.890917:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877802.890919:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.890920:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877802.890923:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877802.890928:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877802.890930:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877802.890931:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.890932:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877802.890934:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877802.890937:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877802.890941:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877802.890948:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877802.890954:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519315456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877802.890965:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877802.890969:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877802.890992:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519315456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877802.891003:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877802.891007:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877802.891029:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877802.891032:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877802.891035:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877802.891039:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877802.891045:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8557 00000400:00000200:0.0:1788877802.891052:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877802.891058:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877802.891061:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877802.891065:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891068:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.891073:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891078:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877802.891083:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877802.891086:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877802.891088:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877802.891092:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877802.891096:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877802.891099:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877802.891106:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891107:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.891111:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891116:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877802.891120:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877802.891126:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891133:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877802.891135:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877802.891141:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877802.891148:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.891152:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877802.891154:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877802.891158:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.891163:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877802.891170:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877802.891190:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877802.891192:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877802.891193:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.891194:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877802.891195:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877802.891197:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877802.891203:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877802.891209:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877802.891216:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519315584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877802.891233:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877802.891237:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877802.891244:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519315584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877802.891251:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877802.891253:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877802.891255:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877802.891256:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877802.891258:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877802.891261:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877802.891263:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8557 00000400:00000200:0.0:1788877802.891267:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877802.891269:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877802.891271:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877802.891273:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891306:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.891311:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891314:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877802.891319:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877802.891322:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877802.891325:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877802.891329:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877802.891334:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877802.891338:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877802.891345:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891349:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877802.891352:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891355:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877802.891359:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877802.891367:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877802.891374:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877802.891379:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877802.891385:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877802.891392:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.891396:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877802.891400:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877802.891407:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.891412:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877802.891417:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877802.891423:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877802.891428:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877802.891431:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877802.891433:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877802.891437:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877802.891439:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877802.891446:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877802.891451:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877802.891460:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519315712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877802.891470:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877802.891474:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877802.891479:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519315712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877802.891490:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877802.891495:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8567) 00000100:00000040:0.0:1788877804.234323:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303231251, at 4303231296 00000100:00000010:0.0:1788877804.234344:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00080000:0.0:1788877808.010337:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877808.010347:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877808.010350:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877808.010355:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877808.010361:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877808.010370:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8562 00000400:00000200:0.0:1788877808.010380:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877808.010387:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877808.010391:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877808.010395:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010398:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.010401:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010403:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877808.010411:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877808.010413:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877808.010415:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877808.010418:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877808.010420:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877808.010422:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877808.010424:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010425:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.010426:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010428:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877808.010431:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877808.010434:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010435:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877808.010438:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877808.010442:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877808.010444:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.010446:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877808.010448:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877808.010457:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877808.010460:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877808.010464:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877808.010466:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.010468:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877808.010471:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877808.010475:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877808.010485:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877808.010491:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877808.010502:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519315840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877808.010514:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877808.010519:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877808.010525:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519315840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877808.010548:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877808.010552:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877808.010554:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877808.010571:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877808.010573:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877808.010576:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877808.010579:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8562 00000400:00000200:0.0:1788877808.010583:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877808.010587:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877808.010591:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877808.010595:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010599:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.010602:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010605:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877808.010609:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877808.010611:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877808.010614:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877808.010617:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877808.010621:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877808.010626:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877808.010631:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010635:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.010639:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010643:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877808.010648:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877808.010653:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010658:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877808.010664:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877808.010671:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877808.010675:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.010679:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877808.010683:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877808.010687:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.010690:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877808.010695:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877808.010699:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877808.010702:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877808.010704:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.010709:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877808.010710:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877808.010712:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877808.010716:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877808.010721:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877808.010728:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519315968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877808.010742:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877808.010747:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877808.010755:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519315968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877808.010772:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877808.010777:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877808.010784:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877808.010786:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877808.010789:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877808.010794:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877808.010796:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8562 00000400:00000200:0.0:1788877808.010854:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877808.010860:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877808.010863:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877808.010867:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010871:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.010884:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010889:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877808.010893:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877808.010897:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877808.010899:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877808.010902:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877808.010906:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877808.010912:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877808.010920:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010923:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.010928:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010945:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877808.010947:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877808.010961:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877808.010963:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877808.010965:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877808.010968:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877808.010971:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.010973:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877808.010977:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877808.010980:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.010981:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877808.010984:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877808.010989:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877808.010991:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877808.010994:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.010996:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877808.010997:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877808.010999:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877808.011005:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877808.011014:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877808.011023:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519316096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877808.011040:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877808.011044:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877808.011051:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519316096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877808.011070:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877808.011074:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877808.011080:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877808.011082:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877808.011084:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877808.011089:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877808.011093:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8562 00000400:00000200:0.0:1788877808.011097:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877808.011102:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877808.011104:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877808.011107:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011111:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.011114:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011115:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877808.011122:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877808.011124:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877808.011127:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877808.011131:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877808.011133:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877808.011138:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877808.011144:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011147:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.011152:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011156:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877808.011161:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877808.011166:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011170:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877808.011172:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877808.011175:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877808.011178:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.011181:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877808.011185:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877808.011189:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.011192:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877808.011197:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877808.011200:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877808.011202:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877808.011203:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.011205:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877808.011208:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877808.011211:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877808.011217:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877808.011222:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877808.011230:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519316224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877808.011268:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877808.011273:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877808.011284:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519316224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877808.011317:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877808.011320:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877808.011323:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877808.011326:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877808.011330:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877808.011335:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877808.011339:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8562 00000400:00000200:0.0:1788877808.011361:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877808.011368:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877808.011372:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877808.011378:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011383:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.011386:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011390:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877808.011394:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877808.011397:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877808.011401:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877808.011405:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877808.011409:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877808.011414:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877808.011421:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011425:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877808.011429:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011435:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877808.011439:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877808.011446:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877808.011450:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877808.011454:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877808.011458:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877808.011462:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.011466:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877808.011470:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877808.011474:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.011479:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877808.011486:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877808.011492:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877808.011496:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877808.011499:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877808.011502:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877808.011505:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877808.011508:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877808.011513:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877808.011535:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877808.011543:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519316352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877808.011553:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877808.011558:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877808.011565:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519316352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877808.011578:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877808.011584:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8572) 00000100:00000040:0.0:1788877809.354338:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303236371, at 4303236416 00000100:00000010:0.0:1788877809.354355:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000100:00080000:0.0:1788877813.130350:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877813.130361:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877813.130364:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877813.130368:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877813.130373:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877813.130380:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8567 00000400:00000200:0.0:1788877813.130389:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877813.130397:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877813.130400:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877813.130403:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130407:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.130409:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130411:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877813.130421:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877813.130423:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877813.130426:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877813.130430:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877813.130432:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877813.130434:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877813.130437:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130439:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.130440:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130442:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877813.130445:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877813.130447:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130449:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877813.130452:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877813.130456:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877813.130458:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.130461:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877813.130463:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877813.130473:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877813.130476:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877813.130480:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877813.130482:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.130485:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877813.130487:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877813.130492:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877813.130503:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877813.130513:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877813.130538:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519316480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877813.130553:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877813.130560:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877813.130567:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519316480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877813.130592:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877813.130595:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877813.130598:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877813.130600:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877813.130601:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877813.130604:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877813.130606:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8567 00000400:00000200:0.0:1788877813.130610:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877813.130615:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877813.130617:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877813.130620:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130624:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.130627:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130629:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877813.130632:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877813.130634:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877813.130635:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877813.130637:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877813.130640:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877813.130643:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877813.130657:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130666:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.130679:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130681:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877813.130693:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877813.130710:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877813.130716:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877813.130725:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877813.130733:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877813.130744:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.130764:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877813.130772:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877813.130786:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.130791:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877813.130795:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877813.130800:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877813.130802:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877813.130804:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.130810:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877813.130813:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877813.130817:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877813.130824:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877813.130829:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877813.130838:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519316608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877813.130856:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877813.130862:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877813.130874:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519316608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877813.130892:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877813.130896:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877813.130911:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877813.130924:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877813.130949:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877813.130956:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877813.130961:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8567 00000400:00000200:0.0:1788877813.130978:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877813.130991:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877813.131001:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877813.131014:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131026:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.131034:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131041:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877813.131048:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877813.131053:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877813.131059:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877813.131082:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877813.131085:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877813.131088:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877813.131098:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131104:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.131115:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131122:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877813.131156:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877813.131173:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131186:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877813.131198:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877813.131205:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877813.131215:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.131225:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877813.131229:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877813.131305:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.131310:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877813.131321:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877813.131326:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877813.131338:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877813.131343:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.131346:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877813.131347:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877813.131350:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877813.131361:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877813.131367:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877813.131386:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519316736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877813.131405:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877813.131410:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877813.131420:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519316736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877813.131478:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877813.131483:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877813.131494:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877813.131502:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877813.131508:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877813.131518:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877813.131527:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8567 00000400:00000200:0.0:1788877813.131565:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877813.131576:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877813.131582:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877813.131599:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131610:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.131624:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131636:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877813.131649:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877813.131660:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877813.131669:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877813.131679:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877813.131692:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877813.131701:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877813.131720:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131731:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.131742:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131758:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877813.131768:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877813.131786:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877813.131792:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877813.131798:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877813.131807:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877813.131815:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.131818:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877813.131830:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877813.131842:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.131848:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877813.131860:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877813.131866:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877813.131871:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877813.131878:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.131886:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877813.131893:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877813.131901:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877813.131944:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877813.131951:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877813.131964:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519316864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877813.131984:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877813.131990:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877813.132000:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519316864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877813.132030:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877813.132042:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877813.132054:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877813.132059:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877813.132062:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877813.132064:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877813.132069:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8567 00000400:00000200:0.0:1788877813.132078:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877813.132087:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877813.132090:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877813.132098:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.132107:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.132115:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.132126:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877813.132136:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877813.132139:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877813.132142:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877813.132150:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877813.132166:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877813.132172:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877813.132183:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.132189:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877813.132194:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877813.132198:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877813.132211:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877813.132224:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877813.132237:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877813.132245:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877813.132250:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877813.132253:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.132256:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877813.132258:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877813.132261:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.132289:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877813.132300:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877813.132311:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877813.132319:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877813.132326:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877813.132332:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877813.132334:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877813.132339:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877813.132350:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877813.132359:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877813.132370:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519316992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877813.132397:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877813.132402:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877813.132413:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519316992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877813.132451:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877813.132463:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8577) 00000100:00000040:0.0:1788877814.474393:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303241492, at 4303241536 00000100:00000010:0.0:1788877814.474409:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00000040:0.0:1788877819.594363:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303246611, at 4303246656 00000100:00000010:0.0:1788877819.594384:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00080000:0.0:1788877823.370348:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877823.370359:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877823.370362:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877823.370365:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877823.370371:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877823.370381:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8578 00000400:00000200:0.0:1788877823.370393:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877823.370401:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877823.370405:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877823.370410:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370414:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.370418:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370420:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877823.370430:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877823.370432:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877823.370435:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877823.370438:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877823.370440:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877823.370442:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877823.370444:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370446:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.370448:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370450:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877823.370454:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877823.370459:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370471:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877823.370475:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877823.370480:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877823.370483:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.370487:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877823.370490:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877823.370503:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877823.370506:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877823.370510:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877823.370512:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.370515:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877823.370517:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877823.370522:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877823.370530:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877823.370536:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877823.370544:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519317760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877823.370553:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877823.370558:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877823.370562:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519317760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877823.370582:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877823.370585:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877823.370588:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877823.370589:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877823.370590:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877823.370593:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877823.370594:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8578 00000400:00000200:0.0:1788877823.370598:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877823.370600:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877823.370602:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877823.370605:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370606:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.370608:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370610:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877823.370613:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877823.370615:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877823.370616:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877823.370618:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877823.370620:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877823.370622:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877823.370624:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370626:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.370628:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370632:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877823.370635:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877823.370639:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370645:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877823.370646:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877823.370652:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877823.370657:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.370660:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877823.370666:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877823.370670:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.370672:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877823.370678:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877823.370682:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877823.370686:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877823.370689:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.370692:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877823.370693:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877823.370696:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877823.370701:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877823.370708:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877823.370715:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519317888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877823.370727:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877823.370732:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877823.370739:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519317888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877823.370758:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877823.370766:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877823.370773:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877823.370776:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877823.370778:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877823.370782:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877823.370787:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8578 00000400:00000200:0.0:1788877823.370794:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877823.370818:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877823.370824:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877823.370833:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370839:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.370849:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370859:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877823.370897:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877823.370899:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877823.370902:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877823.370913:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877823.370919:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877823.370923:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877823.370929:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370932:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.370937:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370941:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877823.370945:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877823.370951:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877823.370956:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877823.370980:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877823.370985:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877823.370996:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.371002:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877823.371008:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877823.371015:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.371020:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877823.371026:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877823.371032:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877823.371036:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877823.371037:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.371040:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877823.371044:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877823.371047:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877823.371053:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877823.371058:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877823.371069:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519318016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877823.371102:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877823.371104:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877823.371108:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519318016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877823.371119:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877823.371124:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877823.371130:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877823.371131:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877823.371134:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877823.371137:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877823.371140:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8578 00000400:00000200:0.0:1788877823.371148:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877823.371154:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877823.371157:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877823.371160:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371163:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.371167:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371170:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877823.371174:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877823.371176:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877823.371178:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877823.371181:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877823.371185:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877823.371189:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877823.371194:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371199:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.371203:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371212:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877823.371216:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877823.371219:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371222:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877823.371226:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877823.371229:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877823.371233:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.371236:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877823.371240:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877823.371243:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.371246:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877823.371272:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877823.371274:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877823.371276:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877823.371277:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.371278:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877823.371280:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877823.371281:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877823.371286:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877823.371289:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877823.371295:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519318144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877823.371302:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877823.371305:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877823.371309:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519318144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877823.371321:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877823.371325:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877823.371330:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877823.371333:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877823.371336:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877823.371341:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877823.371345:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8578 00000400:00000200:0.0:1788877823.371352:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877823.371356:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877823.371359:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877823.371365:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371368:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.371373:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371379:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877823.371387:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877823.371391:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877823.371396:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877823.371401:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877823.371407:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877823.371414:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877823.371423:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371428:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877823.371434:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371439:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877823.371444:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877823.371451:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877823.371456:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877823.371462:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877823.371468:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877823.371475:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.371480:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877823.371484:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877823.371492:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.371497:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877823.371503:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877823.371507:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877823.371512:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877823.371514:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877823.371518:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877823.371519:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877823.371522:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877823.371526:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877823.371530:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877823.371539:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519318272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877823.371551:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877823.371554:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877823.371559:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519318272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877823.371581:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877823.371587:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8588) 00000100:00000040:0.0:1788877824.714351:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303251731, at 4303251776 00000100:00000010:0.0:1788877824.714374:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00080000:0.0:1788877828.490427:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877828.490442:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877828.490446:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877828.490451:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877828.490457:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877828.490467:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8583 00000400:00000200:0.0:1788877828.490480:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877828.490488:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877828.490493:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877828.490497:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490502:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.490505:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490509:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877828.490519:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877828.490522:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877828.490526:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877828.490531:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877828.490534:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877828.490537:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877828.490541:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490543:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.490546:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490548:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877828.490552:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877828.490556:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490559:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877828.490563:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877828.490566:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877828.490570:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.490573:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877828.490576:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877828.490589:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877828.490594:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877828.490599:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877828.490601:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.490606:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877828.490609:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877828.490616:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877828.490629:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877828.490638:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877828.490650:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519318400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877828.490673:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877828.490679:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877828.490687:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519318400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877828.490718:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877828.490723:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877828.490736:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877828.490739:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877828.490741:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877828.490745:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877828.490749:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8583 00000400:00000200:0.0:1788877828.490754:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877828.490757:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877828.490761:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877828.490765:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490768:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.490771:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490775:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877828.490779:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877828.490782:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877828.490784:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877828.490787:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877828.490789:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877828.490794:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877828.490799:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490805:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.490809:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490816:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877828.490837:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877828.490846:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877828.490856:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877828.490887:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877828.490899:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877828.490906:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.490912:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877828.490921:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877828.490928:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.490934:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877828.490942:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877828.490946:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877828.490949:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877828.490951:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.490954:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877828.490957:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877828.490961:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877828.490967:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877828.490973:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877828.490981:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519318528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877828.491012:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877828.491034:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877828.491047:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519318528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877828.491061:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877828.491065:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877828.491072:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877828.491075:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877828.491079:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877828.491082:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877828.491086:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8583 00000400:00000200:0.0:1788877828.491096:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877828.491104:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877828.491107:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877828.491115:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491122:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.491127:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491136:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877828.491140:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877828.491142:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877828.491144:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877828.491148:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877828.491152:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877828.491154:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877828.491158:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491163:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.491168:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491175:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877828.491181:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877828.491186:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491189:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877828.491192:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877828.491197:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877828.491202:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.491207:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877828.491211:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877828.491217:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.491222:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877828.491230:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877828.491235:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877828.491242:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877828.491245:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.491250:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877828.491252:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877828.491256:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877828.491303:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877828.491315:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877828.491329:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519318656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877828.491375:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877828.491385:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877828.491400:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519318656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877828.491437:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877828.491446:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877828.491453:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877828.491461:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877828.491467:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877828.491473:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877828.491484:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8583 00000400:00000200:0.0:1788877828.491498:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877828.491509:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877828.491514:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877828.491526:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491533:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.491542:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491549:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877828.491558:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877828.491562:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877828.491571:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877828.491578:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877828.491587:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877828.491596:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877828.491602:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491608:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.491617:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491622:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877828.491628:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877828.491636:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491643:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877828.491647:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877828.491654:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877828.491662:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.491666:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877828.491673:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877828.491681:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.491689:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877828.491699:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877828.491707:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877828.491714:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877828.491718:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.491726:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877828.491730:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877828.491736:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877828.491746:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877828.491754:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877828.491770:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519318784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877828.491792:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877828.491801:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877828.491808:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519318784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877828.491826:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877828.491835:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877828.491845:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877828.491848:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877828.491853:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877828.491883:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877828.491892:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8583 00000400:00000200:0.0:1788877828.491904:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877828.491914:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877828.491919:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877828.491927:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491936:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.491944:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.491952:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877828.491962:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877828.491967:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877828.491973:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877828.491978:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877828.491986:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877828.491994:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877828.492019:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.492022:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877828.492028:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877828.492034:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877828.492038:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877828.492043:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877828.492048:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877828.492050:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877828.492056:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877828.492059:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.492066:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877828.492070:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877828.492074:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.492077:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877828.492083:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877828.492089:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877828.492095:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877828.492097:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877828.492102:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877828.492106:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877828.492109:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877828.492116:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877828.492122:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877828.492131:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519318912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877828.492165:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877828.492168:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877828.492175:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519318912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877828.492193:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877828.492201:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8593) 00000100:00000040:0.0:1788877829.834357:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303256852, at 4303256896 00000100:00000010:0.0:1788877829.834382:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788877834.954378:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303261972, at 4303262016 00000100:00000010:0.0:1788877834.954401:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000100:00080000:0.0:1788877838.730414:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877838.730425:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877838.730427:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877838.730430:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877838.730435:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877838.730442:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8593 00000400:00000200:0.0:1788877838.730451:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877838.730457:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877838.730460:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877838.730462:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730465:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.730467:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730469:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877838.730476:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877838.730478:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877838.730488:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877838.730492:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877838.730494:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877838.730495:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877838.730498:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730499:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.730501:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730502:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877838.730505:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877838.730507:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730509:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877838.730511:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877838.730513:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877838.730515:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.730517:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877838.730519:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877838.730528:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877838.730530:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877838.730534:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877838.730535:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.730538:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877838.730540:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877838.730544:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877838.730551:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877838.730558:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877838.730565:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519319680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877838.730574:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877838.730578:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877838.730582:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519319680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877838.730600:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877838.730603:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877838.730605:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877838.730607:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877838.730608:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877838.730610:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877838.730613:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8593 00000400:00000200:0.0:1788877838.730616:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877838.730619:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877838.730621:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877838.730624:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730628:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.730632:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730635:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877838.730640:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877838.730643:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877838.730645:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877838.730649:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877838.730654:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877838.730658:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877838.730665:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730667:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.730673:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730675:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877838.730679:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877838.730684:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730689:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877838.730692:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877838.730699:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877838.730703:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.730706:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877838.730712:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877838.730714:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.730716:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877838.730720:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877838.730723:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877838.730727:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877838.730731:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.730732:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877838.730734:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877838.730736:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877838.730742:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877838.730746:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877838.730752:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519319808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877838.730766:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877838.730769:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877838.730779:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519319808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877838.730793:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877838.730797:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877838.730809:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877838.730811:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877838.730829:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877838.730834:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877838.730840:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8593 00000400:00000200:0.0:1788877838.730876:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877838.730883:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877838.730886:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877838.730891:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730895:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.730900:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730903:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877838.730911:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877838.730915:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877838.730919:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877838.730925:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877838.730932:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877838.730939:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877838.730949:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730956:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.730962:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730968:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877838.730975:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877838.730981:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877838.730985:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877838.730991:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877838.730995:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877838.730998:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.731002:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877838.731005:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877838.731008:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.731014:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877838.731021:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877838.731026:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877838.731030:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877838.731033:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.731036:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877838.731036:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877838.731038:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877838.731042:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877838.731047:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877838.731056:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519319936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877838.731067:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877838.731072:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877838.731079:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519319936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877838.731102:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877838.731106:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877838.731111:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877838.731114:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877838.731118:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877838.731124:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877838.731130:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8593 00000400:00000200:0.0:1788877838.731139:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877838.731146:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877838.731149:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877838.731155:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731160:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.731164:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731168:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877838.731173:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877838.731177:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877838.731180:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877838.731184:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877838.731189:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877838.731194:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877838.731201:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731205:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.731209:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731211:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877838.731216:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877838.731221:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731226:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877838.731229:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877838.731234:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877838.731238:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.731241:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877838.731245:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877838.731299:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.731304:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877838.731309:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877838.731315:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877838.731320:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877838.731323:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.731325:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877838.731328:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877838.731329:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877838.731334:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877838.731339:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877838.731349:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519320064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877838.731362:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877838.731366:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877838.731373:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519320064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877838.731381:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877838.731385:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877838.731392:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877838.731395:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877838.731398:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877838.731403:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877838.731408:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8593 00000400:00000200:0.0:1788877838.731414:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877838.731420:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877838.731423:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877838.731428:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731433:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.731439:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731443:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877838.731447:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877838.731450:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877838.731453:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877838.731457:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877838.731461:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877838.731467:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877838.731473:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731476:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877838.731480:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731483:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877838.731488:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877838.731493:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877838.731495:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877838.731499:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877838.731504:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877838.731511:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.731517:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877838.731523:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877838.731530:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.731536:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877838.731544:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877838.731552:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877838.731561:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877838.731566:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877838.731572:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877838.731577:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877838.731583:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877838.731592:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877838.731601:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877838.731613:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519320192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877838.731633:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877838.731637:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877838.731644:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519320192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877838.731666:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877838.731671:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8603) 00000100:00000040:0.0:1788877840.074338:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303267091, at 4303267136 00000100:00000010:0.0:1788877840.074355:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000040:0.0:1788877845.194416:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303272212, at 4303272256 00000100:00000010:0.0:1788877845.194451:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00080000:0.0:1788877848.970373:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877848.970388:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877848.970418:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877848.970423:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877848.970430:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877848.970440:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8603 00000400:00000200:0.0:1788877848.970452:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877848.970459:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877848.970463:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877848.970467:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970471:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.970473:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970475:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877848.970482:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877848.970484:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877848.970487:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877848.970490:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877848.970492:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877848.970494:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877848.970496:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970497:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.970499:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970500:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877848.970502:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877848.970505:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970507:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877848.970509:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877848.970512:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877848.970514:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.970516:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877848.970518:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877848.970527:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877848.970530:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877848.970533:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877848.970534:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.970537:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877848.970540:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877848.970544:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877848.970552:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877848.970558:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877848.970565:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519320960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877848.970584:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877848.970588:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877848.970592:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519320960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877848.970608:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877848.970611:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877848.970613:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877848.970615:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877848.970616:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877848.970619:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877848.970623:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8603 00000400:00000200:0.0:1788877848.970628:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877848.970634:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877848.970639:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877848.970644:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970647:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.970652:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970657:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877848.970665:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877848.970669:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877848.970673:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877848.970680:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877848.970685:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877848.970690:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877848.970697:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970700:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.970703:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970708:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877848.970713:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877848.970716:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970718:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877848.970724:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877848.970731:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877848.970738:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.970744:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877848.970751:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877848.970783:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.970790:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877848.970798:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877848.970803:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877848.970809:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877848.970811:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.970814:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877848.970818:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877848.970829:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877848.970834:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877848.970840:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877848.970847:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519321088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877848.970859:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877848.970863:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877848.970869:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519321088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877848.970887:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877848.970892:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877848.970896:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877848.970898:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877848.970901:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877848.970912:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877848.970915:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8603 00000400:00000200:0.0:1788877848.970932:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877848.970938:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877848.970940:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877848.970942:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970944:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.970949:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970952:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877848.970957:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877848.970960:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877848.970962:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877848.970966:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877848.970969:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877848.970971:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877848.970973:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970975:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.970976:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970977:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877848.970979:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877848.970981:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877848.970986:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877848.970988:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877848.970992:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877848.970995:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.970999:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877848.971001:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877848.971023:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.971025:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877848.971035:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877848.971037:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877848.971039:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877848.971041:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.971046:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877848.971048:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877848.971051:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877848.971062:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877848.971067:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877848.971076:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519321216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877848.971101:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877848.971105:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877848.971112:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519321216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877848.971125:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877848.971128:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877848.971133:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877848.971136:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877848.971141:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877848.971144:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877848.971150:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8603 00000400:00000200:0.0:1788877848.971158:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877848.971165:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877848.971170:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877848.971178:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971183:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.971189:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971194:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877848.971200:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877848.971203:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877848.971208:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877848.971211:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877848.971216:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877848.971220:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877848.971227:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971231:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.971233:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971240:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877848.971245:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877848.971254:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971258:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877848.971286:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877848.971289:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877848.971292:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.971294:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877848.971299:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877848.971306:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.971310:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877848.971318:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877848.971323:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877848.971331:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877848.971334:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.971349:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877848.971353:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877848.971359:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877848.971366:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877848.971373:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877848.971380:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519321344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877848.971414:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877848.971418:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877848.971426:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519321344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877848.971466:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877848.971470:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877848.971478:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877848.971481:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877848.971483:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877848.971493:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877848.971499:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8603 00000400:00000200:0.0:1788877848.971508:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877848.971516:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877848.971519:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877848.971525:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971530:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.971536:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971539:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877848.971544:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877848.971544:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877848.971545:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877848.971547:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877848.971549:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877848.971554:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877848.971560:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971565:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877848.971571:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971575:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877848.971582:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877848.971589:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877848.971595:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877848.971600:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877848.971607:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877848.971613:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.971628:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877848.971632:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877848.971639:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.971644:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877848.971651:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877848.971658:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877848.971670:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877848.971674:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877848.971679:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877848.971692:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877848.971697:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877848.971707:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877848.971715:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877848.971726:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519321472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877848.971744:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877848.971751:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877848.971760:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519321472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877848.971797:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877848.971807:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8613) 00000100:00000040:0.0:1788877850.314369:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303277331, at 4303277376 00000100:00000010:0.0:1788877850.314393:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00080000:0.0:1788877854.090421:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877854.090438:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877854.090444:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877854.090450:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877854.090458:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877854.090469:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8608 00000400:00000200:0.0:1788877854.090483:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877854.090493:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877854.090498:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877854.090504:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090509:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.090513:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090517:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877854.090528:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877854.090530:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877854.090534:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877854.090539:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877854.090542:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877854.090545:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877854.090550:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090552:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.090555:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090557:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877854.090561:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877854.090566:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090569:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877854.090573:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877854.090577:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877854.090580:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.090583:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877854.090586:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877854.090596:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877854.090601:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877854.090607:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877854.090610:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.090614:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877854.090617:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877854.090624:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877854.090634:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877854.090643:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877854.090655:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519321600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877854.090670:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877854.090676:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877854.090683:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519321600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877854.090711:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877854.090718:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877854.090735:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877854.090739:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877854.090742:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877854.090768:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877854.090774:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8608 00000400:00000200:0.0:1788877854.090782:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877854.090788:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877854.090793:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877854.090800:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090804:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.090808:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090813:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877854.090819:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877854.090822:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877854.090826:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877854.090830:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877854.090836:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877854.090841:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877854.090848:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090852:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.090857:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090861:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877854.090866:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877854.090871:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877854.090875:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877854.090879:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877854.090888:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877854.090893:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.090896:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877854.090905:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877854.090912:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.090916:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877854.090924:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877854.090930:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877854.090935:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877854.090937:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.090941:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877854.090944:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877854.090948:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877854.090955:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877854.090961:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877854.090973:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519321728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877854.090987:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877854.090991:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877854.091024:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519321728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877854.091056:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877854.091062:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877854.091068:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877854.091071:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877854.091074:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877854.091079:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877854.091084:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8608 00000400:00000200:0.0:1788877854.091162:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877854.091167:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877854.091172:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877854.091178:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091182:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.091186:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091191:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877854.091196:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877854.091199:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877854.091202:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877854.091207:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877854.091212:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877854.091216:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877854.091223:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091227:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.091232:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091236:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877854.091240:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877854.091281:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091289:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877854.091294:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877854.091300:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877854.091304:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.091308:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877854.091312:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877854.091318:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.091322:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877854.091330:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877854.091336:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877854.091341:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877854.091344:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.091348:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877854.091352:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877854.091355:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877854.091363:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877854.091369:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877854.091378:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519321856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877854.091395:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877854.091401:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877854.091408:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519321856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877854.091425:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877854.091431:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877854.091438:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877854.091441:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877854.091445:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877854.091450:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877854.091455:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8608 00000400:00000200:0.0:1788877854.091462:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877854.091468:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877854.091473:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877854.091479:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091483:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.091487:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091492:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877854.091499:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877854.091502:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877854.091505:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877854.091509:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877854.091513:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877854.091518:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877854.091524:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091528:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.091532:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091537:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877854.091542:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877854.091548:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091553:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877854.091557:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877854.091562:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877854.091567:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.091571:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877854.091576:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877854.091581:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.091585:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877854.091592:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877854.091597:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877854.091602:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877854.091605:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.091609:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877854.091613:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877854.091616:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877854.091623:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877854.091630:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877854.091640:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519321984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877854.091658:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877854.091662:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877854.091669:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519321984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877854.091686:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877854.091691:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877854.091699:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877854.091702:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877854.091706:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877854.091711:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877854.091717:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8608 00000400:00000200:0.0:1788877854.091724:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877854.091730:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877854.091736:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877854.091742:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091776:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.091782:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091787:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877854.091795:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877854.091798:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877854.091802:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877854.091806:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877854.091811:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877854.091816:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877854.091823:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091827:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877854.091832:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091836:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877854.091841:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877854.091847:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877854.091852:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877854.091855:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877854.091862:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877854.091867:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.091871:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877854.091875:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877854.091880:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.091883:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877854.091891:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877854.091895:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877854.091899:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877854.091902:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877854.091906:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877854.091909:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877854.091912:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877854.091920:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877854.091926:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877854.091935:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519322112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877854.091951:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877854.091955:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877854.091964:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519322112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877854.091982:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877854.091990:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8618) 00000100:00000040:0.0:1788877855.434387:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303282452, at 4303282496 00000100:00000010:0.0:1788877855.434430:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00080000:0.0:1788877859.210475:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877859.210488:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877859.210509:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877859.210516:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877859.210522:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877859.210534:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8613 00000400:00000200:0.0:1788877859.210547:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877859.210559:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877859.210564:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877859.210569:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210574:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.210577:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210581:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877859.210592:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877859.210595:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877859.210599:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877859.210603:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877859.210606:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877859.210610:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877859.210614:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210616:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.210619:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210622:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877859.210626:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877859.210630:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210632:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877859.210637:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877859.210641:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877859.210645:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.210647:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877859.210651:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877859.210664:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877859.210669:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877859.210675:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877859.210677:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.210682:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877859.210686:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877859.210693:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877859.210705:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877859.210715:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877859.210774:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519322240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877859.210789:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877859.210795:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877859.210802:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519322240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877859.210831:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877859.210835:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877859.210840:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877859.210842:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877859.210844:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877859.210848:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877859.210851:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8613 00000400:00000200:0.0:1788877859.210858:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877859.210863:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877859.210867:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877859.210872:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210875:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.210880:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210888:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877859.210895:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877859.210903:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877859.210909:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877859.210914:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877859.210924:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877859.210932:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877859.210945:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210954:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.210961:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210966:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877859.210972:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877859.210980:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877859.210990:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877859.211016:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877859.211026:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877859.211037:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.211044:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877859.211053:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877859.211063:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.211074:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877859.211084:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877859.211091:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877859.211103:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877859.211105:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.211109:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877859.211115:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877859.211118:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877859.211126:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877859.211133:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877859.211145:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519322368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877859.211171:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877859.211181:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877859.211198:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519322368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877859.211248:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877859.211253:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877859.211258:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877859.211261:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877859.211308:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877859.211325:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877859.211341:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8613 00000400:00000200:0.0:1788877859.211424:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877859.211434:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877859.211441:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877859.211452:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.211461:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.211469:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.211475:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877859.211483:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877859.211488:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877859.211496:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877859.211522:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877859.211530:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877859.211536:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877859.211551:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.211561:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.211570:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.211580:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877859.211590:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877859.211598:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877859.211609:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877859.211619:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877859.211627:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877859.211634:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.211638:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877859.211645:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877859.211653:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.211660:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877859.211671:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877859.211678:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877859.211688:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877859.211693:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.211696:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877859.211704:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877859.211711:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877859.211748:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877859.211774:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877859.211784:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519322496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877859.211798:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877859.211805:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877859.211812:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519322496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877859.211830:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877859.211840:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877859.211845:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877859.211852:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877859.211854:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877859.211858:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877859.211867:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8613 00000400:00000200:0.0:1788877859.211878:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877859.211889:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877859.211892:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877859.211904:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.211911:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.211919:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.211923:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877859.211929:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877859.211936:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877859.211941:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877859.211948:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877859.211953:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877859.211961:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877859.211967:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.211973:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.211994:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.212001:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877859.212004:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877859.212013:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877859.212021:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877859.212027:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877859.212032:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877859.212041:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.212048:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877859.212051:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877859.212057:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.212060:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877859.212069:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877859.212077:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877859.212087:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877859.212091:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.212099:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877859.212103:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877859.212107:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877859.212117:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877859.212125:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877859.212140:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519322624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877859.212192:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877859.212200:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877859.212214:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519322624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877859.212256:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877859.212263:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877859.212275:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877859.212312:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877859.212318:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877859.212328:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877859.212341:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8613 00000400:00000200:0.0:1788877859.212360:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877859.212391:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877859.212399:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877859.212414:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.212424:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.212431:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.212440:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877859.212449:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877859.212454:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877859.212458:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877859.212463:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877859.212470:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877859.212481:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877859.212505:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.212510:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877859.212519:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877859.212528:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877859.212536:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877859.212549:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877859.212556:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877859.212562:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877859.212570:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877859.212575:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.212581:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877859.212588:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877859.212594:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.212600:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877859.212611:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877859.212622:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877859.212629:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877859.212635:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877859.212641:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877859.212645:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877859.212648:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877859.212656:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877859.212670:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877859.212683:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519322752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877859.212758:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877859.212765:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877859.212778:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519322752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877859.212822:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877859.212831:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8623) 00000100:00000040:0.0:1788877860.554441:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303287572, at 4303287616 00000100:00000010:0.0:1788877860.554458:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00000040:0.0:1788877865.674432:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303292693, at 4303292736 00000100:00000010:0.0:1788877865.674452:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00080000:0.0:1788877869.450451:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877869.450469:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877869.450473:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877869.450479:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877869.450486:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877869.450496:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8624 00000400:00000200:0.0:1788877869.450507:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877869.450515:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877869.450518:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877869.450522:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450525:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.450527:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450530:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877869.450539:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877869.450540:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877869.450543:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877869.450547:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877869.450550:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877869.450552:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877869.450555:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450557:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.450558:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450560:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877869.450563:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877869.450566:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450568:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877869.450571:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877869.450587:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877869.450589:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.450593:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877869.450596:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877869.450607:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877869.450611:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877869.450615:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877869.450617:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.450620:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877869.450623:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877869.450628:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877869.450636:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877869.450643:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877869.450652:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519323520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877869.450663:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877869.450668:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877869.450673:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519323520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877869.450749:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877869.450755:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877869.450761:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877869.450764:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877869.450767:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877869.450773:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877869.450779:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8624 00000400:00000200:0.0:1788877869.450789:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877869.450797:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877869.450820:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877869.450825:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450830:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.450835:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450840:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877869.450846:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877869.450849:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877869.450853:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877869.450857:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877869.450862:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877869.450865:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877869.450891:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450895:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.450901:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450909:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877869.450915:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877869.450925:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877869.450952:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877869.450957:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877869.450963:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877869.450971:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.450975:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877869.450981:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877869.450984:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.450990:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877869.450996:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877869.451000:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877869.451003:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877869.451006:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.451009:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877869.451013:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877869.451016:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877869.451022:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877869.451028:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877869.451034:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519323648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877869.451046:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877869.451049:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877869.451057:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519323648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877869.451073:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877869.451077:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877869.451086:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877869.451090:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877869.451093:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877869.451099:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877869.451106:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8624 00000400:00000200:0.0:1788877869.451116:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877869.451121:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877869.451126:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877869.451129:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451136:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.451142:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451144:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877869.451210:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877869.451214:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877869.451218:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877869.451221:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877869.451227:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877869.451230:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877869.451235:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451240:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.451297:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451301:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877869.451304:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877869.451308:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451312:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877869.451314:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877869.451317:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877869.451320:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.451322:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877869.451325:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877869.451328:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.451334:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877869.451341:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877869.451349:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877869.451356:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877869.451361:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.451365:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877869.451371:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877869.451376:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877869.451385:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877869.451394:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877869.451410:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519323776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877869.451427:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877869.451433:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877869.451446:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519323776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877869.451478:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877869.451482:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877869.451489:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877869.451493:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877869.451497:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877869.451505:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877869.451510:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8624 00000400:00000200:0.0:1788877869.451518:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877869.451524:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877869.451528:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877869.451533:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451537:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.451543:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451546:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877869.451554:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877869.451556:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877869.451570:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877869.451575:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877869.451580:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877869.451587:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877869.451593:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451598:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.451604:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451610:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877869.451616:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877869.451621:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451625:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877869.451629:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877869.451634:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877869.451640:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.451643:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877869.451648:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877869.451653:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.451657:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877869.451663:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877869.451669:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877869.451672:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877869.451690:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.451695:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877869.451699:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877869.451714:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877869.451723:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877869.451732:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877869.451746:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519323904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877869.451765:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877869.451771:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877869.451780:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519323904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877869.451795:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877869.451801:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877869.451807:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877869.451810:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877869.451814:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877869.451821:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877869.451825:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8624 00000400:00000200:0.0:1788877869.451833:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877869.451840:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877869.451846:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877869.451872:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451878:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.451885:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451890:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877869.451897:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877869.451900:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877869.451906:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877869.451914:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877869.451924:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877869.451946:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877869.451954:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451957:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877869.451963:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451967:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877869.451971:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877869.451978:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877869.451981:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877869.451988:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877869.451991:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877869.451993:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.451994:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877869.451996:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877869.451999:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.452003:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877869.452008:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877869.452013:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877869.452020:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877869.452022:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877869.452026:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877869.452029:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877869.452032:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877869.452039:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877869.452045:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877869.452052:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519324032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877869.452071:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877869.452075:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877869.452083:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519324032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877869.452098:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877869.452107:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8634) 00000100:00000040:0.0:1788877870.794400:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303297812, at 4303297856 00000100:00000010:0.0:1788877870.794418:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000040:0.0:1788877875.914401:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303302932, at 4303302976 00000100:00000010:0.0:1788877875.914423:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00080000:0.0:1788877879.690484:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877879.690494:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877879.690497:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877879.690501:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877879.690507:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877879.690514:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8634 00000400:00000200:0.0:1788877879.690523:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877879.690530:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877879.690533:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877879.690537:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690540:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.690543:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690545:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877879.690554:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877879.690556:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877879.690559:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877879.690562:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877879.690565:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877879.690567:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877879.690569:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690571:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.690573:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690574:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877879.690577:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877879.690581:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690584:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877879.690588:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877879.690594:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877879.690597:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.690599:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877879.690602:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877879.690613:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877879.690616:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877879.690621:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877879.690622:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.690625:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877879.690644:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877879.690651:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877879.690662:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877879.690670:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877879.690681:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519324800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877879.690695:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877879.690701:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877879.690707:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519324800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877879.690741:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877879.690753:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877879.690758:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877879.690760:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877879.690762:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877879.690766:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877879.690769:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8634 00000400:00000200:0.0:1788877879.690774:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877879.690778:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877879.690781:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877879.690786:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690793:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.690796:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690802:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877879.690808:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877879.690810:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877879.690813:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877879.690818:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877879.690823:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877879.690834:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877879.690851:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690863:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.690900:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690906:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877879.690911:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877879.690919:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877879.690930:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877879.690954:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877879.690962:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877879.690970:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.690978:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877879.690994:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877879.691002:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.691007:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877879.691014:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877879.691018:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877879.691025:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877879.691028:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.691030:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877879.691032:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877879.691034:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877879.691039:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877879.691044:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877879.691053:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519324928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877879.691076:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877879.691084:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877879.691107:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519324928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877879.691148:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877879.691155:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877879.691180:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877879.691189:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877879.691194:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877879.691203:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877879.691221:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8634 00000400:00000200:0.0:1788877879.691244:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877879.691250:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877879.691252:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877879.691256:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691261:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.691263:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691265:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877879.691268:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877879.691269:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877879.691271:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877879.691274:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877879.691346:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877879.691358:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877879.691380:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691389:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.691395:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691398:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877879.691411:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877879.691425:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691440:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877879.691445:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877879.691456:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877879.691468:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.691483:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877879.691486:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877879.691506:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.691508:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877879.691520:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877879.691530:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877879.691544:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877879.691550:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.691565:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877879.691569:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877879.691575:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877879.691596:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877879.691610:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877879.691622:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519325056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877879.691652:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877879.691657:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877879.691670:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519325056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877879.691709:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877879.691721:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877879.691731:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877879.691738:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877879.691745:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877879.691758:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877879.691769:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8634 00000400:00000200:0.0:1788877879.691788:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877879.691801:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877879.691811:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877879.691823:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691834:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.691846:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691861:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877879.691896:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877879.691902:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877879.691907:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877879.691916:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877879.691920:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877879.691926:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877879.691951:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691956:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.691961:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691966:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877879.691974:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877879.691984:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877879.691992:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877879.692022:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877879.692031:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877879.692047:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.692055:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877879.692061:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877879.692066:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.692071:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877879.692094:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877879.692103:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877879.692118:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877879.692124:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.692132:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877879.692139:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877879.692146:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877879.692159:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877879.692170:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877879.692193:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519325184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877879.692222:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877879.692228:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877879.692244:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519325184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877879.692269:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877879.692272:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877879.692276:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877879.692277:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877879.692279:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877879.692282:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877879.692285:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8634 00000400:00000200:0.0:1788877879.692289:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877879.692316:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877879.692328:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877879.692344:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.692352:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.692364:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.692374:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877879.692391:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877879.692394:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877879.692400:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877879.692408:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877879.692418:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877879.692426:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877879.692445:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.692456:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877879.692468:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877879.692479:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877879.692485:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877879.692499:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877879.692511:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877879.692516:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877879.692529:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877879.692538:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.692545:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877879.692549:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877879.692561:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.692573:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877879.692580:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877879.692590:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877879.692601:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877879.692604:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877879.692611:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877879.692623:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877879.692627:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877879.692655:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877879.692662:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877879.692676:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519325312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877879.692707:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877879.692716:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877879.692736:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519325312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877879.692802:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877879.692817:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8644) 00000100:00000040:0.0:1788877881.034351:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303308052, at 4303308096 00000100:00000010:0.0:1788877881.034375:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00080000:0.0:1788877884.810382:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877884.810395:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877884.810398:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877884.810403:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877884.810409:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877884.810418:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8639 00000400:00000200:0.0:1788877884.810430:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877884.810438:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877884.810442:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877884.810446:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810450:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.810453:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810456:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877884.810466:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877884.810470:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877884.810488:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877884.810494:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877884.810500:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877884.810504:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877884.810510:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810515:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.810519:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810522:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877884.810528:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877884.810535:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810540:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877884.810545:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877884.810552:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877884.810557:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.810560:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877884.810564:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877884.810576:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877884.810580:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877884.810586:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877884.810588:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.810592:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877884.810595:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877884.810600:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877884.810631:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877884.810641:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877884.810653:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519325440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877884.810666:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877884.810672:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877884.810677:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519325440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877884.810704:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877884.810709:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877884.810713:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877884.810715:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877884.810717:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877884.810720:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877884.810723:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8639 00000400:00000200:0.0:1788877884.810729:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877884.810733:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877884.810737:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877884.810742:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810744:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.810805:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810818:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877884.810828:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877884.810836:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877884.810844:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877884.810854:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877884.810864:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877884.810873:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877884.810889:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810899:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.810906:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810915:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877884.810919:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877884.810925:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877884.810930:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877884.810935:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877884.810943:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877884.810950:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.810955:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877884.810965:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877884.810974:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.810977:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877884.810985:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877884.810991:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877884.811000:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877884.811004:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.811011:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877884.811018:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877884.811026:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877884.811035:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877884.811043:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877884.811060:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519325568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877884.811097:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877884.811104:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877884.811115:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519325568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877884.811153:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877884.811160:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877884.811171:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877884.811178:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877884.811183:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877884.811196:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877884.811203:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8639 00000400:00000200:0.0:1788877884.811216:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877884.811226:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877884.811230:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877884.811241:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811285:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.811291:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811301:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877884.811313:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877884.811318:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877884.811323:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877884.811328:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877884.811336:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877884.811340:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877884.811351:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811361:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.811367:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811370:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877884.811374:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877884.811378:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811383:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877884.811390:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877884.811395:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877884.811401:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.811409:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877884.811412:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877884.811418:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.811424:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877884.811432:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877884.811441:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877884.811448:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877884.811453:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.811458:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877884.811463:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877884.811471:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877884.811484:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877884.811492:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877884.811511:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519325696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877884.811536:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877884.811547:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877884.811556:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519325696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877884.811574:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877884.811579:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877884.811589:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877884.811593:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877884.811596:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877884.811628:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877884.811635:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8639 00000400:00000200:0.0:1788877884.811649:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877884.811658:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877884.811663:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877884.811673:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811681:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.811687:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811693:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877884.811701:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877884.811704:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877884.811708:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877884.811714:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877884.811719:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877884.811726:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877884.811733:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811739:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.811746:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811753:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877884.811757:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877884.811767:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877884.811774:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877884.811780:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877884.811787:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877884.811792:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.811799:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877884.811806:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877884.811815:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.811827:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877884.811840:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877884.811852:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877884.811863:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877884.811869:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.811880:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877884.811885:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877884.811894:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877884.811906:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877884.811914:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877884.811928:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519325824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877884.811944:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877884.811950:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877884.811959:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519325824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877884.811976:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877884.811982:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877884.811992:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877884.811996:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877884.812001:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877884.812009:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877884.812016:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8639 00000400:00000200:0.0:1788877884.812029:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877884.812036:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877884.812042:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877884.812050:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.812059:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.812065:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.812071:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877884.812079:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877884.812084:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877884.812089:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877884.812093:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877884.812099:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877884.812106:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877884.812116:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.812124:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877884.812128:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877884.812133:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877884.812139:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877884.812147:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877884.812154:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877884.812158:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877884.812165:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877884.812168:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.812175:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877884.812181:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877884.812187:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.812193:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877884.812199:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877884.812206:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877884.812213:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877884.812217:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877884.812223:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877884.812227:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877884.812233:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877884.812241:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877884.812293:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877884.812313:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519325952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877884.812341:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877884.812347:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877884.812361:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519325952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877884.812392:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877884.812404:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8649) 00000100:00000040:0.0:1788877886.154409:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303313172, at 4303313216 00000100:00000010:0.0:1788877886.154438:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00000100:00000040:0.0:1788877891.274370:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303318291, at 4303318336 00000100:00000010:0.0:1788877891.274395:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000040:0.0:1788877896.394339:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303323411, at 4303323456 00000100:00000010:0.0:1788877896.394354:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000100:00000040:0.0:1788877901.514334:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303328532, at 4303328576 00000100:00000010:0.0:1788877901.514356:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788877906.634332:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303333652, at 4303333696 00000100:00000010:0.0:1788877906.634348:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788877911.754394:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303338772, at 4303338816 00000100:00000010:0.0:1788877911.754420:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000100:00000040:0.0:1788877916.874396:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303343891, at 4303343936 00000100:00000010:0.0:1788877916.874423:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00080000:0.0:1788877920.650477:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877920.650513:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877920.650518:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877920.650523:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877920.650531:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877920.650542:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8675 00000400:00000200:0.0:1788877920.650557:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877920.650566:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877920.650572:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877920.650577:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650581:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.650585:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650589:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877920.650601:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877920.650606:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877920.650621:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877920.650626:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877920.650631:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877920.650635:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877920.650641:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650644:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.650648:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650652:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877920.650658:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877920.650664:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650669:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877920.650674:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877920.650679:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877920.650682:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.650685:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877920.650689:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877920.650697:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877920.650702:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877920.650707:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877920.650709:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.650712:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877920.650716:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877920.650723:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877920.650732:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877920.650740:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877920.650751:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519329920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877920.650764:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877920.650781:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877920.650786:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519329920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877920.650821:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877920.650827:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877920.650833:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877920.650836:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877920.650839:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877920.650844:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877920.650849:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8675 00000400:00000200:0.0:1788877920.650857:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877920.650863:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877920.650867:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877920.650872:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650876:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.650879:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650883:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877920.650889:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877920.650891:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877920.650894:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877920.650898:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877920.650902:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877920.650906:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877920.650911:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650915:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.650918:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650921:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877920.650926:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877920.650931:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877920.650936:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877920.650940:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877920.650948:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877920.650952:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.650955:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877920.650963:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877920.650969:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.650972:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877920.650978:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877920.650981:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877920.650986:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877920.650988:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.650991:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877920.650994:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877920.650997:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877920.651002:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877920.651008:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877920.651016:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519330048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877920.651030:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877920.651035:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877920.651042:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519330048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877920.651078:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877920.651083:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877920.651089:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877920.651092:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877920.651094:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877920.651099:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877920.651103:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8675 00000400:00000200:0.0:1788877920.651161:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877920.651166:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877920.651170:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877920.651175:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651179:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.651183:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651187:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877920.651193:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877920.651195:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877920.651198:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877920.651202:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877920.651206:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877920.651210:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877920.651216:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651220:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.651223:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651227:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877920.651231:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877920.651235:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651240:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877920.651244:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877920.651306:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877920.651310:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.651315:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877920.651318:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877920.651323:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.651326:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877920.651333:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877920.651337:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877920.651342:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877920.651345:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.651347:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877920.651350:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877920.651353:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877920.651359:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877920.651365:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877920.651373:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519330176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877920.651385:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877920.651389:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877920.651397:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519330176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877920.651411:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877920.651416:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877920.651422:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877920.651425:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877920.651428:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877920.651433:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877920.651437:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8675 00000400:00000200:0.0:1788877920.651443:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877920.651474:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877920.651478:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877920.651483:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651488:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.651492:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651496:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877920.651501:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877920.651504:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877920.651507:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877920.651511:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877920.651515:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877920.651525:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877920.651531:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651534:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.651544:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651549:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877920.651554:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877920.651565:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651570:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877920.651574:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877920.651580:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877920.651584:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.651588:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877920.651592:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877920.651597:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.651600:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877920.651606:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877920.651610:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877920.651615:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877920.651618:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.651621:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877920.651624:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877920.651628:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877920.651634:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877920.651639:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877920.651648:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519330304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877920.651662:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877920.651665:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877920.651672:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519330304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877920.651687:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877920.651692:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877920.651698:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877920.651700:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877920.651704:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877920.651708:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877920.651712:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8675 00000400:00000200:0.0:1788877920.651719:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877920.651724:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877920.651728:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877920.651733:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651737:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.651741:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651744:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877920.651749:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877920.651752:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877920.651755:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877920.651758:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877920.651762:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877920.651766:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877920.651771:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651775:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877920.651779:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651782:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877920.651787:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877920.651791:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877920.651795:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877920.651798:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877920.651802:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877920.651806:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.651810:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877920.651814:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877920.651818:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.651821:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877920.651827:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877920.651832:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877920.651836:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877920.651839:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877920.651842:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877920.651844:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877920.651847:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877920.651853:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877920.651858:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877920.651866:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519330432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877920.651881:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877920.651885:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877920.651892:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519330432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877920.651908:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877920.651916:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8685) 00000100:00000040:0.0:1788877921.994396:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303349012, at 4303349056 00000100:00000010:0.0:1788877921.994423:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000100:00080000:0.0:1788877925.770367:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877925.770385:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877925.770390:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877925.770398:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877925.770407:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877925.770420:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8680 00000400:00000200:0.0:1788877925.770458:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877925.770471:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877925.770478:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877925.770484:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770490:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.770496:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770501:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877925.770516:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877925.770521:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877925.770526:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877925.770533:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877925.770539:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877925.770544:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877925.770551:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770556:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.770561:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770565:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877925.770572:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877925.770580:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770586:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877925.770592:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877925.770596:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877925.770600:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.770603:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877925.770607:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877925.770620:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788877925.770628:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877925.770635:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877925.770639:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.770644:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877925.770649:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877925.770657:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877925.770672:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877925.770684:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877925.770701:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519330560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877925.770719:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877925.770725:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877925.770732:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519330560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877925.770768:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877925.770773:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877925.770778:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877925.770780:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877925.770783:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877925.770787:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877925.770790:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8680 00000400:00000200:0.0:1788877925.770796:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877925.770801:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877925.770805:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877925.770809:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770811:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.770814:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770817:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877925.770840:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877925.770842:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877925.770844:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877925.770848:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877925.770852:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877925.770855:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877925.770859:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770863:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.770866:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770869:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877925.770873:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877925.770878:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877925.770882:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877925.770886:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877925.770895:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877925.770902:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.770906:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877925.770917:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877925.770925:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.770928:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877925.770936:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788877925.770941:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877925.770949:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877925.770952:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.770958:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877925.770962:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877925.770967:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877925.770977:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877925.770986:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877925.770999:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519330688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877925.771019:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877925.771027:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877925.771038:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519330688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877925.771065:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877925.771072:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877925.771082:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877925.771087:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877925.771090:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877925.771094:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877925.771104:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8680 00000400:00000200:0.0:1788877925.771113:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877925.771121:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877925.771126:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877925.771135:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771144:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.771148:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771151:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877925.771163:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877925.771167:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877925.771174:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877925.771185:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877925.771198:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877925.771210:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877925.771228:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771239:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.771297:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771304:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877925.771314:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877925.771331:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771344:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877925.771352:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877925.771363:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877925.771372:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.771379:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877925.771385:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877925.771394:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.771401:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877925.771415:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788877925.771452:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877925.771467:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877925.771474:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.771483:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877925.771489:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877925.771496:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877925.771510:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877925.771523:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877925.771544:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519330816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877925.771577:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877925.771588:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877925.771603:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519330816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877925.771635:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877925.771646:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877925.771662:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877925.771670:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877925.771678:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877925.771689:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877925.771701:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8680 00000400:00000200:0.0:1788877925.771719:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877925.771732:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877925.771740:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877925.771750:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771758:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.771767:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771777:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877925.771787:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877925.771791:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877925.771797:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877925.771802:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877925.771811:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877925.771819:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877925.771827:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771834:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.771841:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771845:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877925.771852:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877925.771862:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877925.771868:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877925.771876:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877925.771883:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877925.771890:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.771895:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877925.771899:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877925.771903:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.771906:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877925.771915:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788877925.771921:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877925.771925:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877925.771929:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.771936:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877925.771939:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877925.771944:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877925.771957:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877925.771964:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877925.771977:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519330944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877925.772000:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877925.772005:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877925.772016:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519330944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877925.772064:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877925.772068:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877925.772076:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877925.772082:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877925.772160:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877925.772175:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877925.772189:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8680 00000400:00000200:0.0:1788877925.772212:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877925.772228:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877925.772239:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877925.772297:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.772311:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.772324:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.772335:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877925.772351:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877925.772358:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877925.772369:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877925.772377:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877925.772384:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877925.772394:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877925.772412:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.772447:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877925.772458:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877925.772470:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877925.772480:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877925.772496:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877925.772509:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877925.772516:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877925.772528:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877925.772541:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.772551:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877925.772559:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877925.772571:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.772583:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877925.772596:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788877925.772607:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877925.772615:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877925.772621:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877925.772630:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877925.772639:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877925.772649:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877925.772667:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877925.772683:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877925.772705:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519331072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877925.772729:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877925.772736:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877925.772753:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519331072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877925.772789:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877925.772802:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8690) 00000100:00000040:0.0:1788877927.114487:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303354132, at 4303354176 00000100:00000010:0.0:1788877927.114509:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00000040:0.0:1788877932.234340:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303359252, at 4303359296 00000100:00000010:0.0:1788877932.234364:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00080000:0.0:1788877936.010496:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877936.010511:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877936.010514:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877936.010519:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877936.010525:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877936.010534:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8690 00000400:00000200:0.0:1788877936.010544:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877936.010551:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877936.010556:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877936.010560:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010563:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.010567:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010570:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877936.010586:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877936.010589:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877936.010593:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877936.010597:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877936.010599:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877936.010602:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877936.010606:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010608:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.010610:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010612:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877936.010616:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877936.010619:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010622:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877936.010625:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877936.010629:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877936.010632:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.010634:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877936.010637:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877936.010649:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788877936.010653:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877936.010658:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877936.010660:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.010663:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877936.010667:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877936.010672:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877936.010682:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788877936.010689:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877936.010700:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519331840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877936.010712:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877936.010718:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877936.010724:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519331840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877936.010749:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877936.010753:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877936.010757:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877936.010759:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877936.010761:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877936.010764:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877936.010767:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8690 00000400:00000200:0.0:1788877936.010771:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877936.010774:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877936.010777:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877936.010781:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010784:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.010787:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010789:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877936.010794:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877936.010796:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877936.010798:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877936.010800:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877936.010802:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877936.010805:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877936.010809:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010817:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.010825:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010830:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877936.010833:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877936.010843:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877936.010855:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877936.010862:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877936.010871:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877936.010878:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.010884:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877936.010893:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877936.010900:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.010908:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877936.010912:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788877936.010917:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877936.010922:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877936.010926:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.010933:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877936.010938:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877936.010944:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877936.010951:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788877936.010961:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877936.010977:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519331968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877936.010993:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877936.011001:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877936.011011:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519331968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877936.011031:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877936.011040:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877936.011046:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877936.011053:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877936.011058:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877936.011068:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877936.011076:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8690 00000400:00000200:0.0:1788877936.011092:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877936.011102:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877936.011106:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877936.011119:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011126:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.011134:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011140:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877936.011149:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877936.011152:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877936.011154:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877936.011157:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877936.011165:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877936.011170:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877936.011178:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011185:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.011190:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011195:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877936.011201:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877936.011213:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011220:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877936.011228:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877936.011233:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877936.011241:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.011243:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877936.011312:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877936.011321:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.011327:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877936.011334:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788877936.011343:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877936.011353:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877936.011357:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.011368:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877936.011395:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877936.011401:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877936.011415:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788877936.011427:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877936.011449:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519332096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877936.011482:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877936.011492:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877936.011513:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519332096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877936.011549:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877936.011559:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877936.011570:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877936.011579:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877936.011584:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877936.011594:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877936.011606:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8690 00000400:00000200:0.0:1788877936.011621:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877936.011634:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877936.011646:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877936.011661:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011673:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.011682:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011690:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877936.011703:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877936.011709:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877936.011718:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877936.011728:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877936.011738:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877936.011749:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877936.011766:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011773:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.011784:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011793:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877936.011806:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877936.011821:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877936.011834:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877936.011840:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877936.011848:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877936.011854:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.011858:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877936.011865:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877936.011873:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.011879:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877936.011889:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788877936.011895:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877936.011905:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877936.011909:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.011915:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877936.011922:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877936.011930:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877936.011939:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788877936.011951:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877936.011967:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519332224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877936.012002:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877936.012010:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877936.012025:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519332224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877936.012046:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877936.012056:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877936.012065:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877936.012070:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877936.012076:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877936.012080:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877936.012089:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8690 00000400:00000200:0.0:1788877936.012105:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877936.012118:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877936.012123:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877936.012131:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.012137:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.012145:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.012155:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877936.012160:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877936.012163:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877936.012169:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877936.012175:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877936.012182:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877936.012190:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877936.012202:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.012212:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877936.012220:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877936.012223:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877936.012230:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877936.012236:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877936.012242:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877936.012277:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877936.012282:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877936.012288:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.012297:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877936.012300:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877936.012307:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.012313:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877936.012321:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788877936.012329:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877936.012338:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877936.012343:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877936.012348:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877936.012354:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877936.012358:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877936.012369:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788877936.012405:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877936.012425:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519332352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877936.012478:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877936.012486:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877936.012501:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519332352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877936.012529:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877936.012538:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8700) 00000100:00000040:0.0:1788877937.354447:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303364372, at 4303364416 00000100:00000010:0.0:1788877937.354475:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00000100:00080000:0.0:1788877941.130527:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877941.130542:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877941.130547:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877941.130555:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877941.130563:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877941.130574:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8695 00000400:00000200:0.0:1788877941.130593:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877941.130603:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877941.130609:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877941.130618:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.130624:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.130630:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.130635:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877941.130648:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877941.130651:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877941.130656:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877941.130662:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877941.130668:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877941.130672:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877941.130679:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.130683:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.130688:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.130690:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877941.130694:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877941.130699:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877941.130702:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877941.130706:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877941.130710:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877941.130714:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.130716:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877941.130720:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877941.130731:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877941.130736:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877941.130743:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877941.130745:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.130750:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877941.130753:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877941.130759:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877941.130772:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877941.130782:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877941.130796:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519332480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877941.130820:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877941.130827:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877941.130833:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519332480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877941.130865:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877941.130870:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877941.130875:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877941.130877:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877941.130880:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877941.130883:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877941.130886:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8695 00000400:00000200:0.0:1788877941.130892:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877941.130897:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877941.130901:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877941.130909:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.130912:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.130917:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.130921:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877941.130926:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877941.130928:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877941.130932:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877941.130938:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877941.130943:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877941.130956:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877941.130974:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.130984:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.130997:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.131008:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877941.131021:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877941.131035:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877941.131046:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877941.131069:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877941.131080:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877941.131094:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.131109:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877941.131122:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877941.131130:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.131143:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877941.131161:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877941.131177:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877941.131188:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877941.131200:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.131212:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877941.131219:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877941.131231:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877941.131246:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877941.131326:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877941.131390:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519332608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877941.131436:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877941.131446:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877941.131472:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519332608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877941.131491:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877941.131503:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877941.131509:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877941.131514:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877941.131519:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877941.131526:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877941.131536:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8695 00000400:00000200:0.0:1788877941.131607:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877941.131618:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877941.131624:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877941.131634:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.131650:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.131666:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.131684:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877941.131700:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877941.131709:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877941.131721:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877941.131732:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877941.131743:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877941.131758:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877941.131787:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.131801:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.131823:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.131844:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877941.131854:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877941.131866:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877941.131882:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877941.131898:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877941.131908:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877941.131915:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.131923:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877941.131929:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877941.131950:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.131970:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877941.131990:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877941.132002:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877941.132014:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877941.132020:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.132028:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877941.132032:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877941.132039:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877941.132054:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877941.132063:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877941.132078:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519332736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877941.132127:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877941.132136:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877941.132157:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519332736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877941.132218:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877941.132227:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877941.132242:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877941.132247:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877941.132298:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877941.132306:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877941.132319:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8695 00000400:00000200:0.0:1788877941.132339:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877941.132378:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877941.132398:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877941.132409:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.132430:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.132447:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.132454:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877941.132469:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877941.132473:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877941.132478:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877941.132483:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877941.132494:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877941.132508:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877941.132525:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.132536:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.132547:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.132553:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877941.132562:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877941.132574:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877941.132587:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877941.132601:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877941.132614:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877941.132623:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.132629:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877941.132641:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877941.132650:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.132656:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877941.132668:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877941.132686:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877941.132703:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877941.132707:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.132717:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877941.132723:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877941.132736:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877941.132746:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788877941.132764:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877941.132781:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519332864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877941.132818:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877941.132832:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877941.132853:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519332864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877941.132893:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877941.132908:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877941.132924:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877941.132929:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877941.132935:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877941.132951:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877941.132967:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8695 00000400:00000200:0.0:1788877941.132993:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877941.133006:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877941.133020:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877941.133036:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.133048:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.133056:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.133063:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877941.133071:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877941.133077:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877941.133089:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877941.133111:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877941.133130:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877941.133153:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877941.133185:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.133203:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877941.133217:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877941.133229:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877941.133235:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877941.133283:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877941.133288:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877941.133290:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877941.133298:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877941.133304:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.133309:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877941.133316:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877941.133324:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.133343:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877941.133375:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877941.133383:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877941.133396:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877941.133400:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877941.133404:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877941.133412:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877941.133421:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877941.133441:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877941.133460:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877941.133474:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519332992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877941.133494:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877941.133504:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877941.133517:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519332992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877941.133544:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877941.133553:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8705) 00000100:00000040:0.0:1788877942.474402:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303369492, at 4303369536 00000100:00000010:0.0:1788877942.474420:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00000040:0.0:1788877947.594310:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303374611, at 4303374656 00000100:00000010:0.0:1788877947.594340:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00000040:0.0:1788877952.714332:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303379731, at 4303379776 00000100:00000010:0.0:1788877952.714350:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000100:00000040:0.0:1788877957.834382:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303384851, at 4303384896 00000100:00000010:0.0:1788877957.834398:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000100:00000040:0.0:1788877962.954348:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303389971, at 4303390016 00000100:00000010:0.0:1788877962.954368:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000040:0.0:1788877968.074335:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303395092, at 4303395136 00000100:00000010:0.0:1788877968.074354:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00000100:00000040:0.0:1788877973.194348:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303400212, at 4303400256 00000100:00000010:0.0:1788877973.194367:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788877978.314323:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303405331, at 4303405376 00000100:00000010:0.0:1788877978.314340:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788877983.434371:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303410451, at 4303410496 00000100:00000010:0.0:1788877983.434386:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00080000:0.0:1788877987.210395:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877987.210405:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788877987.210407:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877987.210410:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877987.210415:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877987.210421:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8741 00000400:00000200:0.0:1788877987.210429:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877987.210434:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877987.210437:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877987.210440:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210442:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.210444:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210446:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877987.210453:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877987.210454:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788877987.210457:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877987.210459:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788877987.210461:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788877987.210463:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788877987.210465:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210467:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.210468:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210470:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877987.210473:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788877987.210476:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210478:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877987.210481:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877987.210484:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877987.210487:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.210489:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788877987.210492:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877987.210500:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788877987.210505:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788877987.210510:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877987.210512:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.210515:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877987.210518:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877987.210522:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877987.210530:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788877987.210537:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877987.210547:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519338240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877987.210559:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877987.210564:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877987.210570:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519338240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877987.210593:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877987.210596:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877987.210599:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788877987.210600:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877987.210602:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877987.210606:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877987.210608:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8741 00000400:00000200:0.0:1788877987.210619:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877987.210622:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877987.210625:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877987.210628:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210631:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.210634:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210636:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877987.210640:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877987.210641:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788877987.210643:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877987.210646:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788877987.210649:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788877987.210653:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788877987.210661:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210665:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.210670:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210674:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877987.210680:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788877987.210687:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210694:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877987.210698:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877987.210706:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877987.210711:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.210716:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877987.210723:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877987.210729:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.210734:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877987.210741:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788877987.210747:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877987.210754:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877987.210758:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.210761:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877987.210763:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877987.210766:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877987.210775:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788877987.210781:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877987.210790:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519338368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877987.210802:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877987.210806:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877987.210813:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519338368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877987.210830:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877987.210835:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877987.210845:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788877987.210848:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877987.210850:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877987.210855:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877987.210861:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8741 00000400:00000200:0.0:1788877987.210869:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877987.210876:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877987.210879:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877987.210885:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210887:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.210890:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210895:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877987.210901:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877987.210903:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788877987.210905:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877987.210907:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788877987.210912:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788877987.210917:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788877987.210922:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210927:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.210932:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210937:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877987.210941:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788877987.210947:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877987.210953:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877987.210958:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877987.210964:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877987.210969:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.210973:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877987.210977:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788877987.210984:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.210988:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877987.210992:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788877987.210996:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788877987.211003:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877987.211006:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.211011:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877987.211013:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877987.211017:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877987.211025:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788877987.211031:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877987.211040:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519338496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877987.211053:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877987.211058:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877987.211066:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519338496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877987.211085:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877987.211090:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877987.211096:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788877987.211100:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877987.211103:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877987.211109:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877987.211115:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8741 00000400:00000200:0.0:1788877987.211122:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877987.211129:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877987.211133:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877987.211141:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211161:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.211167:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211172:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877987.211178:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877987.211180:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788877987.211184:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877987.211189:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788877987.211194:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788877987.211201:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788877987.211209:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211214:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.211219:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211223:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877987.211227:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788877987.211233:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211237:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877987.211240:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877987.211246:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877987.211286:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.211288:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877987.211293:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788877987.211298:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.211301:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877987.211307:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788877987.211311:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877987.211315:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877987.211318:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.211321:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877987.211324:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877987.211327:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877987.211334:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788877987.211340:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877987.211349:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519338624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877987.211363:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877987.211367:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877987.211377:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519338624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877987.211394:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788877987.211399:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788877987.211407:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788877987.211410:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788877987.211413:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788877987.211416:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788877987.211422:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8741 00000400:00000200:0.0:1788877987.211431:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788877987.211438:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788877987.211442:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788877987.211449:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211455:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.211460:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211465:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788877987.211473:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788877987.211476:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788877987.211481:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788877987.211485:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788877987.211489:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788877987.211494:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788877987.211502:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211507:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788877987.211512:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211517:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788877987.211521:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788877987.211528:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788877987.211535:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788877987.211541:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788877987.211546:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788877987.211551:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.211556:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788877987.211560:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788877987.211565:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.211569:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788877987.211578:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788877987.211583:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788877987.211587:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788877987.211590:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788877987.211594:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788877987.211596:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788877987.211598:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788877987.211603:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788877987.211609:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788877987.211618:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519338752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788877987.211650:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788877987.211655:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877987.211666:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519338752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788877987.211687:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788877987.211697:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8751) 00000100:00000040:0.0:1788877988.554344:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303415571, at 4303415616 00000100:00000010:0.0:1788877988.554362:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788877993.674339:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303420691, at 4303420736 00000100:00000010:0.0:1788877993.674350:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00000040:0.0:1788877998.794334:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303425812, at 4303425856 00000100:00000010:0.0:1788877998.794353:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00000040:0.0:1788878003.914368:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303430932, at 4303430976 00000100:00000010:0.0:1788878003.914394:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00000040:0.0:1788878009.034365:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303436052, at 4303436096 00000100:00000010:0.0:1788878009.034387:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00000040:0.0:1788878014.154391:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303441172, at 4303441216 00000100:00000010:0.0:1788878014.154418:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788878019.274397:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303446292, at 4303446336 00000100:00000010:0.0:1788878019.274415:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000100:00000040:0.0:1788878024.394426:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303451412, at 4303451456 00000100:00000010:0.0:1788878024.394449:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878029.514419:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303456532, at 4303456576 00000100:00000010:0.0:1788878029.514434:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788878034.634385:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303461652, at 4303461696 00000100:00000010:0.0:1788878034.634408:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788878039.754370:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303466772, at 4303466816 00000100:00000010:0.0:1788878039.754404:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00000040:0.0:1788878044.874409:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303471892, at 4303471936 00000100:00000010:0.0:1788878044.874438:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878049.994424:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303477012, at 4303477056 00000100:00000010:0.0:1788878049.994451:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000400:00000100:0.0:1788878051.722628:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788878051.722693:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788878051.722707:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878051.722713:0:2381:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788878051.722720:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878051.722725:0:2381:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788878051.722732:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878051.722737:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922500. 00000400:00000200:0.0:1788878051.722746:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878051.722753:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878051.722762:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915cc0 00000400:00000010:0.0:1788878051.722766:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915cc0. 00000100:00000001:0.0:1788878051.722773:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878051.722785:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ed180 x1875765519345920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.722822:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878051.722828:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519345920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.722841:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878051.722845:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878051.722884:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878051.722889:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922d00. 00000400:00000200:0.0:1788878051.722895:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878051.722901:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878051.722908:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915440 00000400:00000010:0.0:1788878051.722912:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915440. 00000100:00000001:0.0:1788878051.722917:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878051.722926:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ef480 x1875765519346048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.722942:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878051.722949:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519346048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.722963:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878051.722968:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878051.722979:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878051.722985:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922a00. 00000400:00000200:0.0:1788878051.722993:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878051.723007:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878051.723018:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915a18 00000400:00000010:0.0:1788878051.723025:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915a18. 00000100:00000001:0.0:1788878051.723034:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878051.723052:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40eca80 x1875765519346176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.723079:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878051.723093:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519346176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.723126:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878051.723135:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878051.723158:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878051.723195:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922900. 00000400:00000200:0.0:1788878051.723208:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878051.723230:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878051.723244:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19154c8 00000400:00000010:0.0:1788878051.723350:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19154c8. 00000100:00000001:0.0:1788878051.723365:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878051.723382:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40edc00 x1875765519346304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.723449:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878051.723469:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519346304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.723509:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878051.723521:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878051.723543:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878051.723554:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922400. 00000400:00000200:0.0:1788878051.723566:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878051.723589:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878051.723603:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915220 00000400:00000010:0.0:1788878051.723613:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915220. 00000100:00000001:0.0:1788878051.723623:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878051.723641:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec380 x1875765519346432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.723676:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878051.723692:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519346432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878051.723724:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878051.723736:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788878055.114348:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303482131, at 4303482176 00000100:00000010:0.0:1788878055.114366:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788878060.234329:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303487251, at 4303487296 00000100:00000010:0.0:1788878060.234351:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00000040:0.0:1788878065.354358:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303492371, at 4303492416 00000100:00000010:0.0:1788878065.354370:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00080000:0.0:1788878069.130410:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878069.130421:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878069.130423:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878069.130428:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878069.130432:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878069.130439:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8823 00000400:00000200:0.0:1788878069.130447:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878069.130453:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878069.130456:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878069.130458:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130461:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.130463:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130465:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878069.130472:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878069.130474:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878069.130476:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878069.130479:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878069.130481:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878069.130482:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878069.130485:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130486:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.130487:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130488:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878069.130491:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878069.130493:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130494:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878069.130497:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878069.130500:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878069.130502:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.130503:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878069.130505:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878069.130514:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878069.130517:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878069.130520:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878069.130522:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.130525:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878069.130527:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878069.130532:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878069.130557:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878069.130564:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878069.130575:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519348480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878069.130586:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878069.130591:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878069.130597:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519348480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878069.130625:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878069.130629:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878069.130633:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878069.130634:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878069.130636:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878069.130639:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878069.130642:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8823 00000400:00000200:0.0:1788878069.130646:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878069.130649:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878069.130652:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878069.130655:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130657:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.130660:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130663:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878069.130667:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878069.130669:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878069.130688:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878069.130692:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878069.130694:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878069.130698:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878069.130702:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130705:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.130708:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130710:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878069.130714:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878069.130736:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130741:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878069.130744:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878069.130751:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878069.130758:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.130765:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878069.130773:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878069.130816:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.130822:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878069.130833:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878069.130837:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878069.130860:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878069.130862:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.130868:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878069.130872:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878069.130876:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878069.130881:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878069.130886:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878069.130897:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519348608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878069.130908:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878069.130913:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878069.130918:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519348608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878069.130935:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878069.130943:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878069.130949:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878069.130955:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878069.130957:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878069.130961:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878069.130966:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8823 00000400:00000200:0.0:1788878069.130972:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878069.130980:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878069.130984:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878069.130989:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.130995:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.131000:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131007:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878069.131015:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878069.131018:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878069.131024:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878069.131027:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878069.131031:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878069.131036:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878069.131047:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131054:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.131060:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131063:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878069.131065:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878069.131073:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131077:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878069.131084:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878069.131091:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878069.131100:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.131108:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878069.131115:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878069.131126:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.131133:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878069.131143:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878069.131149:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878069.131155:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878069.131159:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.131160:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878069.131162:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878069.131167:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878069.131174:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878069.131183:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878069.131193:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519348736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878069.131209:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878069.131215:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878069.131224:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519348736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878069.131238:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878069.131243:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878069.131249:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878069.131251:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878069.131257:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878069.131321:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878069.131327:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8823 00000400:00000200:0.0:1788878069.131335:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878069.131341:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878069.131346:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878069.131350:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131355:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.131359:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131362:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878069.131368:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878069.131370:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878069.131374:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878069.131377:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878069.131380:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878069.131382:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878069.131386:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131389:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.131390:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131391:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878069.131393:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878069.131398:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131400:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878069.131401:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878069.131404:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878069.131407:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.131411:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878069.131414:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878069.131417:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.131422:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878069.131427:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878069.131432:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878069.131436:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878069.131439:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.131443:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878069.131445:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878069.131448:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878069.131452:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878069.131458:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878069.131466:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519348864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878069.131504:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878069.131509:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878069.131517:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519348864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878069.131530:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878069.131533:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878069.131536:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878069.131540:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878069.131543:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878069.131549:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878069.131554:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8823 00000400:00000200:0.0:1788878069.131558:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878069.131564:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878069.131568:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878069.131573:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131576:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.131581:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131585:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878069.131589:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878069.131591:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878069.131595:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878069.131596:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878069.131600:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878069.131603:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878069.131606:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131610:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878069.131614:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131615:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878069.131620:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878069.131623:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878069.131628:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878069.131630:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878069.131632:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878069.131634:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.131638:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878069.131640:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878069.131645:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.131649:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878069.131654:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878069.131658:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878069.131665:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878069.131666:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878069.131669:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878069.131672:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878069.131675:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878069.131699:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878069.131707:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878069.131724:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519348992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878069.131742:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878069.131748:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878069.131775:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519348992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878069.131810:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878069.131818:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8833) 00000100:00000040:0.0:1788878070.474340:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303497492, at 4303497536 00000100:00000010:0.0:1788878070.474353:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00000040:0.0:1788878075.594360:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303502612, at 4303502656 00000100:00000010:0.0:1788878075.594378:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00080000:0.0:1788878079.370344:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878079.370355:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878079.370359:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878079.370363:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878079.370368:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878079.370377:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8834 00000400:00000200:0.0:1788878079.370388:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878079.370395:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878079.370399:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878079.370402:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370406:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.370409:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370412:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878079.370422:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878079.370424:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878079.370427:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878079.370431:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878079.370434:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878079.370437:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878079.370440:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370443:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.370445:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370448:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878079.370451:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878079.370455:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370458:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878079.370462:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878079.370466:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878079.370470:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.370472:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878079.370475:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878079.370483:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878079.370486:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878079.370490:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878079.370491:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.370494:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878079.370496:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878079.370501:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878079.370511:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878079.370517:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878079.370526:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519349760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878079.370534:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878079.370539:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878079.370542:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519349760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878079.370560:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878079.370563:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878079.370566:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878079.370567:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878079.370568:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878079.370570:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878079.370572:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8834 00000400:00000200:0.0:1788878079.370575:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878079.370577:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878079.370579:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878079.370582:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370583:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.370585:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370586:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878079.370589:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878079.370591:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878079.370593:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878079.370595:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878079.370596:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878079.370599:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878079.370604:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370606:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.370610:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370613:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878079.370617:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878079.370622:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370627:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878079.370630:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878079.370638:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878079.370641:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.370645:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878079.370651:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878079.370656:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.370661:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878079.370665:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878079.370668:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878079.370673:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878079.370676:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.370678:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878079.370679:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878079.370680:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878079.370685:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878079.370697:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878079.370704:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519349888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878079.370712:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878079.370715:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878079.370721:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519349888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878079.370728:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878079.370743:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878079.370747:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878079.370752:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878079.370754:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878079.370757:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878079.370761:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8834 00000400:00000200:0.0:1788878079.370769:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878079.370774:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878079.370777:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878079.370782:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370785:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.370790:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370793:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878079.370796:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878079.370799:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878079.370801:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878079.370803:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878079.370805:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878079.370809:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878079.370812:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370813:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.370817:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370821:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878079.370823:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878079.370825:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370829:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878079.370833:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878079.370837:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878079.370840:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.370842:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878079.370845:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878079.370849:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.370854:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878079.370858:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878079.370861:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878079.370866:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878079.370869:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.370871:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878079.370873:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878079.370877:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878079.370881:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878079.370886:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878079.370891:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519350016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878079.370910:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878079.370915:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878079.370921:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519350016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878079.370930:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878079.370933:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878079.370937:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878079.370940:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878079.370942:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878079.370947:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878079.370953:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8834 00000400:00000200:0.0:1788878079.370960:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878079.370966:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878079.370969:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878079.370974:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370976:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.370981:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370982:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878079.370984:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878079.370985:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878079.370986:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878079.370987:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878079.370988:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878079.370989:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878079.370995:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.370997:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.371001:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.371003:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878079.371004:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878079.371007:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878079.371011:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878079.371014:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878079.371017:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878079.371019:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.371023:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878079.371026:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878079.371037:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.371042:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878079.371048:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878079.371051:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878079.371056:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878079.371058:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.371061:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878079.371064:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878079.371066:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878079.371070:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878079.371076:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878079.371083:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519350144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878079.371090:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878079.371093:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878079.371097:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519350144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878079.371109:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878079.371112:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878079.371117:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878079.371121:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878079.371125:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878079.371130:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878079.371135:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8834 00000400:00000200:0.0:1788878079.371144:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878079.371149:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878079.371152:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878079.371158:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.371162:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.371167:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.371170:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878079.371175:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878079.371177:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878079.371181:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878079.371184:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878079.371188:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878079.371191:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878079.371198:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.371203:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878079.371208:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878079.371212:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878079.371217:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878079.371224:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878079.371230:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878079.371233:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878079.371237:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878079.371240:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.371243:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878079.371279:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878079.371282:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.371287:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878079.371293:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878079.371297:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878079.371301:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878079.371304:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878079.371306:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878079.371308:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878079.371310:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878079.371314:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878079.371320:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878079.371327:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519350272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878079.371338:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878079.371341:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878079.371349:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519350272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878079.371368:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878079.371373:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8844) 00000100:00000040:0.0:1788878080.714376:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303507731, at 4303507776 00000100:00000010:0.0:1788878080.714400:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788878085.834345:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303512851, at 4303512896 00000100:00000010:0.0:1788878085.834374:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878090.954356:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303517972, at 4303518016 00000100:00000010:0.0:1788878090.954374:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000100:00000040:0.0:1788878096.074326:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303523092, at 4303523136 00000100:00000010:0.0:1788878096.074344:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00080000:0.0:1788878099.850377:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878099.850389:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878099.850392:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878099.850397:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878099.850403:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878099.850411:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8854 00000400:00000200:0.0:1788878099.850421:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878099.850429:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878099.850433:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878099.850437:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850441:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.850444:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850446:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878099.850456:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878099.850458:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878099.850462:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878099.850466:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878099.850469:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878099.850472:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878099.850475:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850477:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.850479:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850481:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878099.850485:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878099.850489:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850492:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878099.850496:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878099.850500:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878099.850503:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.850506:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878099.850509:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878099.850522:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878099.850526:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878099.850530:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878099.850532:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.850536:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878099.850539:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878099.850545:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878099.850557:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878099.850566:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878099.850578:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519352320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878099.850591:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878099.850597:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878099.850602:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519352320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878099.850634:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878099.850656:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878099.850661:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878099.850663:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878099.850665:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878099.850669:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878099.850672:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8854 00000400:00000200:0.0:1788878099.850677:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878099.850680:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878099.850683:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878099.850687:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850690:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.850693:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850695:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878099.850700:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878099.850702:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878099.850704:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878099.850706:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878099.850709:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878099.850712:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878099.850717:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850723:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.850728:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850733:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878099.850738:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878099.850746:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878099.850749:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878099.850754:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878099.850762:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878099.850769:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.850775:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878099.850799:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878099.850810:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.850817:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878099.850827:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878099.850833:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878099.850871:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878099.850876:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.850883:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878099.850887:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878099.850891:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878099.850896:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878099.850902:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878099.850928:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519352448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878099.850943:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878099.850950:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878099.850958:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519352448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878099.850970:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878099.850973:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878099.850978:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878099.850982:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878099.850983:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878099.850986:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878099.850993:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8854 00000400:00000200:0.0:1788878099.851001:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878099.851007:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878099.851009:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878099.851014:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851021:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.851026:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851035:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878099.851044:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878099.851050:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878099.851055:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878099.851062:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878099.851074:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878099.851085:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878099.851101:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851111:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.851121:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851131:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878099.851139:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878099.851149:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851159:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878099.851165:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878099.851170:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878099.851178:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.851185:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878099.851188:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878099.851195:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.851200:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878099.851218:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878099.851226:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878099.851233:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878099.851238:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.851244:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878099.851290:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878099.851294:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878099.851300:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878099.851308:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878099.851324:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519352576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878099.851348:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878099.851353:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878099.851361:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519352576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878099.851383:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878099.851388:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878099.851397:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878099.851402:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878099.851407:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878099.851413:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878099.851422:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8854 00000400:00000200:0.0:1788878099.851436:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878099.851444:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878099.851448:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878099.851454:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851457:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.851459:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851463:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878099.851470:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878099.851475:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878099.851479:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878099.851485:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878099.851493:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878099.851499:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878099.851510:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851515:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.851523:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851530:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878099.851537:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878099.851545:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851553:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878099.851558:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878099.851563:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878099.851571:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.851578:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878099.851585:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878099.851593:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.851598:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878099.851603:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878099.851610:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878099.851617:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878099.851621:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.851627:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878099.851629:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878099.851632:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878099.851665:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878099.851671:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878099.851683:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519352704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878099.851703:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878099.851708:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878099.851719:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519352704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878099.851736:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878099.851744:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878099.851757:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878099.851763:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878099.851767:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878099.851770:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878099.851778:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8854 00000400:00000200:0.0:1788878099.851787:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878099.851796:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878099.851803:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878099.851809:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851815:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.851819:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851826:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878099.851830:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878099.851833:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878099.851836:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878099.851841:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878099.851847:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878099.851855:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878099.851866:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851872:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878099.851879:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851882:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878099.851892:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878099.851901:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878099.851908:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878099.851914:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878099.851921:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878099.851928:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.851931:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878099.851935:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878099.851941:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.851948:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878099.851952:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878099.851959:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878099.851964:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878099.851968:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878099.851974:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878099.851978:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878099.851982:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878099.851991:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878099.851997:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878099.852012:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519352832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878099.852043:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878099.852054:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878099.852072:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519352832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878099.852113:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878099.852126:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8864) 00000100:00000040:0.0:1788878101.194414:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303528212, at 4303528256 00000100:00000010:0.0:1788878101.194437:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000100:00080000:0.0:1788878104.970450:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878104.970467:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878104.970472:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878104.970477:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878104.970484:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878104.970493:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8859 00000400:00000200:0.0:1788878104.970505:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878104.970513:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878104.970518:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878104.970522:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970526:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.970529:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970533:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878104.970543:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878104.970545:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878104.970549:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878104.970554:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878104.970557:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878104.970561:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878104.970565:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970567:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.970570:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970572:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878104.970576:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878104.970582:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970585:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878104.970589:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878104.970593:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878104.970597:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.970600:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878104.970603:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878104.970637:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878104.970655:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878104.970663:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878104.970667:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.970672:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878104.970677:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878104.970684:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878104.970699:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878104.970712:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878104.970730:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519352960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878104.970750:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878104.970759:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878104.970768:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519352960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878104.970815:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878104.970821:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878104.970826:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878104.970828:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878104.970831:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878104.970836:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878104.970841:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8859 00000400:00000200:0.0:1788878104.970849:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878104.970856:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878104.970860:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878104.970865:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970868:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.970873:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970878:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878104.970888:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878104.970892:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878104.970897:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878104.970901:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878104.970908:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878104.970913:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878104.970925:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970936:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.970947:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970958:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878104.970971:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878104.970984:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878104.970990:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878104.970996:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878104.971004:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878104.971010:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.971017:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878104.971036:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878104.971044:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.971050:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878104.971062:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878104.971072:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878104.971079:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878104.971081:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.971084:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878104.971086:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878104.971091:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878104.971100:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878104.971109:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878104.971126:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519353088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878104.971148:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878104.971153:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878104.971171:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519353088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878104.971202:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878104.971212:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878104.971221:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878104.971225:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878104.971229:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878104.971241:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878104.971312:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8859 00000400:00000200:0.0:1788878104.971331:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878104.971346:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878104.971361:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878104.971380:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.971394:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.971402:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.971415:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878104.971433:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878104.971447:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878104.971451:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878104.971458:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878104.971468:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878104.971481:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878104.971494:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.971500:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.971511:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.971515:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878104.971519:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878104.971526:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878104.971530:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878104.971538:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878104.971545:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878104.971552:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.971556:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878104.971560:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878104.971566:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.971574:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878104.971583:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878104.971589:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878104.971597:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878104.971603:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.971609:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878104.971636:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878104.971645:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878104.971659:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878104.971673:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878104.971694:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519353216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878104.971722:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878104.971731:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878104.971750:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519353216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878104.971819:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878104.971826:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878104.971837:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878104.971841:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878104.971845:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878104.971853:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878104.971861:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8859 00000400:00000200:0.0:1788878104.971881:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878104.971894:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878104.971899:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878104.971912:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.971919:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.971927:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.971932:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878104.971942:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878104.971945:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878104.971950:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878104.971957:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878104.971972:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878104.971986:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878104.971998:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.972001:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.972006:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.972015:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878104.972020:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878104.972034:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878104.972046:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878104.972058:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878104.972068:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878104.972078:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.972088:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878104.972093:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878104.972103:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.972109:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878104.972118:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878104.972133:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878104.972143:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878104.972150:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.972164:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878104.972172:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878104.972181:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878104.972199:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878104.972208:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878104.972229:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519353344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878104.972328:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878104.972340:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878104.972359:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519353344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878104.972469:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878104.972479:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878104.972487:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878104.972494:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878104.972501:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878104.972511:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878104.972526:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8859 00000400:00000200:0.0:1788878104.972540:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878104.972555:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878104.972561:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878104.972576:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.972583:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.972589:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.972597:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878104.972612:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878104.972642:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878104.972657:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878104.972669:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878104.972687:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878104.972703:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878104.972728:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.972742:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878104.972761:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878104.972780:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878104.972791:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878104.972810:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878104.972823:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878104.972830:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878104.972842:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878104.972855:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.972863:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878104.972879:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878104.972893:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.972901:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878104.972915:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878104.972924:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878104.972941:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878104.972954:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878104.972961:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878104.972965:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878104.972974:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878104.972991:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878104.973001:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878104.973014:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519353472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878104.973036:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878104.973043:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878104.973058:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519353472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878104.973082:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878104.973095:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8869) 00000100:00000040:0.0:1788878106.314371:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303533332, at 4303533376 00000100:00000010:0.0:1788878106.314389:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00080000:0.0:1788878110.090336:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878110.090346:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878110.090348:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878110.090352:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878110.090356:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878110.090364:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8864 00000400:00000200:0.0:1788878110.090373:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878110.090379:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878110.090382:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878110.090385:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090387:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.090389:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090391:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878110.090399:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878110.090401:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878110.090403:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878110.090407:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878110.090410:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878110.090413:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878110.090417:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090419:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.090421:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090424:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878110.090428:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878110.090433:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090437:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878110.090440:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878110.090444:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878110.090448:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.090451:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878110.090454:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878110.090476:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878110.090480:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878110.090485:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878110.090487:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.090491:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878110.090494:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878110.090499:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878110.090509:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878110.090516:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878110.090525:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519353600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878110.090533:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878110.090537:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878110.090540:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519353600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878110.090561:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878110.090564:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878110.090567:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878110.090568:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878110.090569:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878110.090572:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878110.090574:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8864 00000400:00000200:0.0:1788878110.090577:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878110.090579:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878110.090581:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878110.090584:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090585:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.090587:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090588:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878110.090603:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878110.090604:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878110.090606:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878110.090608:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878110.090610:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878110.090612:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878110.090615:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090617:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.090619:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090620:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878110.090622:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878110.090624:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090625:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878110.090627:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878110.090634:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878110.090637:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.090639:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878110.090645:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878110.090650:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.090652:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878110.090657:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878110.090661:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878110.090666:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878110.090668:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.090671:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878110.090673:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878110.090675:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878110.090681:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878110.090689:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878110.090699:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519353728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878110.090717:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878110.090723:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878110.090732:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519353728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878110.090764:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878110.090769:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878110.090776:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878110.090779:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878110.090782:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878110.090785:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878110.090789:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8864 00000400:00000200:0.0:1788878110.090796:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878110.090801:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878110.090803:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878110.090810:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090812:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.090814:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090817:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878110.090824:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878110.090825:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878110.090826:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878110.090829:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878110.090835:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878110.090838:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878110.090844:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090848:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.090854:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090856:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878110.090859:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878110.090867:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878110.090873:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878110.090877:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878110.090881:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878110.090885:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.090889:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878110.090893:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878110.090897:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.090899:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878110.090907:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878110.090911:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878110.090915:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878110.090916:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.090918:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878110.090921:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878110.090924:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878110.090931:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878110.090935:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878110.090945:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519353856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878110.090955:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878110.090961:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878110.090967:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519353856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878110.090979:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878110.090984:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878110.090990:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878110.090994:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878110.090997:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878110.091001:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878110.091008:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8864 00000400:00000200:0.0:1788878110.091014:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878110.091023:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878110.091026:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878110.091031:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091035:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.091053:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091054:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878110.091075:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878110.091078:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878110.091082:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878110.091084:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878110.091086:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878110.091087:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878110.091092:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091095:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.091097:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091102:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878110.091104:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878110.091111:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091113:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878110.091117:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878110.091121:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878110.091126:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.091129:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878110.091132:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878110.091135:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.091139:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878110.091144:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878110.091147:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878110.091150:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878110.091152:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.091155:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878110.091156:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878110.091158:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878110.091161:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878110.091165:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878110.091171:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519353984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878110.091184:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878110.091187:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878110.091194:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519353984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878110.091203:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878110.091206:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878110.091210:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878110.091212:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878110.091214:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878110.091218:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878110.091222:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8864 00000400:00000200:0.0:1788878110.091229:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878110.091234:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878110.091236:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878110.091239:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091244:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.091266:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091268:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878110.091272:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878110.091275:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878110.091277:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878110.091279:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878110.091280:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878110.091282:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878110.091286:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091287:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878110.091288:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091290:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878110.091292:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878110.091294:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878110.091296:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878110.091298:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878110.091300:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878110.091302:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.091303:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878110.091304:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878110.091306:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.091311:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878110.091314:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878110.091317:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878110.091320:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878110.091323:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878110.091326:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878110.091327:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878110.091329:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878110.091333:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878110.091337:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878110.091342:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519354112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878110.091354:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878110.091358:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878110.091365:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519354112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878110.091374:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878110.091380:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8874) 00000100:00000040:0.0:1788878111.434403:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303538452, at 4303538496 00000100:00000010:0.0:1788878111.434424:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000100:00080000:0.0:1788878115.210388:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878115.210401:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878115.210404:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878115.210409:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878115.210415:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878115.210424:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8869 00000400:00000200:0.0:1788878115.210435:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878115.210442:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878115.210446:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878115.210450:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210453:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.210456:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210459:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878115.210468:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878115.210470:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878115.210473:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878115.210477:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878115.210480:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878115.210483:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878115.210486:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210489:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.210491:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210494:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878115.210497:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878115.210501:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210504:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878115.210507:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878115.210511:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878115.210513:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.210516:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878115.210519:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878115.210531:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878115.210536:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878115.210542:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878115.210545:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.210550:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878115.210554:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878115.210561:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878115.210591:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878115.210601:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878115.210615:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519354240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878115.210639:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878115.210644:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878115.210650:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519354240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878115.210675:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878115.210679:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878115.210683:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878115.210684:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878115.210686:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878115.210690:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878115.210692:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8869 00000400:00000200:0.0:1788878115.210697:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878115.210701:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878115.210704:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878115.210708:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210711:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.210714:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210717:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878115.210722:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878115.210723:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878115.210725:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878115.210727:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878115.210730:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878115.210734:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878115.210738:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210740:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.210745:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210748:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878115.210753:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878115.210760:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210766:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878115.210768:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878115.210785:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878115.210795:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.210799:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878115.210806:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878115.210813:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.210818:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878115.210828:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878115.210834:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878115.210841:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878115.210846:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.210851:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878115.210852:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878115.210856:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878115.210868:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878115.210878:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878115.210890:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519354368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878115.210900:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878115.210906:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878115.210912:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519354368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878115.210929:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878115.210935:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878115.210940:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878115.210945:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878115.210949:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878115.210956:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878115.210963:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8869 00000400:00000200:0.0:1788878115.210975:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878115.210984:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878115.210988:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878115.210994:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.210997:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.211004:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211008:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878115.211011:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878115.211013:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878115.211019:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878115.211024:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878115.211027:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878115.211033:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878115.211045:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211050:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.211059:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211062:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878115.211066:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878115.211074:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211082:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878115.211084:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878115.211090:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878115.211096:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.211101:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878115.211104:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878115.211110:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.211117:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878115.211127:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878115.211163:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878115.211171:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878115.211177:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.211181:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878115.211187:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878115.211194:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878115.211209:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878115.211215:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878115.211223:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519354496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878115.211234:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878115.211241:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878115.211301:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519354496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878115.211311:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878115.211314:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878115.211319:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878115.211321:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878115.211324:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878115.211331:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878115.211339:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8869 00000400:00000200:0.0:1788878115.211360:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878115.211366:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878115.211369:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878115.211374:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211379:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.211383:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211391:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878115.211396:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878115.211400:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878115.211402:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878115.211407:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878115.211412:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878115.211417:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878115.211425:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211432:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.211436:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211438:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878115.211440:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878115.211443:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211445:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878115.211447:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878115.211451:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878115.211461:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.211468:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878115.211474:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878115.211479:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.211483:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878115.211492:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878115.211499:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878115.211504:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878115.211509:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.211516:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878115.211525:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878115.211533:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878115.211543:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878115.211553:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878115.211584:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519354624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878115.211620:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878115.211628:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878115.211641:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519354624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878115.211667:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878115.211676:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878115.211694:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878115.211699:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878115.211706:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878115.211715:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878115.211726:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8869 00000400:00000200:0.0:1788878115.211740:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878115.211752:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878115.211758:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878115.211769:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211776:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.211787:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211794:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878115.211805:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878115.211813:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878115.211820:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878115.211828:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878115.211836:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878115.211845:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878115.211856:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211866:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878115.211875:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211880:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878115.211889:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878115.211900:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878115.211911:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878115.211919:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878115.211925:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878115.211932:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.211940:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878115.211947:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878115.211956:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.211964:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878115.211972:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878115.211981:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878115.211993:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878115.211998:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878115.212005:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878115.212011:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878115.212016:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878115.212026:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878115.212037:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878115.212051:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519354752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878115.212093:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878115.212099:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878115.212113:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519354752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878115.212135:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878115.212148:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8879) 00000100:00000040:0.0:1788878116.554334:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303543572, at 4303543616 00000100:00000010:0.0:1788878116.554351:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788878121.674416:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303548692, at 4303548736 00000100:00000010:0.0:1788878121.674443:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00080000:0.0:1788878125.450397:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878125.450408:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878125.450410:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878125.450414:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878125.450418:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878125.450426:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8880 00000400:00000200:0.0:1788878125.450434:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878125.450440:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878125.450443:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878125.450445:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450448:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.450450:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450451:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878125.450459:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878125.450461:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878125.450464:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878125.450467:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878125.450469:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878125.450472:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878125.450475:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450477:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.450480:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450483:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878125.450487:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878125.450492:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450495:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878125.450499:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878125.450503:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878125.450508:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.450511:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878125.450514:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878125.450537:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878125.450541:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878125.450546:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878125.450547:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.450550:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878125.450552:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878125.450557:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878125.450564:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878125.450570:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878125.450591:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519355520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878125.450600:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878125.450604:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878125.450608:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519355520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878125.450630:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878125.450633:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878125.450637:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878125.450639:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878125.450641:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878125.450645:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878125.450648:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8880 00000400:00000200:0.0:1788878125.450655:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878125.450659:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878125.450662:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878125.450666:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450669:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.450671:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450673:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878125.450676:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878125.450679:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878125.450681:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878125.450685:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878125.450689:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878125.450693:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878125.450697:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450702:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.450706:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450710:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878125.450716:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878125.450721:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450725:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878125.450729:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878125.450736:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878125.450739:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.450743:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878125.450749:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878125.450753:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.450755:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878125.450760:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878125.450764:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878125.450768:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878125.450771:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.450773:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878125.450775:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878125.450778:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878125.450783:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878125.450788:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878125.450795:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519355648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878125.450805:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878125.450808:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878125.450813:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519355648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878125.450825:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878125.450830:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878125.450840:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878125.450845:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878125.450850:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878125.450858:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878125.450864:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8880 00000400:00000200:0.0:1788878125.450873:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878125.450879:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878125.450882:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878125.450888:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450891:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.450895:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450898:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878125.450906:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878125.450908:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878125.450912:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878125.450916:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878125.450921:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878125.450926:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878125.450930:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450931:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.450932:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450934:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878125.450935:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878125.450940:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878125.450945:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878125.450947:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878125.450950:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878125.450953:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.450957:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878125.450960:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878125.450964:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.450968:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878125.450972:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878125.450976:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878125.450981:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878125.450983:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.450986:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878125.450988:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878125.450991:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878125.450997:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878125.451003:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878125.451008:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519355776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878125.451020:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878125.451023:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878125.451031:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519355776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878125.451040:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878125.451044:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878125.451047:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878125.451052:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878125.451054:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878125.451059:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878125.451065:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8880 00000400:00000200:0.0:1788878125.451068:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878125.451071:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878125.451074:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878125.451080:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451082:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.451084:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451089:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878125.451094:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878125.451098:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878125.451102:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878125.451107:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878125.451112:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878125.451117:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878125.451126:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451131:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.451137:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451140:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878125.451143:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878125.451149:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451154:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878125.451158:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878125.451160:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878125.451166:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.451167:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878125.451170:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878125.451174:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.451176:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878125.451180:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878125.451182:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878125.451186:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878125.451187:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.451189:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878125.451190:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878125.451191:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878125.451200:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878125.451203:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878125.451209:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519355904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878125.451218:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878125.451221:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878125.451228:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519355904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878125.451238:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878125.451243:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878125.451278:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878125.451281:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878125.451284:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878125.451290:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878125.451295:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8880 00000400:00000200:0.0:1788878125.451301:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878125.451306:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878125.451311:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878125.451317:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451321:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.451326:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451331:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878125.451336:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878125.451341:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878125.451345:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878125.451351:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878125.451357:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878125.451362:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878125.451371:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451378:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878125.451384:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451387:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878125.451390:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878125.451395:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878125.451399:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878125.451403:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878125.451407:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878125.451410:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.451413:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878125.451416:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878125.451422:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.451425:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878125.451430:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878125.451434:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878125.451438:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878125.451440:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878125.451442:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878125.451445:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878125.451449:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878125.451453:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878125.451459:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878125.451466:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519356032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878125.451499:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878125.451505:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878125.451511:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519356032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878125.451539:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878125.451545:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8890) 00000100:00000040:0.0:1788878126.794410:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303553811, at 4303553856 00000100:00000010:0.0:1788878126.794444:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00080000:0.0:1788878130.570333:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878130.570344:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878130.570347:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878130.570351:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878130.570355:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878130.570363:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8885 00000400:00000200:0.0:1788878130.570374:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878130.570382:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878130.570386:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878130.570389:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570393:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.570396:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570399:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878130.570409:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878130.570411:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878130.570415:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878130.570419:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878130.570420:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878130.570422:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878130.570425:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570428:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.570429:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570431:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878130.570434:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878130.570436:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570438:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878130.570440:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878130.570443:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878130.570445:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.570447:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878130.570449:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878130.570458:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878130.570461:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878130.570465:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878130.570467:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.570469:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878130.570472:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878130.570477:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878130.570485:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878130.570491:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878130.570510:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519356160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878130.570521:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878130.570526:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878130.570530:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519356160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878130.570552:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878130.570554:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878130.570558:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878130.570559:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878130.570561:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878130.570563:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878130.570566:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8885 00000400:00000200:0.0:1788878130.570569:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878130.570572:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878130.570574:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878130.570577:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570578:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.570580:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570581:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878130.570584:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878130.570586:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878130.570587:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878130.570589:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878130.570591:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878130.570593:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878130.570596:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570598:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.570600:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570602:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878130.570606:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878130.570608:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570610:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878130.570613:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878130.570618:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878130.570621:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.570624:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878130.570629:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878130.570634:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.570639:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878130.570644:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878130.570649:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878130.570654:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878130.570656:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.570659:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878130.570661:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878130.570663:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878130.570668:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878130.570674:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878130.570681:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519356288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878130.570696:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878130.570700:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878130.570705:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519356288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878130.570714:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878130.570718:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878130.570721:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878130.570723:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878130.570725:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878130.570729:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878130.570733:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8885 00000400:00000200:0.0:1788878130.570740:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878130.570746:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878130.570748:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878130.570754:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570756:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.570758:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570763:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878130.570765:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878130.570766:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878130.570768:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878130.570773:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878130.570780:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878130.570787:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878130.570798:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570803:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.570812:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570819:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878130.570824:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878130.570829:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878130.570833:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878130.570835:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878130.570839:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878130.570845:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.570849:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878130.570854:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878130.570860:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.570862:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878130.570868:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878130.570874:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878130.570880:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878130.570884:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.570890:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878130.570894:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878130.570907:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878130.570916:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878130.570925:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878130.570935:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519356416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878130.570955:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878130.570960:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878130.570970:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519356416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878130.570988:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878130.570996:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878130.571003:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878130.571008:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878130.571012:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878130.571019:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878130.571025:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8885 00000400:00000200:0.0:1788878130.571035:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878130.571041:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878130.571044:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878130.571048:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571050:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.571055:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571058:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878130.571064:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878130.571067:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878130.571069:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878130.571072:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878130.571076:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878130.571078:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878130.571082:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571087:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.571097:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571101:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878130.571105:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878130.571111:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571115:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878130.571117:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878130.571122:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878130.571127:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.571131:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878130.571136:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878130.571140:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.571143:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878130.571147:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878130.571152:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878130.571158:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878130.571162:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.571165:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878130.571169:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878130.571173:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878130.571183:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878130.571192:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878130.571204:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519356544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878130.571236:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878130.571241:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878130.571277:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519356544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878130.571293:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878130.571299:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878130.571305:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878130.571309:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878130.571312:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878130.571317:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878130.571323:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8885 00000400:00000200:0.0:1788878130.571329:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878130.571336:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878130.571341:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878130.571349:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571353:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.571358:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571363:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878130.571371:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878130.571374:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878130.571376:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878130.571378:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878130.571381:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878130.571387:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878130.571396:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571404:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878130.571412:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571418:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878130.571423:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878130.571429:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878130.571434:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878130.571437:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878130.571439:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878130.571441:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.571445:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878130.571450:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878130.571454:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.571457:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878130.571463:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878130.571468:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878130.571474:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878130.571478:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878130.571484:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878130.571488:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878130.571493:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878130.571513:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878130.571520:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878130.571528:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519356672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878130.571555:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878130.571558:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878130.571565:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519356672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878130.571578:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878130.571583:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8895) 00000100:00000040:0.0:1788878131.914348:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303558931, at 4303558976 00000100:00000010:0.0:1788878131.914374:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00080000:0.0:1788878135.690334:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878135.690345:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878135.690347:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878135.690351:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878135.690355:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878135.690363:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8890 00000400:00000200:0.0:1788878135.690372:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878135.690378:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878135.690381:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878135.690383:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690386:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.690388:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690390:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878135.690398:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878135.690400:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878135.690402:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878135.690405:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878135.690407:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878135.690409:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878135.690411:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690414:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.690415:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690417:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878135.690420:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878135.690422:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690424:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878135.690426:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878135.690429:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878135.690431:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.690433:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878135.690435:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878135.690443:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878135.690446:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878135.690450:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878135.690451:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.690454:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878135.690456:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878135.690460:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878135.690470:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878135.690489:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878135.690500:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519356800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878135.690509:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878135.690513:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878135.690529:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519356800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878135.690550:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878135.690553:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878135.690556:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878135.690557:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878135.690558:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878135.690561:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878135.690563:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8890 00000400:00000200:0.0:1788878135.690566:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878135.690568:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878135.690570:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878135.690572:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690574:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.690576:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690578:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878135.690581:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878135.690582:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878135.690583:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878135.690585:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878135.690587:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878135.690589:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878135.690592:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690595:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.690597:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690600:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878135.690602:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878135.690606:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690610:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878135.690611:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878135.690618:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878135.690623:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.690627:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878135.690633:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878135.690637:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.690640:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878135.690644:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878135.690648:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878135.690653:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878135.690657:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.690660:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878135.690662:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878135.690664:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878135.690669:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878135.690674:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878135.690681:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519356928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878135.690690:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878135.690695:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878135.690699:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519356928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878135.690708:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878135.690711:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878135.690714:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878135.690718:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878135.690720:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878135.690724:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878135.690728:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8890 00000400:00000200:0.0:1788878135.690732:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878135.690738:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878135.690742:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878135.690748:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690751:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.690756:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690759:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878135.690763:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878135.690766:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878135.690768:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878135.690770:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878135.690774:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878135.690778:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878135.690782:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690786:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.690790:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690792:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878135.690795:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878135.690802:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690805:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878135.690808:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878135.690812:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878135.690815:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.690818:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878135.690821:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878135.690826:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.690828:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878135.690834:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878135.690838:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878135.690840:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878135.690842:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.690845:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878135.690848:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878135.690852:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878135.690856:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878135.690859:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878135.690865:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519357056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878135.690874:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878135.690878:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878135.690884:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519357056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878135.690898:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878135.690903:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878135.690907:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878135.690910:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878135.690912:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878135.690915:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878135.690918:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8890 00000400:00000200:0.0:1788878135.690925:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878135.690930:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878135.690933:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878135.690935:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690940:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.690944:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690947:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878135.690952:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878135.690954:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878135.690957:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878135.690960:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878135.690964:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878135.690967:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878135.690972:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690978:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.690985:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.690990:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878135.690996:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878135.691003:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878135.691010:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878135.691013:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878135.691018:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878135.691023:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.691028:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878135.691031:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878135.691035:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.691038:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878135.691042:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878135.691049:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878135.691055:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878135.691058:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.691061:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878135.691064:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878135.691067:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878135.691073:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878135.691077:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878135.691087:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519357184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878135.691098:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878135.691101:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878135.691109:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519357184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878135.691127:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878135.691132:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878135.691141:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878135.691146:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878135.691150:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878135.691154:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878135.691158:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8890 00000400:00000200:0.0:1788878135.691166:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878135.691175:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878135.691182:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878135.691188:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.691193:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.691198:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.691204:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878135.691208:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878135.691211:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878135.691215:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878135.691218:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878135.691223:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878135.691227:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878135.691234:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.691237:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878135.691242:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878135.691245:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878135.691272:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878135.691278:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878135.691283:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878135.691287:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878135.691291:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878135.691294:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.691297:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878135.691300:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878135.691304:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.691306:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878135.691311:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878135.691316:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878135.691321:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878135.691324:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878135.691326:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878135.691329:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878135.691333:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878135.691337:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878135.691342:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878135.691347:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519357312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878135.691367:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878135.691371:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878135.691379:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519357312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878135.691397:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878135.691403:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8900) 00000100:00000040:0.0:1788878137.034368:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303564051, at 4303564096 00000100:00000010:0.0:1788878137.034390:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788878142.154386:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303569171, at 4303569216 00000100:00000010:0.0:1788878142.154418:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00000040:0.0:1788878147.274366:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303574292, at 4303574336 00000100:00000010:0.0:1788878147.274374:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788878152.394316:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303579411, at 4303579456 00000100:00000010:0.0:1788878152.394332:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878157.514429:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303584532, at 4303584576 00000100:00000010:0.0:1788878157.514449:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00000040:0.0:1788878162.634338:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303589651, at 4303589696 00000100:00000010:0.0:1788878162.634353:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788878167.754348:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303594771, at 4303594816 00000100:00000010:0.0:1788878167.754365:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788878172.874361:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303599891, at 4303599936 00000100:00000010:0.0:1788878172.874381:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878177.994378:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303605012, at 4303605056 00000100:00000010:0.0:1788878177.994400:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788878183.114433:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303610131, at 4303610176 00000100:00000010:0.0:1788878183.114451:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788878188.234365:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303615251, at 4303615296 00000100:00000010:0.0:1788878188.234391:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00000040:0.0:1788878193.354362:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303620371, at 4303620416 00000100:00000010:0.0:1788878193.354380:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00000040:0.0:1788878198.474353:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303625491, at 4303625536 00000100:00000010:0.0:1788878198.474372:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00080000:0.0:1788878202.250322:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878202.250329:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878202.250332:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878202.250336:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878202.250340:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878202.250346:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8956 00000400:00000200:0.0:1788878202.250354:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878202.250360:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878202.250362:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878202.250365:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250368:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.250369:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250371:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878202.250379:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878202.250380:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878202.250382:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878202.250385:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878202.250387:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878202.250388:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878202.250391:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250392:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.250393:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250394:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878202.250397:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878202.250400:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250402:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878202.250404:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878202.250407:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878202.250410:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250411:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878202.250413:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878202.250422:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878202.250424:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878202.250428:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878202.250429:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250431:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878202.250434:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878202.250438:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878202.250447:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878202.250453:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878202.250461:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519365120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878202.250470:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878202.250473:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878202.250477:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519365120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878202.250497:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878202.250499:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878202.250502:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878202.250503:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878202.250505:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878202.250506:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878202.250508:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8956 00000400:00000200:0.0:1788878202.250510:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878202.250513:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878202.250514:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878202.250517:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250519:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.250520:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250522:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878202.250525:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878202.250526:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878202.250527:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878202.250529:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878202.250530:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878202.250532:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878202.250535:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250538:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.250542:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250547:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878202.250548:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878202.250552:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250558:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878202.250561:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878202.250569:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878202.250576:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250581:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878202.250588:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878202.250593:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250596:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878202.250601:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878202.250607:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878202.250613:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878202.250617:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250622:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878202.250627:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878202.250631:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878202.250637:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878202.250641:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878202.250648:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519365248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878202.250655:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878202.250660:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878202.250667:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519365248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878202.250683:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878202.250686:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878202.250693:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878202.250696:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878202.250699:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878202.250703:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878202.250708:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8956 00000400:00000200:0.0:1788878202.250713:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878202.250715:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878202.250717:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878202.250721:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250724:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.250726:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250730:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878202.250735:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878202.250737:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878202.250740:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878202.250742:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878202.250746:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878202.250751:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878202.250758:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250764:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.250768:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250771:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878202.250775:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878202.250779:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250781:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878202.250784:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878202.250789:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878202.250793:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250796:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878202.250798:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878202.250801:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250805:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878202.250809:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878202.250813:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878202.250814:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878202.250817:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250819:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878202.250822:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878202.250824:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878202.250832:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878202.250838:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878202.250843:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519365376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878202.250854:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878202.250856:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878202.250862:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519365376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878202.250874:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878202.250876:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878202.250883:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878202.250885:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878202.250888:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878202.250892:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878202.250897:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8956 00000400:00000200:0.0:1788878202.250905:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878202.250910:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878202.250914:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878202.250919:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250923:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.250927:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250931:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878202.250934:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878202.250937:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878202.250939:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878202.250941:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878202.250943:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878202.250947:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878202.250952:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250954:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.250958:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250960:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878202.250964:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878202.250966:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878202.250968:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878202.250970:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878202.250974:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878202.250976:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250978:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878202.250982:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878202.250984:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250985:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878202.250988:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878202.250990:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878202.250995:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878202.250997:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.250998:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878202.250999:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878202.251002:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878202.251006:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878202.251010:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878202.251015:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519365504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878202.251038:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878202.251042:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878202.251050:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519365504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878202.251060:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878202.251064:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878202.251069:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878202.251072:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878202.251075:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878202.251079:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878202.251085:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8956 00000400:00000200:0.0:1788878202.251092:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878202.251099:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878202.251101:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878202.251107:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.251111:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.251114:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.251118:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878202.251121:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878202.251123:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878202.251126:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878202.251130:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878202.251132:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878202.251137:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878202.251144:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.251149:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878202.251152:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878202.251156:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878202.251162:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878202.251170:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878202.251191:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878202.251196:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878202.251203:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878202.251209:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.251214:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878202.251217:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878202.251224:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.251230:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878202.251234:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878202.251240:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878202.251245:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878202.251264:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878202.251266:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878202.251268:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878202.251269:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878202.251273:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878202.251276:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878202.251282:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519365632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878202.251298:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878202.251302:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878202.251307:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519365632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878202.251319:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878202.251326:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8967) 00000100:00000040:0.0:1788878203.594325:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303630611, at 4303630656 00000100:00000010:0.0:1788878203.594344:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788878208.714361:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303635731, at 4303635776 00000100:00000010:0.0:1788878208.714375:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000100:00000040:0.0:1788878213.834327:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303640851, at 4303640896 00000100:00000010:0.0:1788878213.834342:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878218.954333:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303645971, at 4303646016 00000100:00000010:0.0:1788878218.954350:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00080000:0.0:1788878222.730387:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878222.730396:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878222.730398:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878222.730406:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878222.730411:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878222.730417:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8977 00000400:00000200:0.0:1788878222.730425:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878222.730432:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878222.730435:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878222.730437:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730440:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.730442:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730444:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878222.730452:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878222.730454:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878222.730456:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878222.730459:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878222.730461:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878222.730463:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878222.730465:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730466:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.730467:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730468:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878222.730470:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878222.730473:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730474:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878222.730477:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878222.730480:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878222.730482:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.730484:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878222.730486:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878222.730495:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878222.730498:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878222.730502:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878222.730503:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.730506:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878222.730508:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878222.730512:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878222.730521:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878222.730527:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878222.730536:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519367680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878222.730544:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878222.730548:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878222.730552:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519367680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878222.730581:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878222.730583:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878222.730586:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878222.730587:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878222.730588:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878222.730590:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878222.730592:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8977 00000400:00000200:0.0:1788878222.730595:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878222.730597:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878222.730598:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878222.730601:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730604:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.730606:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730607:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878222.730609:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878222.730610:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878222.730611:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878222.730613:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878222.730616:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878222.730617:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878222.730620:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730623:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.730624:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730626:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878222.730628:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878222.730630:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730632:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878222.730635:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878222.730642:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878222.730647:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.730657:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878222.730664:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878222.730673:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.730682:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878222.730694:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878222.730701:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878222.730707:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878222.730710:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.730717:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878222.730720:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878222.730725:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878222.730732:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878222.730741:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878222.730748:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519367808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878222.730758:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878222.730762:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878222.730767:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519367808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878222.730782:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878222.730786:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878222.730791:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878222.730793:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878222.730795:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878222.730798:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878222.730801:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8977 00000400:00000200:0.0:1788878222.730807:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878222.730813:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878222.730816:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878222.730823:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730825:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.730827:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730829:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878222.730836:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878222.730839:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878222.730842:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878222.730844:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878222.730847:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878222.730856:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878222.730863:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730867:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.730868:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730870:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878222.730873:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878222.730879:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878222.730883:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878222.730884:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878222.730887:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878222.730894:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.730896:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878222.730898:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878222.730900:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.730903:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878222.730910:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878222.730916:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878222.730924:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878222.730926:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.730928:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878222.730930:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878222.730935:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878222.730940:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878222.730953:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878222.730966:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519367936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878222.730990:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878222.730997:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878222.731007:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519367936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878222.731021:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878222.731028:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878222.731031:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878222.731032:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878222.731034:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878222.731040:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878222.731049:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8977 00000400:00000200:0.0:1788878222.731054:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878222.731056:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878222.731058:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878222.731060:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731065:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.731075:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731083:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878222.731103:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878222.731105:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878222.731113:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878222.731120:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878222.731128:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878222.731136:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878222.731146:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731151:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.731158:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731168:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878222.731170:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878222.731180:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731188:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878222.731194:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878222.731202:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878222.731208:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.731211:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878222.731216:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878222.731220:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.731222:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878222.731231:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878222.731234:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878222.731241:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878222.731242:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.731246:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878222.731299:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878222.731305:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878222.731315:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878222.731322:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878222.731335:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519368064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878222.731356:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878222.731360:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878222.731368:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519368064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878222.731383:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878222.731388:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878222.731393:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878222.731395:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878222.731398:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878222.731403:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878222.731410:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8977 00000400:00000200:0.0:1788878222.731422:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878222.731429:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878222.731433:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878222.731439:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731441:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.731443:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731449:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878222.731452:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878222.731455:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878222.731458:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878222.731462:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878222.731465:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878222.731470:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878222.731481:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731483:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878222.731485:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731486:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878222.731487:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878222.731489:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878222.731490:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878222.731491:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878222.731494:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878222.731498:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.731502:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878222.731506:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878222.731509:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.731515:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878222.731520:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878222.731525:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878222.731528:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878222.731530:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878222.731532:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878222.731534:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878222.731537:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878222.731542:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878222.731550:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878222.731561:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519368192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878222.731569:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878222.731570:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878222.731578:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519368192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878222.731584:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878222.731589:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8987) 00000100:00000040:0.0:1788878224.074412:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303651092, at 4303651136 00000100:00000010:0.0:1788878224.074428:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00080000:0.0:1788878227.850355:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878227.850366:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878227.850369:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878227.850374:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878227.850379:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878227.850388:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 8982 00000400:00000200:0.0:1788878227.850398:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878227.850405:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878227.850409:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878227.850413:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850417:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.850420:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850422:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878227.850432:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878227.850435:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878227.850438:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878227.850442:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878227.850445:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878227.850447:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878227.850450:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850452:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.850455:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850457:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878227.850460:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878227.850463:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850466:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878227.850470:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878227.850474:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878227.850478:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.850480:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878227.850483:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878227.850493:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878227.850498:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878227.850502:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878227.850504:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.850507:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878227.850511:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878227.850516:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878227.850528:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878227.850537:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878227.850547:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519368320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878227.850559:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878227.850565:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878227.850570:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519368320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878227.850593:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878227.850597:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878227.850601:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878227.850604:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878227.850607:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878227.850610:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878227.850614:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8982 00000400:00000200:0.0:1788878227.850620:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878227.850627:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878227.850631:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878227.850635:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850641:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.850647:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850653:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878227.850659:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878227.850663:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878227.850669:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878227.850676:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878227.850683:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878227.850689:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878227.850696:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850700:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.850704:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850711:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878227.850717:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878227.850723:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850728:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878227.850731:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878227.850740:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878227.850746:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.850751:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878227.850757:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878227.850763:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.850768:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878227.850775:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878227.850781:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878227.850786:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878227.850787:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.850792:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878227.850795:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878227.850797:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878227.850804:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878227.850811:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878227.850824:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519368448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878227.850845:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878227.850849:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878227.850859:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519368448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878227.850875:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878227.850880:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878227.850888:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878227.850892:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878227.850896:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878227.850902:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878227.850909:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8982 00000400:00000200:0.0:1788878227.850917:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878227.850923:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878227.850929:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878227.850935:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850940:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.850944:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850948:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878227.850953:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878227.850956:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878227.850960:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878227.850963:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878227.850970:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878227.850976:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878227.850984:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.850990:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.850995:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851003:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878227.851009:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878227.851017:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851021:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878227.851025:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878227.851029:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878227.851037:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.851043:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878227.851048:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878227.851054:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.851059:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878227.851083:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878227.851091:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878227.851098:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878227.851103:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.851108:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878227.851111:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878227.851115:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878227.851123:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878227.851129:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878227.851140:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519368576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878227.851159:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878227.851165:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878227.851175:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519368576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878227.851189:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878227.851196:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878227.851205:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878227.851210:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878227.851213:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878227.851218:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878227.851226:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8982 00000400:00000200:0.0:1788878227.851235:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878227.851241:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878227.851245:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878227.851281:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851288:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.851295:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851302:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878227.851309:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878227.851313:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878227.851318:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878227.851322:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878227.851326:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878227.851331:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878227.851339:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851342:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.851349:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851354:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878227.851359:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878227.851366:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851373:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878227.851379:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878227.851382:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878227.851385:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.851390:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878227.851395:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878227.851401:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.851405:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878227.851412:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878227.851418:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878227.851424:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878227.851428:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.851434:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878227.851439:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878227.851445:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878227.851453:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878227.851461:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878227.851472:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519368704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878227.851483:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878227.851489:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878227.851499:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519368704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878227.851524:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878227.851532:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878227.851539:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878227.851543:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878227.851548:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878227.851554:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878227.851564:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 8982 00000400:00000200:0.0:1788878227.851575:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878227.851586:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878227.851593:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878227.851603:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851609:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.851617:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851623:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878227.851631:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878227.851636:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878227.851642:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878227.851647:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878227.851655:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878227.851661:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878227.851671:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851679:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878227.851684:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851691:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878227.851698:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878227.851706:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878227.851712:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878227.851717:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878227.851722:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878227.851729:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.851735:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878227.851741:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878227.851747:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.851754:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878227.851763:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878227.851771:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878227.851778:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878227.851782:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878227.851788:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878227.851792:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878227.851797:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878227.851805:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878227.851814:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878227.851825:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519368832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878227.851858:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878227.851864:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878227.851877:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519368832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878227.851900:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878227.851909:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8992) 00000100:00000040:0.0:1788878229.194373:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303656211, at 4303656256 00000100:00000010:0.0:1788878229.194394:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788878234.314385:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303661331, at 4303661376 00000100:00000010:0.0:1788878234.314406:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878239.434401:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303666452, at 4303666496 00000100:00000010:0.0:1788878239.434426:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00000040:0.0:1788878244.554382:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303671571, at 4303671616 00000100:00000010:0.0:1788878244.554408:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000040:0.0:1788878249.674382:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303676692, at 4303676736 00000100:00000010:0.0:1788878249.674407:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00000040:0.0:1788878254.794374:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303681812, at 4303681856 00000100:00000010:0.0:1788878254.794428:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00080000:0.0:1788878258.570391:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878258.570406:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878258.570411:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878258.570416:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878258.570423:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878258.570432:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9013 00000400:00000200:0.0:1788878258.570444:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878258.570452:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878258.570457:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878258.570461:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570466:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.570469:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570472:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878258.570482:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878258.570485:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878258.570488:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878258.570493:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878258.570496:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878258.570499:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878258.570504:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570506:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.570509:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570511:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878258.570515:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878258.570519:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570522:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878258.570526:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878258.570530:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878258.570533:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.570536:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878258.570539:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878258.570551:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878258.570556:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878258.570564:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878258.570567:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.570573:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878258.570578:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878258.570585:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878258.570599:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878258.570611:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878258.570626:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519372160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878258.570647:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878258.570655:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878258.570666:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519372160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878258.570706:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878258.570711:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878258.570716:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878258.570718:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878258.570720:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878258.570725:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878258.570729:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9013 00000400:00000200:0.0:1788878258.570734:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878258.570739:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878258.570742:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878258.570746:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570749:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.570751:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570754:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878258.570760:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878258.570762:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878258.570765:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878258.570768:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878258.570773:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878258.570777:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878258.570782:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570785:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.570789:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570792:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878258.570800:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878258.570807:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878258.570813:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878258.570818:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878258.570829:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878258.570839:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.570846:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878258.570856:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878258.570863:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.570867:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878258.570873:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878258.570879:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878258.570884:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878258.570890:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.570903:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878258.570908:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878258.570916:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878258.570960:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878258.570969:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878258.570985:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519372288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878258.570999:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878258.571006:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878258.571020:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519372288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878258.571054:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878258.571060:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878258.571065:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878258.571071:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878258.571074:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878258.571081:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878258.571089:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9013 00000400:00000200:0.0:1788878258.571099:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878258.571107:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878258.571114:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878258.571119:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571124:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.571130:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571136:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878258.571140:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878258.571142:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878258.571145:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878258.571150:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878258.571160:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878258.571171:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878258.571188:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571199:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.571213:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571226:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878258.571236:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878258.571300:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571312:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878258.571320:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878258.571330:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878258.571337:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.571345:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878258.571352:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878258.571359:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.571366:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878258.571376:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878258.571384:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878258.571393:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878258.571398:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.571401:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878258.571408:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878258.571413:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878258.571426:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878258.571436:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878258.571455:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519372416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878258.571485:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878258.571491:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878258.571500:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519372416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878258.571520:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878258.571526:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878258.571531:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878258.571539:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878258.571542:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878258.571550:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878258.571557:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9013 00000400:00000200:0.0:1788878258.571568:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878258.571585:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878258.571596:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878258.571621:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571632:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.571644:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571656:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878258.571682:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878258.571687:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878258.571694:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878258.571704:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878258.571714:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878258.571717:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878258.571727:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571732:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.571736:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571745:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878258.571748:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878258.571754:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878258.571761:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878258.571769:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878258.571779:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878258.571791:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.571801:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878258.571808:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878258.571817:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.571826:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878258.571838:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878258.571844:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878258.571852:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878258.571857:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.571864:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878258.571869:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878258.571878:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878258.571888:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878258.571900:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878258.571915:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519372544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878258.571968:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878258.571974:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878258.571985:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519372544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878258.572007:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878258.572015:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878258.572031:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878258.572037:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878258.572042:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878258.572053:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878258.572062:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9013 00000400:00000200:0.0:1788878258.572074:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878258.572084:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878258.572091:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878258.572103:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.572113:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.572117:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.572128:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878258.572134:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878258.572141:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878258.572151:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878258.572162:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878258.572175:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878258.572187:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878258.572207:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.572220:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878258.572237:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878258.572244:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878258.572289:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878258.572301:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878258.572313:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878258.572321:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878258.572328:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878258.572338:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.572344:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878258.572351:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878258.572359:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.572365:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878258.572376:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878258.572384:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878258.572391:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878258.572411:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878258.572423:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878258.572429:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878258.572436:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878258.572449:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878258.572460:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878258.572477:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519372672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878258.572502:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878258.572510:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878258.572519:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519372672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878258.572547:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878258.572556:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9023) 00000100:00000040:0.0:1788878259.914384:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303686932, at 4303686976 00000100:00000010:0.0:1788878259.914427:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00080000:0.0:1788878263.690372:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878263.690393:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878263.690398:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878263.690403:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878263.690411:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878263.690423:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9018 00000400:00000200:0.0:1788878263.690438:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878263.690450:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878263.690455:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878263.690460:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690464:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.690467:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690471:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878263.690492:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878263.690494:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878263.690497:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878263.690502:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878263.690505:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878263.690508:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878263.690511:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690513:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.690515:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690517:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878263.690520:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878263.690524:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690527:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878263.690530:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878263.690535:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878263.690539:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.690543:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878263.690547:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878263.690574:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878263.690582:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878263.690589:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878263.690592:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.690596:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878263.690600:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878263.690608:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878263.690621:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878263.690632:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878263.690645:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519372800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878263.690658:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878263.690663:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878263.690669:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519372800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878263.690700:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878263.690704:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878263.690709:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878263.690711:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878263.690713:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878263.690719:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878263.690724:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9018 00000400:00000200:0.0:1788878263.690733:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878263.690740:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878263.690745:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878263.690762:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690768:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.690777:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690783:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878263.690795:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878263.690802:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878263.690808:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878263.690824:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878263.690830:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878263.690837:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878263.690850:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690857:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.690867:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690876:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878263.690890:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878263.690924:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878263.690936:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878263.690966:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878263.690983:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878263.690992:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.691009:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878263.691016:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878263.691025:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.691032:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878263.691040:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878263.691047:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878263.691052:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878263.691058:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.691065:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878263.691070:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878263.691075:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878263.691086:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878263.691097:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878263.691115:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519372928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878263.691142:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878263.691148:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878263.691162:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519372928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878263.691209:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878263.691218:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878263.691226:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878263.691230:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878263.691235:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878263.691246:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878263.691251:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9018 00000400:00000200:0.0:1788878263.691333:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878263.691344:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878263.691348:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878263.691354:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.691362:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.691365:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.691370:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878263.691380:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878263.691387:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878263.691394:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878263.691401:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878263.691412:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878263.691425:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878263.691440:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.691451:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.691461:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.691466:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878263.691474:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878263.691493:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878263.691499:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878263.691504:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878263.691511:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878263.691517:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.691523:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878263.691526:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878263.691529:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.691531:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878263.691539:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878263.691560:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878263.691572:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878263.691579:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.691588:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878263.691595:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878263.691603:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878263.691616:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878263.691629:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878263.691642:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519373056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878263.691669:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878263.691677:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878263.691691:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519373056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878263.691717:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878263.691726:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878263.691740:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878263.691749:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878263.691756:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878263.691774:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878263.691786:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9018 00000400:00000200:0.0:1788878263.691804:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878263.691815:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878263.691821:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878263.691831:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.691844:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.691854:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.691857:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878263.691869:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878263.691875:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878263.691886:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878263.691895:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878263.691923:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878263.691932:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878263.691969:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.691981:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.691991:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.692000:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878263.692007:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878263.692026:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878263.692037:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878263.692045:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878263.692053:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878263.692067:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.692073:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878263.692079:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878263.692088:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.692094:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878263.692106:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878263.692116:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878263.692125:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878263.692131:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.692139:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878263.692144:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878263.692149:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878263.692159:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878263.692199:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878263.692213:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519373184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878263.692231:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878263.692238:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878263.692250:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519373184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878263.692267:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878263.692273:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878263.692312:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878263.692315:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878263.692318:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878263.692326:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878263.692334:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9018 00000400:00000200:0.0:1788878263.692343:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878263.692353:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878263.692359:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878263.692367:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.692372:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.692382:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.692392:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878263.692407:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878263.692416:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878263.692424:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878263.692433:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878263.692445:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878263.692456:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878263.692468:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.692478:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878263.692490:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878263.692497:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878263.692506:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878263.692518:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878263.692528:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878263.692537:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878263.692558:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878263.692567:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.692576:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878263.692585:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878263.692598:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.692609:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878263.692623:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878263.692633:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878263.692641:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878263.692646:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878263.692652:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878263.692657:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878263.692664:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878263.692675:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878263.692685:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878263.692703:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519373312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878263.692748:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878263.692758:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878263.692775:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519373312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878263.692817:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878263.692829:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9028) 00000100:00000040:0.0:1788878265.034372:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303692052, at 4303692096 00000100:00000010:0.0:1788878265.034399:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00080000:0.0:1788878268.810337:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878268.810346:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878268.810348:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878268.810352:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878268.810356:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878268.810364:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9023 00000400:00000200:0.0:1788878268.810372:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878268.810378:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878268.810382:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878268.810384:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810387:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.810389:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810392:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878268.810399:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878268.810401:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878268.810404:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878268.810407:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878268.810409:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878268.810411:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878268.810413:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810415:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.810416:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810418:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878268.810420:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878268.810423:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810425:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878268.810428:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878268.810431:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878268.810433:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.810435:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878268.810437:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878268.810446:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878268.810450:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878268.810454:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878268.810456:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.810459:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878268.810461:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878268.810467:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878268.810474:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878268.810480:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878268.810488:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519373440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878268.810497:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878268.810501:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878268.810505:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519373440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878268.810525:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878268.810528:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878268.810531:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878268.810532:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878268.810533:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878268.810535:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878268.810537:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9023 00000400:00000200:0.0:1788878268.810540:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878268.810543:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878268.810545:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878268.810548:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810550:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.810553:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810554:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878268.810557:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878268.810560:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878268.810579:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878268.810584:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878268.810587:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878268.810591:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878268.810597:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810603:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.810608:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810614:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878268.810620:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878268.810625:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810628:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878268.810632:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878268.810640:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878268.810646:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.810649:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878268.810655:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878268.810662:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.810666:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878268.810672:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878268.810678:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878268.810685:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878268.810686:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.810688:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878268.810691:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878268.810696:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878268.810701:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878268.810707:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878268.810713:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519373568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878268.810728:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878268.810731:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878268.810740:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519373568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878268.810779:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878268.810783:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878268.810790:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878268.810794:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878268.810797:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878268.810799:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878268.810804:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9023 00000400:00000200:0.0:1788878268.810870:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878268.810891:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878268.810896:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878268.810900:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810905:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.810910:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810913:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878268.810921:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878268.810923:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878268.810926:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878268.810930:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878268.810934:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878268.810940:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878268.810947:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810950:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.810952:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810957:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878268.810961:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878268.810967:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878268.810970:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878268.810975:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878268.810979:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878268.810983:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.810986:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878268.810989:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878268.810995:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.810999:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878268.811006:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878268.811010:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878268.811015:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878268.811018:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.811022:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878268.811024:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878268.811028:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878268.811035:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878268.811040:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878268.811050:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519373696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878268.811061:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878268.811064:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878268.811069:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519373696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878268.811076:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878268.811079:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878268.811081:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878268.811086:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878268.811088:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878268.811093:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878268.811098:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9023 00000400:00000200:0.0:1788878268.811104:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878268.811109:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878268.811112:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878268.811119:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811126:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.811132:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811139:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878268.811147:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878268.811152:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878268.811157:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878268.811163:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878268.811169:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878268.811177:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878268.811185:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811189:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.811194:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811200:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878268.811204:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878268.811211:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811217:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878268.811222:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878268.811226:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878268.811230:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.811235:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878268.811238:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878268.811244:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.811277:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878268.811287:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878268.811294:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878268.811302:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878268.811307:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.811314:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878268.811319:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878268.811323:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878268.811329:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878268.811335:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878268.811345:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519373824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878268.811361:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878268.811365:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878268.811371:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519373824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878268.811379:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878268.811381:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878268.811386:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878268.811389:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878268.811392:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878268.811397:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878268.811402:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9023 00000400:00000200:0.0:1788878268.811410:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878268.811414:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878268.811417:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878268.811421:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811423:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.811426:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811430:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878268.811436:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878268.811439:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878268.811442:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878268.811446:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878268.811450:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878268.811455:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878268.811463:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811468:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878268.811472:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811474:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878268.811478:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878268.811484:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878268.811487:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878268.811490:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878268.811492:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878268.811498:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.811504:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878268.811506:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878268.811509:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.811513:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878268.811517:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878268.811521:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878268.811524:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878268.811528:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878268.811535:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878268.811539:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878268.811540:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878268.811544:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878268.811549:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878268.811556:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519373952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878268.811563:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878268.811566:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878268.811589:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519373952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878268.811606:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878268.811612:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9033) 00000100:00000040:0.0:1788878270.154488:0:199352:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303697171, at 4303697216 00000100:00000010:0.0:1788878270.154518:0:199352:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00080000:0.0:1788878273.930328:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878273.930337:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878273.930340:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878273.930344:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878273.930349:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878273.930356:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9028 00000400:00000200:0.0:1788878273.930365:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878273.930371:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878273.930374:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878273.930377:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930380:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.930382:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930384:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878273.930392:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878273.930394:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878273.930408:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878273.930411:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878273.930413:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878273.930414:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878273.930417:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930418:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.930419:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930420:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878273.930423:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878273.930425:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930426:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878273.930429:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878273.930431:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878273.930434:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.930436:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878273.930439:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878273.930450:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878273.930454:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878273.930458:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878273.930460:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.930464:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878273.930467:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878273.930473:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878273.930484:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878273.930492:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878273.930504:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519374080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878273.930514:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878273.930518:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878273.930522:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519374080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878273.930571:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878273.930576:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878273.930586:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878273.930589:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878273.930591:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878273.930596:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878273.930600:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9028 00000400:00000200:0.0:1788878273.930606:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878273.930610:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878273.930614:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878273.930619:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930622:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.930625:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930628:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878273.930634:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878273.930636:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878273.930639:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878273.930642:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878273.930646:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878273.930649:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878273.930653:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930657:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.930660:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930663:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878273.930666:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878273.930670:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930673:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878273.930676:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878273.930684:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878273.930687:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.930690:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878273.930695:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878273.930699:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.930718:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878273.930722:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878273.930726:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878273.930730:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878273.930732:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.930735:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878273.930738:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878273.930741:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878273.930746:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878273.930752:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878273.930784:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519374208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878273.930792:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878273.930794:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878273.930798:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519374208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878273.930815:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878273.930818:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878273.930822:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878273.930824:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878273.930825:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878273.930828:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878273.930830:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9028 00000400:00000200:0.0:1788878273.930907:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878273.930910:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878273.930912:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878273.930915:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930918:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.930920:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930922:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878273.930925:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878273.930927:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878273.930928:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878273.930931:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878273.930933:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878273.930935:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878273.930939:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930941:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.930943:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930945:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878273.930948:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878273.930951:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878273.930954:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878273.930956:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878273.930959:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878273.930961:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.930963:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878273.930965:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878273.930968:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.930970:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878273.930974:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878273.930976:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878273.930979:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878273.930980:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.930982:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878273.930983:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878273.930985:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878273.930989:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878273.930993:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878273.930997:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519374336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878273.931005:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878273.931007:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878273.931011:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519374336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878273.931019:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878273.931022:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878273.931026:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878273.931028:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878273.931029:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878273.931032:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878273.931034:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9028 00000400:00000200:0.0:1788878273.931038:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878273.931040:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878273.931043:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878273.931046:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931048:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.931051:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931053:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878273.931056:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878273.931057:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878273.931059:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878273.931061:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878273.931063:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878273.931065:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878273.931068:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931071:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.931073:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931075:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878273.931078:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878273.931081:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931083:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878273.931085:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878273.931088:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878273.931090:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.931092:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878273.931094:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878273.931097:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.931099:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878273.931102:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878273.931105:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878273.931108:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878273.931110:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.931112:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878273.931113:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878273.931115:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878273.931118:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878273.931122:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878273.931126:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519374464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878273.931134:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878273.931136:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878273.931140:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519374464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878273.931158:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878273.931161:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878273.931164:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878273.931165:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878273.931167:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878273.931170:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878273.931172:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9028 00000400:00000200:0.0:1788878273.931176:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878273.931179:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878273.931181:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878273.931184:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931186:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.931188:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931191:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878273.931194:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878273.931195:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878273.931197:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878273.931200:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878273.931202:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878273.931204:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878273.931207:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931209:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878273.931212:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931215:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878273.931218:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878273.931221:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878273.931223:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878273.931225:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878273.931227:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878273.931229:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.931231:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878273.931233:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878273.931235:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.931237:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878273.931241:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878273.931243:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878273.931245:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878273.931268:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878273.931270:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878273.931272:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878273.931274:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878273.931278:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878273.931282:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878273.931287:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519374592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878273.931295:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878273.931298:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878273.931303:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519374592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878273.931313:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878273.931317:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9038) 00000100:00000040:0.0:1788878275.274375:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303702291, at 4303702336 00000100:00000010:0.0:1788878275.274396:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000040:0.0:1788878280.394441:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303707411, at 4303707456 00000100:00000010:0.0:1788878280.394479:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000100:00000040:0.0:1788878285.514442:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303712531, at 4303712576 00000100:00000010:0.0:1788878285.514464:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00080000:0.0:1788878289.290370:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878289.290381:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878289.290384:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878289.290387:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878289.290392:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878289.290400:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9043 00000400:00000200:0.0:1788878289.290410:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878289.290416:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878289.290419:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878289.290421:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290424:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.290426:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290428:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878289.290435:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878289.290437:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878289.290439:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878289.290442:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878289.290444:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878289.290446:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878289.290448:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290450:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.290451:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290452:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878289.290455:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878289.290458:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290459:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878289.290462:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878289.290465:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878289.290468:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.290469:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878289.290489:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878289.290513:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878289.290518:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878289.290523:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878289.290525:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.290529:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878289.290533:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878289.290539:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878289.290551:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878289.290560:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878289.290571:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519376000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878289.290585:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878289.290590:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878289.290597:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519376000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878289.290624:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878289.290629:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878289.290633:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878289.290646:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878289.290648:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878289.290652:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878289.290655:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9043 00000400:00000200:0.0:1788878289.290661:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878289.290665:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878289.290669:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878289.290673:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290676:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.290681:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290685:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878289.290689:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878289.290691:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878289.290695:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878289.290700:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878289.290706:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878289.290709:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878289.290718:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290722:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.290724:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290726:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878289.290738:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878289.290748:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878289.290751:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878289.290754:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878289.290764:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878289.290772:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.290779:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878289.290831:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878289.290835:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.290839:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878289.290843:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878289.290846:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878289.290849:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878289.290851:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.290854:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878289.290857:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878289.290861:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878289.290865:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878289.290870:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878289.290897:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519376128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878289.290928:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878289.290935:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878289.290942:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519376128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878289.290962:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878289.290968:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878289.290974:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878289.290981:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878289.290984:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878289.290993:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878289.290997:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9043 00000400:00000200:0.0:1788878289.291009:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878289.291016:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878289.291020:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878289.291029:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291032:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.291036:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291044:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878289.291051:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878289.291053:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878289.291056:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878289.291071:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878289.291078:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878289.291084:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878289.291092:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291100:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.291105:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291113:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878289.291121:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878289.291129:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291136:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878289.291142:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878289.291146:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878289.291151:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.291154:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878289.291160:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878289.291166:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.291189:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878289.291195:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878289.291197:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878289.291200:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878289.291202:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.291207:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878289.291208:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878289.291210:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878289.291213:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878289.291219:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878289.291226:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519376256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878289.291243:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878289.291248:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878289.291253:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519376256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878289.291285:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878289.291289:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878289.291292:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878289.291293:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878289.291294:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878289.291296:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878289.291300:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9043 00000400:00000200:0.0:1788878289.291336:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878289.291342:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878289.291345:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878289.291347:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291350:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.291354:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291357:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878289.291360:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878289.291362:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878289.291364:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878289.291367:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878289.291370:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878289.291372:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878289.291378:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291381:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.291386:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291389:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878289.291394:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878289.291397:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291402:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878289.291405:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878289.291408:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878289.291412:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.291416:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878289.291419:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878289.291422:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.291423:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878289.291426:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878289.291430:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878289.291433:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878289.291436:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.291440:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878289.291443:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878289.291445:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878289.291448:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878289.291453:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878289.291459:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519376384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878289.291488:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878289.291493:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878289.291502:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519376384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878289.291548:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878289.291558:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878289.291564:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878289.291568:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878289.291571:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878289.291576:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878289.291583:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9043 00000400:00000200:0.0:1788878289.291597:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878289.291607:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878289.291613:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878289.291621:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291631:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.291634:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291640:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878289.291647:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878289.291650:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878289.291661:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878289.291664:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878289.291669:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878289.291678:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878289.291684:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291691:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878289.291693:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291696:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878289.291700:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878289.291708:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878289.291711:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878289.291713:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878289.291718:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878289.291727:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.291730:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878289.291733:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878289.291737:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.291745:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878289.291751:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878289.291757:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878289.291761:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878289.291765:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878289.291768:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878289.291769:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878289.291778:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878289.291823:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878289.291830:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878289.291848:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519376512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878289.291857:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878289.291861:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878289.291867:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519376512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878289.291913:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878289.291936:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9054) 00000100:00000040:0.0:1788878290.634321:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303717652, at 4303717696 00000100:00000010:0.0:1788878290.634338:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000100:00080000:0.0:1788878294.410345:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878294.410359:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878294.410362:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878294.410367:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878294.410374:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878294.410385:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9049 00000400:00000200:0.0:1788878294.410396:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878294.410403:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878294.410407:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878294.410409:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410412:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.410414:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410417:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878294.410423:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878294.410425:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878294.410427:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878294.410430:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878294.410432:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878294.410434:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878294.410436:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410438:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.410439:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410440:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878294.410443:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878294.410445:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410447:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878294.410449:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878294.410453:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878294.410455:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.410458:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878294.410460:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878294.410470:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878294.410474:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878294.410478:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878294.410479:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.410482:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878294.410485:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878294.410489:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878294.410497:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878294.410503:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878294.410510:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519376640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878294.410518:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878294.410522:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878294.410527:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519376640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878294.410545:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878294.410548:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878294.410551:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878294.410552:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878294.410553:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878294.410556:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878294.410558:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9049 00000400:00000200:0.0:1788878294.410560:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878294.410562:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878294.410564:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878294.410567:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410568:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.410571:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410572:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878294.410575:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878294.410576:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878294.410577:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878294.410579:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878294.410581:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878294.410588:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878294.410591:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410592:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.410593:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410595:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878294.410597:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878294.410602:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410605:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878294.410606:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878294.410612:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878294.410614:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.410615:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878294.410621:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878294.410626:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.410628:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878294.410633:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878294.410636:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878294.410640:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878294.410642:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.410647:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878294.410649:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878294.410652:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878294.410659:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878294.410665:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878294.410673:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519376768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878294.410688:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878294.410692:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878294.410699:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519376768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878294.410713:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878294.410716:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878294.410723:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878294.410726:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878294.410727:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878294.410733:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878294.410738:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9049 00000400:00000200:0.0:1788878294.410743:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878294.410747:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878294.410749:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878294.410755:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410757:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.410760:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410779:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878294.410784:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878294.410789:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878294.410791:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878294.410811:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878294.410818:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878294.410826:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878294.410836:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410845:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.410855:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410878:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878294.410890:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878294.410902:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878294.410909:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878294.410919:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878294.410927:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878294.410936:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.410941:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878294.410947:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878294.410955:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.410961:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878294.410969:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878294.410972:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878294.410974:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878294.410977:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.410981:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878294.410983:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878294.410988:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878294.410995:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878294.411003:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878294.411014:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519376896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878294.411032:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878294.411037:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878294.411043:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519376896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878294.411061:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878294.411072:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878294.411088:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878294.411094:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878294.411101:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878294.411111:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878294.411123:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9049 00000400:00000200:0.0:1788878294.411137:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878294.411148:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878294.411155:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878294.411165:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411172:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.411179:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411187:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878294.411209:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878294.411213:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878294.411215:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878294.411219:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878294.411225:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878294.411229:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878294.411235:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411238:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.411241:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411245:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878294.411249:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878294.411271:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411276:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878294.411279:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878294.411283:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878294.411285:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.411287:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878294.411291:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878294.411294:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.411296:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878294.411301:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878294.411304:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878294.411345:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878294.411354:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.411362:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878294.411369:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878294.411375:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878294.411403:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878294.411412:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878294.411424:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519377024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878294.411440:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878294.411446:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878294.411453:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519377024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878294.411467:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878294.411471:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878294.411480:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878294.411484:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878294.411487:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878294.411491:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878294.411497:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9049 00000400:00000200:0.0:1788878294.411506:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878294.411513:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878294.411518:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878294.411532:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411536:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.411542:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411546:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878294.411552:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878294.411556:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878294.411560:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878294.411563:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878294.411569:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878294.411574:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878294.411580:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411584:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878294.411589:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411595:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878294.411600:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878294.411606:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878294.411609:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878294.411612:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878294.411617:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878294.411621:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.411627:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878294.411629:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878294.411632:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.411637:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878294.411642:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878294.411647:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878294.411652:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878294.411656:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878294.411660:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878294.411663:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878294.411684:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878294.411694:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878294.411700:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878294.411711:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519377152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878294.411730:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878294.411736:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878294.411745:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519377152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878294.411823:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878294.411831:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9059) 00000100:00000040:0.0:1788878295.754442:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303722771, at 4303722816 00000100:00000010:0.0:1788878295.754471:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00080000:0.0:1788878299.530344:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878299.530356:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878299.530359:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878299.530363:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878299.530368:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878299.530376:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9054 00000400:00000200:0.0:1788878299.530386:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878299.530392:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878299.530395:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878299.530398:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530402:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.530404:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530406:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878299.530414:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878299.530417:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878299.530431:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878299.530434:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878299.530436:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878299.530439:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878299.530442:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530443:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.530445:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530447:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878299.530450:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878299.530453:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530455:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878299.530457:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878299.530462:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878299.530464:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.530466:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878299.530468:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878299.530479:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878299.530482:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878299.530497:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878299.530498:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.530501:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878299.530505:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878299.530510:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878299.530519:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878299.530525:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878299.530534:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519377280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878299.530544:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878299.530549:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878299.530553:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519377280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878299.530583:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878299.530586:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878299.530590:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878299.530592:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878299.530593:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878299.530596:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878299.530598:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9054 00000400:00000200:0.0:1788878299.530601:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878299.530603:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878299.530616:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878299.530619:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530621:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.530624:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530625:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878299.530628:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878299.530630:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878299.530631:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878299.530633:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878299.530635:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878299.530636:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878299.530639:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530640:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.530642:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530644:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878299.530646:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878299.530649:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530651:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878299.530652:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878299.530658:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878299.530660:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.530662:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878299.530667:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878299.530670:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.530681:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878299.530684:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878299.530687:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878299.530693:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878299.530696:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.530700:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878299.530702:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878299.530706:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878299.530709:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878299.530714:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878299.530725:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519377408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878299.530759:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878299.530764:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878299.530773:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519377408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878299.530793:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878299.530799:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878299.530807:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878299.530812:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878299.530814:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878299.530818:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878299.530824:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9054 00000400:00000200:0.0:1788878299.530830:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878299.530835:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878299.530837:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878299.530841:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530845:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.530854:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530857:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878299.530860:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878299.530861:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878299.530863:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878299.530866:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878299.530873:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878299.530875:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878299.530877:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530879:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.530882:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530885:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878299.530890:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878299.530892:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878299.530895:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878299.530901:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878299.530906:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878299.530912:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.530916:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878299.530919:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878299.530923:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.530928:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878299.530935:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878299.530939:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878299.530946:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878299.530949:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.530952:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878299.530955:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878299.530958:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878299.530964:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878299.530968:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878299.530975:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519377536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878299.530991:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878299.530993:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878299.531002:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519377536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878299.531019:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878299.531023:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878299.531030:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878299.531035:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878299.531038:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878299.531040:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878299.531043:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9054 00000400:00000200:0.0:1788878299.531049:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878299.531072:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878299.531076:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878299.531083:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531087:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.531090:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531094:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878299.531110:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878299.531114:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878299.531116:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878299.531119:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878299.531135:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878299.531139:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878299.531147:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531165:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.531180:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531188:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878299.531196:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878299.531207:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531216:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878299.531222:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878299.531229:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878299.531237:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.531244:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878299.531279:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878299.531284:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.531286:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878299.531292:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878299.531296:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878299.531301:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878299.531304:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.531307:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878299.531309:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878299.531312:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878299.531317:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878299.531325:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878299.531341:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519377664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878299.531360:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878299.531368:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878299.531382:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519377664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878299.531419:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878299.531433:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878299.531441:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878299.531445:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878299.531451:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878299.531457:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878299.531466:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9054 00000400:00000200:0.0:1788878299.531480:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878299.531487:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878299.531499:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878299.531510:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531518:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.531528:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531553:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878299.531563:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878299.531568:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878299.531572:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878299.531577:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878299.531582:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878299.531589:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878299.531599:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531601:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878299.531603:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531605:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878299.531607:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878299.531613:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878299.531620:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878299.531625:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878299.531631:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878299.531635:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.531640:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878299.531644:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878299.531651:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.531654:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878299.531658:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878299.531662:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878299.531669:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878299.531671:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878299.531677:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878299.531680:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878299.531683:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878299.531690:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878299.531696:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878299.531707:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519377792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878299.531725:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878299.531731:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878299.531737:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519377792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878299.531778:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878299.531802:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9064) 00000100:00000040:0.0:1788878300.874352:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303727892, at 4303727936 00000100:00000010:0.0:1788878300.874373:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000100:00000040:0.0:1788878305.994421:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303733011, at 4303733056 00000100:00000010:0.0:1788878305.994441:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00080000:0.0:1788878309.770385:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878309.770395:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878309.770398:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878309.770405:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878309.770409:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878309.770417:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9064 00000400:00000200:0.0:1788878309.770426:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878309.770432:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878309.770435:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878309.770438:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770440:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.770442:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770444:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878309.770452:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878309.770453:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878309.770456:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878309.770460:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878309.770462:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878309.770464:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878309.770466:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770467:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.770468:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770470:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878309.770472:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878309.770474:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770477:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878309.770480:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878309.770483:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878309.770485:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.770487:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878309.770489:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878309.770499:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878309.770502:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878309.770505:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878309.770506:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.770509:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878309.770512:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878309.770516:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878309.770524:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878309.770530:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878309.770546:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519378560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878309.770554:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878309.770559:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878309.770564:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519378560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878309.770594:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878309.770598:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878309.770602:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878309.770604:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878309.770607:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878309.770612:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878309.770615:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9064 00000400:00000200:0.0:1788878309.770622:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878309.770629:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878309.770638:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878309.770648:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770654:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.770657:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770660:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878309.770665:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878309.770670:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878309.770680:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878309.770689:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878309.770707:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878309.770714:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878309.770728:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770735:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.770743:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770749:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878309.770753:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878309.770759:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878309.770767:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878309.770772:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878309.770783:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878309.770793:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.770808:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878309.770813:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878309.770826:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.770829:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878309.770834:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878309.770837:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878309.770840:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878309.770843:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.770845:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878309.770847:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878309.770850:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878309.770856:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878309.770861:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878309.770875:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519378688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878309.770899:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878309.770909:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878309.770919:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519378688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878309.770943:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878309.770947:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878309.770959:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878309.770962:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878309.770964:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878309.770968:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878309.770976:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9064 00000400:00000200:0.0:1788878309.770988:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878309.770993:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878309.770995:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878309.770997:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771003:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.771010:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771019:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878309.771029:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878309.771032:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878309.771038:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878309.771042:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878309.771048:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878309.771053:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878309.771063:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771072:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.771080:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771092:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878309.771097:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878309.771106:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771110:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878309.771116:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878309.771120:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878309.771129:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.771135:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878309.771138:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878309.771151:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.771159:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878309.771169:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878309.771179:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878309.771188:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878309.771194:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.771199:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878309.771201:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878309.771202:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878309.771206:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878309.771216:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878309.771229:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519378816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878309.771292:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878309.771297:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878309.771313:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519378816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878309.771339:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878309.771343:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878309.771347:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878309.771349:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878309.771355:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878309.771371:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878309.771378:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9064 00000400:00000200:0.0:1788878309.771382:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878309.771385:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878309.771392:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878309.771397:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771405:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.771412:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771416:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878309.771422:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878309.771429:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878309.771436:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878309.771438:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878309.771446:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878309.771455:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878309.771468:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771473:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.771480:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771484:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878309.771488:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878309.771493:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771498:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878309.771501:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878309.771508:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878309.771516:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.771522:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878309.771527:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878309.771533:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.771540:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878309.771546:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878309.771552:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878309.771558:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878309.771562:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.771571:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878309.771576:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878309.771581:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878309.771588:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878309.771594:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878309.771610:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519378944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878309.771640:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878309.771648:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878309.771659:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519378944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878309.771708:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878309.771713:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878309.771718:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878309.771721:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878309.771725:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878309.771730:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878309.771736:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9064 00000400:00000200:0.0:1788878309.771745:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878309.771751:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878309.771756:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878309.771765:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771769:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.771774:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771784:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878309.771790:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878309.771797:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878309.771804:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878309.771808:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878309.771816:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878309.771824:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878309.771837:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771845:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878309.771852:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771862:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878309.771870:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878309.771878:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878309.771888:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878309.771901:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878309.771907:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878309.771915:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.771929:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878309.771942:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878309.771951:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.771959:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878309.771971:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878309.771979:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878309.771985:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878309.771988:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878309.771996:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878309.772004:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878309.772011:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878309.772024:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878309.772035:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878309.772056:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519379072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878309.772081:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878309.772085:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878309.772099:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519379072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878309.772121:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878309.772130:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9074) 00000100:00000040:0.0:1788878311.114368:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303738132, at 4303738176 00000100:00000010:0.0:1788878311.114393:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788878316.234331:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303743251, at 4303743296 00000100:00000010:0.0:1788878316.234346:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00000040:0.0:1788878321.354386:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303748372, at 4303748416 00000100:00000010:0.0:1788878321.354413:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000040:0.0:1788878326.474371:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303753492, at 4303753536 00000100:00000010:0.0:1788878326.474387:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000100:00000040:0.0:1788878331.594355:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303758612, at 4303758656 00000100:00000010:0.0:1788878331.594381:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000040:0.0:1788878336.714416:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303763732, at 4303763776 00000100:00000010:0.0:1788878336.714437:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000100:00000040:0.0:1788878341.834344:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303768851, at 4303768896 00000100:00000010:0.0:1788878341.834359:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00080000:0.0:1788878345.610461:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878345.610482:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878345.610486:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878345.610493:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878345.610502:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878345.610515:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9100 00000400:00000200:0.0:1788878345.610558:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878345.610573:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878345.610592:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878345.610601:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610608:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.610615:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610620:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878345.610634:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878345.610638:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878345.610644:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878345.610650:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878345.610655:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878345.610659:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878345.610666:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610670:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.610674:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610679:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878345.610685:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878345.610692:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610696:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878345.610700:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878345.610705:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878345.610708:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.610712:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878345.610715:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878345.610739:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878345.610744:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878345.610750:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878345.610752:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.610756:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878345.610760:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878345.610766:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878345.610778:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878345.610787:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878345.610799:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519383040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878345.610813:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878345.610820:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878345.610827:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519383040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878345.610861:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878345.610866:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878345.610871:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878345.610873:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878345.610875:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878345.610879:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878345.610883:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9100 00000400:00000200:0.0:1788878345.610889:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878345.610895:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878345.610898:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878345.610903:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610907:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.610911:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610914:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878345.610919:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878345.610922:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878345.610924:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878345.610927:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878345.610932:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878345.610935:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878345.610944:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610948:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.610955:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610958:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878345.610966:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878345.610972:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878345.610981:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878345.610989:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878345.610998:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878345.611006:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.611012:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878345.611029:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878345.611039:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.611045:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878345.611058:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878345.611068:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878345.611072:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878345.611077:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.611083:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878345.611086:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878345.611093:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878345.611105:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878345.611115:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878345.611130:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519383168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878345.611151:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878345.611157:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878345.611167:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519383168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878345.611188:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878345.611200:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878345.611205:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878345.611209:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878345.611214:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878345.611225:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878345.611229:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9100 00000400:00000200:0.0:1788878345.611239:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878345.611299:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878345.611309:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878345.611314:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611317:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.611321:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611330:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878345.611337:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878345.611340:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878345.611343:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878345.611349:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878345.611356:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878345.611365:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878345.611378:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611384:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.611393:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611397:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878345.611406:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878345.611416:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611426:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878345.611433:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878345.611442:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878345.611451:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.611455:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878345.611461:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878345.611469:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.611473:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878345.611485:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878345.611492:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878345.611499:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878345.611501:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.611504:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878345.611511:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878345.611515:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878345.611530:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878345.611571:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878345.611589:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519383296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878345.611624:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878345.611635:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878345.611653:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519383296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878345.611679:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878345.611685:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878345.611701:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878345.611707:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878345.611712:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878345.611720:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878345.611728:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9100 00000400:00000200:0.0:1788878345.611767:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878345.611779:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878345.611784:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878345.611789:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611801:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.611804:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611809:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878345.611817:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878345.611822:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878345.611827:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878345.611831:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878345.611836:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878345.611846:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878345.611858:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611866:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.611874:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611878:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878345.611888:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878345.611900:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878345.611907:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878345.611913:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878345.611919:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878345.611926:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.611928:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878345.611933:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878345.611942:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.611947:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878345.611956:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878345.611965:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878345.611969:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878345.611972:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.611982:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878345.611985:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878345.611991:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878345.612000:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878345.612011:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878345.612036:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519383424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878345.612078:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878345.612086:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878345.612096:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519383424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878345.612113:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878345.612120:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878345.612128:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878345.612131:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878345.612137:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878345.612145:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878345.612154:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9100 00000400:00000200:0.0:1788878345.612169:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878345.612182:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878345.612195:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878345.612204:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.612207:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.612211:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.612223:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878345.612226:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878345.612233:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878345.612239:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878345.612244:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878345.612276:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878345.612280:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878345.612286:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.612293:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878345.612300:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878345.612303:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878345.612316:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878345.612322:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878345.612330:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878345.612332:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878345.612337:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878345.612340:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.612350:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878345.612352:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878345.612357:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.612360:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878345.612373:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878345.612380:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878345.612391:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878345.612395:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878345.612400:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878345.612406:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878345.612409:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878345.612416:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878345.612427:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878345.612443:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519383552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878345.612457:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878345.612462:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878345.612475:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519383552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878345.612522:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878345.612551:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9110) 00000100:00000040:0.0:1788878346.954380:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303773972, at 4303774016 00000100:00000010:0.0:1788878346.954423:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00080000:0.0:1788878350.730475:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878350.730488:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878350.730493:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878350.730499:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878350.730506:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878350.730545:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9105 00000400:00000200:0.0:1788878350.730571:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878350.730580:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878350.730585:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878350.730589:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.730606:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.730609:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.730613:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878350.730624:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878350.730627:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878350.730631:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878350.730636:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878350.730639:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878350.730642:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878350.730646:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.730648:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.730650:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.730653:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878350.730656:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878350.730660:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878350.730663:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878350.730667:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878350.730672:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878350.730676:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.730679:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878350.730683:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878350.730695:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878350.730700:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878350.730706:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878350.730708:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.730712:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878350.730716:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878350.730722:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878350.730735:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878350.730745:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878350.730757:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519383680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878350.730780:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878350.730787:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878350.730793:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519383680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878350.730822:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878350.730827:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878350.730832:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878350.730834:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878350.730837:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878350.730841:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878350.730846:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9105 00000400:00000200:0.0:1788878350.730852:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878350.730857:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878350.730860:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878350.730865:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.730869:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.730876:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.730883:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878350.730898:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878350.730905:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878350.730910:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878350.730919:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878350.730929:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878350.730942:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878350.730962:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.730971:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.730983:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.730995:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878350.731005:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878350.731024:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878350.731032:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878350.731041:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878350.731057:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878350.731065:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.731086:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878350.731096:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878350.731104:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.731113:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878350.731121:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878350.731128:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878350.731133:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878350.731140:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.731144:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878350.731147:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878350.731151:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878350.731162:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878350.731183:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878350.731214:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519383808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878350.731310:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878350.731317:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878350.731334:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519383808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878350.731381:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878350.731389:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878350.731410:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878350.731418:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878350.731425:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878350.731438:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878350.731446:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9105 00000400:00000200:0.0:1788878350.731463:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878350.731474:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878350.731479:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878350.731486:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.731494:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.731500:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.731503:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878350.731535:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878350.731539:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878350.731543:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878350.731549:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878350.731555:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878350.731561:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878350.731576:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.731582:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.731588:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.731593:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878350.731601:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878350.731620:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878350.731626:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878350.731630:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878350.731638:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878350.731644:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.731648:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878350.731653:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878350.731669:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.731684:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878350.731702:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878350.731714:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878350.731729:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878350.731743:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.731752:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878350.731756:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878350.731764:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878350.731778:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878350.731785:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878350.731799:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519383936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878350.731821:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878350.731827:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878350.731845:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519383936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878350.731862:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878350.731869:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878350.731882:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878350.731894:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878350.731908:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878350.731929:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878350.731942:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9105 00000400:00000200:0.0:1788878350.731962:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878350.731976:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878350.731991:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878350.732006:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732017:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.732036:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732042:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878350.732056:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878350.732066:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878350.732076:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878350.732083:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878350.732095:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878350.732109:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878350.732130:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732141:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.732153:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732168:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878350.732192:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878350.732211:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732222:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878350.732239:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878350.732300:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878350.732306:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.732309:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878350.732315:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878350.732320:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.732324:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878350.732330:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878350.732338:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878350.732348:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878350.732355:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.732365:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878350.732372:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878350.732383:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878350.732394:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878350.732411:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878350.732439:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519384064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878350.732459:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878350.732468:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878350.732484:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519384064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878350.732537:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878350.732544:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878350.732552:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878350.732557:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878350.732565:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878350.732577:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878350.732589:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9105 00000400:00000200:0.0:1788878350.732603:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878350.732613:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878350.732620:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878350.732627:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732633:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.732642:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732646:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878350.732669:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878350.732672:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878350.732674:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878350.732679:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878350.732690:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878350.732699:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878350.732711:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732718:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878350.732732:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732761:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878350.732770:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878350.732787:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878350.732797:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878350.732803:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878350.732818:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878350.732839:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.732845:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878350.732853:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878350.732871:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.732878:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878350.732886:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878350.732892:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878350.732898:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878350.732903:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878350.732910:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878350.732918:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878350.732935:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878350.732963:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878350.732986:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878350.733014:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519384192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878350.733038:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878350.733050:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878350.733071:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519384192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878350.733121:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878350.733134:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9115) 00000100:00000040:0.0:1788878352.074381:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303779092, at 4303779136 00000100:00000010:0.0:1788878352.074402:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000040:0.0:1788878357.194441:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303784212, at 4303784256 00000100:00000010:0.0:1788878357.194475:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00000100:00000040:0.0:1788878362.314429:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303789332, at 4303789376 00000100:00000010:0.0:1788878362.314455:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00080000:0.0:1788878366.090535:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878366.090551:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878366.090554:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878366.090560:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878366.090567:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878366.090579:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9120 00000400:00000200:0.0:1788878366.090592:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878366.090607:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878366.090612:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878366.090617:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090621:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.090627:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090630:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878366.090644:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878366.090649:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878366.090654:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878366.090660:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878366.090665:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878366.090669:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878366.090673:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090676:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.090679:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090682:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878366.090686:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878366.090690:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090693:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878366.090696:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878366.090700:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878366.090704:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.090707:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878366.090710:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878366.090725:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878366.090730:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878366.090735:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878366.090737:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.090741:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878366.090744:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878366.090752:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878366.090762:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878366.090770:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878366.090794:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519385600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878366.090809:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878366.090815:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878366.090821:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519385600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878366.090859:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878366.090864:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878366.090868:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878366.090876:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878366.090878:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878366.090882:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878366.090886:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9120 00000400:00000200:0.0:1788878366.090891:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878366.090895:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878366.090899:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878366.090904:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090907:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.090911:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090914:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878366.090919:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878366.090922:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878366.090924:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878366.090927:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878366.090930:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878366.090935:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878366.090947:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090955:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.090960:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090965:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878366.090973:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878366.090981:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878366.090990:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878366.090997:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878366.091007:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878366.091015:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.091023:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878366.091031:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878366.091041:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.091048:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878366.091059:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878366.091068:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878366.091075:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878366.091081:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.091092:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878366.091098:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878366.091101:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878366.091109:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878366.091119:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878366.091132:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519385728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878366.091151:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878366.091167:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878366.091181:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519385728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878366.091204:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878366.091211:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878366.091220:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878366.091223:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878366.091229:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878366.091238:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878366.091313:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9120 00000400:00000200:0.0:1788878366.091321:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878366.091333:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878366.091338:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878366.091348:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091355:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.091361:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091367:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878366.091372:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878366.091377:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878366.091382:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878366.091386:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878366.091396:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878366.091399:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878366.091403:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091405:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.091409:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091412:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878366.091417:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878366.091432:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091460:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878366.091465:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878366.091474:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878366.091484:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.091489:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878366.091496:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878366.091507:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.091515:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878366.091530:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878366.091540:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878366.091552:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878366.091559:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.091564:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878366.091569:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878366.091575:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878366.091584:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878366.091592:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878366.091605:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519385856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878366.091629:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878366.091637:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878366.091649:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519385856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878366.091674:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878366.091679:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878366.091687:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878366.091692:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878366.091694:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878366.091704:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878366.091712:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9120 00000400:00000200:0.0:1788878366.091722:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878366.091732:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878366.091737:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878366.091749:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091755:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.091760:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091763:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878366.091767:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878366.091770:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878366.091772:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878366.091778:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878366.091782:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878366.091789:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878366.091799:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091817:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.091824:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091829:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878366.091833:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878366.091838:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878366.091847:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878366.091852:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878366.091860:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878366.091869:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.091873:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878366.091877:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878366.091881:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.091888:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878366.091894:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878366.091901:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878366.091906:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878366.091910:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.091915:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878366.091917:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878366.091922:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878366.091929:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878366.091937:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878366.091951:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519385984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878366.091972:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878366.091979:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878366.091991:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519385984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878366.092044:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878366.092051:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878366.092061:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878366.092066:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878366.092071:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878366.092075:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878366.092079:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9120 00000400:00000200:0.0:1788878366.092089:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878366.092096:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878366.092102:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878366.092113:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.092116:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.092122:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.092127:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878366.092131:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878366.092134:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878366.092140:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878366.092145:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878366.092147:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878366.092151:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878366.092156:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.092166:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878366.092170:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878366.092173:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878366.092177:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878366.092187:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878366.092192:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878366.092202:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878366.092208:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878366.092218:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.092224:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878366.092230:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878366.092238:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.092293:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878366.092302:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878366.092310:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878366.092315:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878366.092318:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878366.092323:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878366.092329:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878366.092334:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878366.092342:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878366.092351:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878366.092365:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519386112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878366.092383:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878366.092390:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878366.092398:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519386112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878366.092430:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878366.092457:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9130) 00000100:00000040:0.0:1788878367.434362:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303794452, at 4303794496 00000100:00000010:0.0:1788878367.434385:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00000040:0.0:1788878372.554433:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303799573, at 4303799616 00000100:00000010:0.0:1788878372.554464:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00000040:0.0:1788878377.674459:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303804692, at 4303804736 00000100:00000010:0.0:1788878377.674501:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000040:0.0:1788878382.794336:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303809812, at 4303809856 00000100:00000010:0.0:1788878382.794356:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000100:00000040:0.0:1788878387.914384:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303814932, at 4303814976 00000100:00000010:0.0:1788878387.914406:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00000040:0.0:1788878393.034402:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303820051, at 4303820096 00000100:00000010:0.0:1788878393.034421:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00000040:0.0:1788878398.154445:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303825172, at 4303825216 00000100:00000010:0.0:1788878398.154470:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000040:0.0:1788878403.274415:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303830292, at 4303830336 00000100:00000010:0.0:1788878403.274435:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00000100:00000040:0.0:1788878408.394341:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303835412, at 4303835456 00000100:00000010:0.0:1788878408.394359:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b1e0. 00000100:00080000:0.0:1788878412.170447:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878412.170510:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878412.170513:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878412.170518:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878412.170522:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878412.170530:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9166 00000400:00000200:0.0:1788878412.170539:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878412.170545:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878412.170549:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878412.170552:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170555:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.170559:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170562:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878412.170584:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878412.170586:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878412.170590:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878412.170594:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878412.170598:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878412.170602:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878412.170607:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170611:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.170614:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170616:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878412.170620:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878412.170624:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170627:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878412.170630:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878412.170633:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878412.170635:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.170637:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878412.170640:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878412.170649:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878412.170653:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878412.170657:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878412.170659:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.170661:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878412.170664:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878412.170669:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878412.170677:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878412.170683:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878412.170691:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519391360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878412.170700:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878412.170705:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878412.170709:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519391360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878412.170731:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878412.170735:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878412.170753:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878412.170755:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878412.170758:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878412.170762:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878412.170765:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9166 00000400:00000200:0.0:1788878412.170769:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878412.170774:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878412.170778:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878412.170785:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170789:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.170795:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170798:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878412.170801:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878412.170802:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878412.170803:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878412.170807:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878412.170821:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878412.170828:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878412.170835:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170840:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.170845:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170850:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878412.170854:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878412.170862:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878412.170866:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878412.170871:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878412.170879:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878412.170882:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.170884:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878412.170891:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878412.170895:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.170900:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878412.170908:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878412.170912:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878412.170915:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878412.170919:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.170922:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878412.170924:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878412.170927:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878412.170937:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878412.170945:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878412.170956:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519391488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878412.170980:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878412.170987:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878412.170996:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519391488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878412.171009:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878412.171016:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878412.171026:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878412.171031:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878412.171036:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878412.171039:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878412.171045:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9166 00000400:00000200:0.0:1788878412.171053:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878412.171059:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878412.171062:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878412.171069:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171073:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.171078:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171081:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878412.171087:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878412.171091:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878412.171096:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878412.171100:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878412.171103:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878412.171110:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878412.171118:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171121:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.171127:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171130:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878412.171134:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878412.171141:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171146:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878412.171151:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878412.171156:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878412.171162:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.171167:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878412.171169:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878412.171171:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.171177:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878412.171181:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878412.171186:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878412.171191:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878412.171195:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.171198:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878412.171200:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878412.171204:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878412.171209:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878412.171217:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878412.171225:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519391616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878412.171279:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878412.171289:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878412.171295:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519391616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878412.171314:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878412.171318:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878412.171325:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878412.171327:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878412.171332:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878412.171336:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878412.171339:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9166 00000400:00000200:0.0:1788878412.171357:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878412.171364:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878412.171370:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878412.171376:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171379:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.171382:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171387:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878412.171393:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878412.171394:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878412.171396:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878412.171397:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878412.171399:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878412.171401:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878412.171409:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171414:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.171419:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171424:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878412.171427:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878412.171433:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171437:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878412.171440:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878412.171445:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878412.171453:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.171458:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878412.171465:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878412.171474:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.171478:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878412.171488:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878412.171495:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878412.171503:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878412.171507:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.171520:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878412.171525:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878412.171530:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878412.171536:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878412.171543:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878412.171556:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519391744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878412.171581:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878412.171593:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878412.171607:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519391744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878412.171644:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878412.171648:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878412.171653:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878412.171656:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878412.171660:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878412.171666:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878412.171672:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9166 00000400:00000200:0.0:1788878412.171684:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878412.171689:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878412.171693:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878412.171719:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171725:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.171731:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171734:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878412.171741:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878412.171744:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878412.171748:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878412.171751:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878412.171756:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878412.171762:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878412.171771:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171776:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878412.171782:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171787:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878412.171793:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878412.171800:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878412.171807:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878412.171811:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878412.171816:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878412.171819:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.171824:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878412.171828:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878412.171832:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.171836:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878412.171842:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878412.171848:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878412.171851:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878412.171855:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878412.171858:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878412.171862:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878412.171865:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878412.171872:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878412.171890:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878412.171898:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519391872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878412.171909:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878412.171911:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878412.171914:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519391872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878412.171920:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878412.171924:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9176) 00000100:00000040:0.0:1788878413.514325:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303840532, at 4303840576 00000100:00000010:0.0:1788878413.514343:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00000100:00080000:0.0:1788878417.290465:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878417.290483:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878417.290488:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878417.290494:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878417.290502:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878417.290517:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9171 00000400:00000200:0.0:1788878417.290532:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878417.290560:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878417.290579:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878417.290586:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.290593:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.290598:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.290603:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878417.290618:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878417.290623:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878417.290629:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878417.290647:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878417.290652:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878417.290657:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878417.290665:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.290670:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.290674:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.290678:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878417.290701:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878417.290708:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878417.290713:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878417.290719:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878417.290724:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878417.290730:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.290745:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878417.290749:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878417.290763:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878417.290816:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878417.290825:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878417.290830:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.290835:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878417.290841:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878417.290850:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878417.290865:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878417.290887:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878417.290905:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519392000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878417.290927:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878417.290945:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878417.290956:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519392000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878417.291014:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878417.291021:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878417.291036:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878417.291039:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878417.291043:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878417.291049:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878417.291054:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9171 00000400:00000200:0.0:1788878417.291062:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878417.291070:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878417.291076:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878417.291083:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.291088:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.291093:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.291098:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878417.291126:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878417.291135:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878417.291144:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878417.291152:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878417.291164:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878417.291177:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878417.291187:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.291196:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.291314:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.291323:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878417.291359:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878417.291385:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878417.291398:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878417.291407:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878417.291425:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878417.291445:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.291453:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878417.291461:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878417.291474:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.291483:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878417.291504:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878417.291513:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878417.291523:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878417.291529:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.291542:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878417.291550:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878417.291569:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878417.291589:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878417.291603:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878417.291628:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519392128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878417.291666:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878417.291675:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878417.291709:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519392128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878417.291744:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878417.291753:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878417.291773:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878417.291780:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878417.291785:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878417.291790:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878417.291822:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9171 00000400:00000200:0.0:1788878417.291849:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878417.291859:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878417.291865:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878417.291881:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.291893:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.291908:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.291918:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878417.291932:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878417.291940:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878417.291948:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878417.291966:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878417.291977:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878417.291989:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878417.292021:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.292029:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.292040:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.292051:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878417.292062:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878417.292076:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878417.292085:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878417.292109:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878417.292118:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878417.292132:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.292141:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878417.292150:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878417.292164:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.292179:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878417.292189:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878417.292243:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878417.292295:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878417.292300:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.292307:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878417.292314:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878417.292321:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878417.292336:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878417.292350:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878417.292373:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519392256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878417.292401:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878417.292410:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878417.292430:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519392256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878417.292479:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878417.292490:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878417.292508:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878417.292514:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878417.292521:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878417.292533:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878417.292549:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9171 00000400:00000200:0.0:1788878417.292566:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878417.292582:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878417.292591:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878417.292608:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.292619:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.292633:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.292650:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878417.292661:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878417.292667:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878417.292675:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878417.292685:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878417.292694:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878417.292704:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878417.292720:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.292740:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.292752:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.292762:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878417.292773:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878417.292789:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878417.292808:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878417.292820:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878417.292833:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878417.292844:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.292865:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878417.292873:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878417.292885:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.292894:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878417.292906:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878417.292917:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878417.292928:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878417.292934:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.292942:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878417.292950:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878417.292971:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878417.292989:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878417.293002:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878417.293022:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519392384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878417.293047:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878417.293056:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878417.293075:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519392384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878417.293140:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878417.293151:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878417.293167:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878417.293186:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878417.293195:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878417.293233:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878417.293244:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9171 00000400:00000200:0.0:1788878417.293302:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878417.293317:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878417.293327:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878417.293345:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.293356:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.293376:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.293386:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878417.293398:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878417.293405:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878417.293413:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878417.293420:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878417.293440:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878417.293450:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878417.293468:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.293476:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878417.293486:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878417.293507:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878417.293518:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878417.293533:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878417.293544:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878417.293554:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878417.293563:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878417.293575:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.293584:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878417.293590:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878417.293601:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.293610:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878417.293621:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878417.293632:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878417.293655:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878417.293661:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878417.293668:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878417.293674:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878417.293679:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878417.293694:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878417.293709:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878417.293729:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519392512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878417.293765:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878417.293776:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878417.293794:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519392512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878417.293835:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878417.293848:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9182) 00000100:00000040:0.0:1788878418.634440:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303845653, at 4303845696 00000100:00000010:0.0:1788878418.634477:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00000100:00080000:0.0:1788878422.410349:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878422.410359:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878422.410361:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878422.410365:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878422.410370:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878422.410378:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9177 00000400:00000200:0.0:1788878422.410388:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878422.410396:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878422.410400:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878422.410404:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410408:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.410411:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410414:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878422.410423:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878422.410426:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878422.410429:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878422.410433:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878422.410436:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878422.410438:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878422.410441:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410443:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.410445:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410446:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878422.410448:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878422.410451:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410453:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878422.410455:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878422.410458:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878422.410461:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.410463:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878422.410465:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878422.410475:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878422.410478:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878422.410482:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878422.410483:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.410486:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878422.410488:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878422.410493:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878422.410502:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878422.410508:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878422.410515:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519392640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878422.410524:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878422.410528:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878422.410544:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519392640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878422.410564:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878422.410567:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878422.410570:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878422.410571:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878422.410573:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878422.410576:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878422.410578:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9177 00000400:00000200:0.0:1788878422.410582:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878422.410584:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878422.410587:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878422.410589:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410591:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.410593:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410595:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878422.410598:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878422.410599:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878422.410601:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878422.410603:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878422.410604:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878422.410606:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878422.410609:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410614:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.410616:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410620:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878422.410622:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878422.410626:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410628:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878422.410630:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878422.410635:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878422.410641:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.410644:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878422.410650:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878422.410654:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.410658:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878422.410663:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878422.410666:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878422.410670:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878422.410673:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.410678:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878422.410680:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878422.410684:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878422.410687:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878422.410692:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878422.410701:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519392768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878422.410707:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878422.410711:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878422.410715:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519392768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878422.410724:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878422.410727:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878422.410732:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878422.410733:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878422.410734:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878422.410736:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878422.410740:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9177 00000400:00000200:0.0:1788878422.410744:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878422.410746:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878422.410748:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878422.410754:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410756:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.410757:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410758:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878422.410761:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878422.410764:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878422.410767:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878422.410769:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878422.410773:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878422.410774:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878422.410784:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410788:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.410791:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410793:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878422.410796:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878422.410799:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878422.410803:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878422.410806:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878422.410808:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878422.410812:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.410815:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878422.410817:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878422.410820:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.410823:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878422.410828:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878422.410832:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878422.410836:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878422.410838:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.410841:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878422.410843:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878422.410844:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878422.410849:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878422.410852:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878422.410857:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519392896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878422.410864:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878422.410868:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878422.410919:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519392896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878422.410948:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878422.410958:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878422.410973:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878422.410978:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878422.410982:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878422.410990:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878422.410996:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9177 00000400:00000200:0.0:1788878422.411006:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878422.411019:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878422.411025:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878422.411033:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411035:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.411037:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411040:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878422.411044:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878422.411046:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878422.411052:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878422.411055:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878422.411060:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878422.411066:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878422.411075:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411080:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.411084:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411089:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878422.411098:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878422.411106:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411111:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878422.411119:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878422.411124:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878422.411162:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.411186:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878422.411191:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878422.411204:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.411208:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878422.411212:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878422.411232:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878422.411235:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878422.411238:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.411241:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878422.411244:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878422.411248:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878422.411256:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878422.411320:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878422.411339:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519393024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878422.411367:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878422.411373:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878422.411391:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519393024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878422.411424:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878422.411430:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878422.411439:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878422.411444:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878422.411448:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878422.411452:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878422.411457:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9177 00000400:00000200:0.0:1788878422.411464:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878422.411469:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878422.411472:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878422.411476:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411478:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.411481:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411483:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878422.411489:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878422.411490:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878422.411493:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878422.411497:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878422.411499:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878422.411504:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878422.411511:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411515:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878422.411519:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411521:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878422.411526:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878422.411532:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878422.411539:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878422.411542:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878422.411545:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878422.411550:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.411554:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878422.411558:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878422.411562:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.411567:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878422.411573:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878422.411578:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878422.411582:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878422.411585:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878422.411589:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878422.411591:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878422.411593:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878422.411598:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878422.411604:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878422.411613:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519393152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878422.411627:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878422.411630:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878422.411637:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519393152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878422.411651:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878422.411656:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9187) 00000100:00000040:0.0:1788878423.754364:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303850772, at 4303850816 00000100:00000010:0.0:1788878423.754384:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00000100:00080000:0.0:1788878427.530377:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878427.530395:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878427.530399:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878427.530406:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878427.530413:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878427.530424:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9182 00000400:00000200:0.0:1788878427.530438:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878427.530446:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878427.530450:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878427.530454:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530458:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.530461:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530463:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878427.530472:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878427.530475:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878427.530491:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878427.530495:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878427.530497:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878427.530500:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878427.530505:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530507:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.530509:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530511:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878427.530515:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878427.530518:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530521:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878427.530524:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878427.530528:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878427.530531:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.530534:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878427.530536:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878427.530549:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878427.530553:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878427.530557:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878427.530560:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.530563:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878427.530589:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878427.530598:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878427.530610:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878427.530618:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878427.530629:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519393280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878427.530666:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878427.530671:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878427.530677:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519393280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878427.530706:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878427.530710:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878427.530714:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878427.530716:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878427.530719:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878427.530723:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878427.530726:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9182 00000400:00000200:0.0:1788878427.530731:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878427.530734:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878427.530755:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878427.530758:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530760:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.530763:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530766:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878427.530770:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878427.530772:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878427.530774:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878427.530777:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878427.530780:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878427.530782:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878427.530793:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530796:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.530803:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530807:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878427.530812:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878427.530822:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878427.530826:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878427.530831:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878427.530840:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878427.530844:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.530849:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878427.530859:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878427.530864:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.530870:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878427.530879:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878427.530886:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878427.530899:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878427.530904:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.530909:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878427.530913:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878427.530917:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878427.530925:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878427.530932:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878427.530948:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519393408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878427.530967:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878427.530974:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878427.530980:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519393408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878427.530992:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878427.530999:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878427.531005:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878427.531009:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878427.531029:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878427.531038:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878427.531047:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9182 00000400:00000200:0.0:1788878427.531060:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878427.531071:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878427.531076:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878427.531082:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531084:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.531086:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531088:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878427.531091:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878427.531096:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878427.531100:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878427.531103:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878427.531106:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878427.531113:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878427.531122:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531124:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.531129:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531169:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878427.531178:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878427.531189:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531196:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878427.531200:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878427.531207:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878427.531214:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.531237:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878427.531241:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878427.531252:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.531260:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878427.531268:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878427.531272:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878427.531341:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878427.531350:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.531362:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878427.531370:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878427.531379:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878427.531412:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878427.531426:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878427.531443:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519393536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878427.531471:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878427.531476:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878427.531486:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519393536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878427.531512:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878427.531519:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878427.531525:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878427.531529:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878427.531534:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878427.531541:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878427.531548:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9182 00000400:00000200:0.0:1788878427.531556:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878427.531582:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878427.531587:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878427.531590:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531592:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.531594:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531596:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878427.531606:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878427.531609:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878427.531612:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878427.531618:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878427.531623:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878427.531635:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878427.531646:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531669:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.531675:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531681:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878427.531690:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878427.531696:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531699:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878427.531703:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878427.531710:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878427.531719:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.531724:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878427.531731:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878427.531736:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.531739:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878427.531765:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878427.531770:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878427.531773:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878427.531779:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.531781:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878427.531783:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878427.531785:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878427.531790:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878427.531798:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878427.531804:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519393664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878427.531820:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878427.531823:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878427.531834:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519393664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878427.531848:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878427.531852:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878427.531858:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878427.531861:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878427.531866:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878427.531873:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878427.531881:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9182 00000400:00000200:0.0:1788878427.531890:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878427.531894:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878427.531898:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878427.531906:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531911:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.531918:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531924:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878427.531930:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878427.531934:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878427.531938:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878427.531942:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878427.531948:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878427.531955:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878427.531965:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531972:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878427.531978:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878427.531985:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878427.531991:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878427.531998:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878427.532003:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878427.532009:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878427.532014:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878427.532019:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.532051:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878427.532057:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878427.532065:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.532072:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878427.532081:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878427.532090:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878427.532100:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878427.532105:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878427.532112:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878427.532118:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878427.532124:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878427.532155:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878427.532165:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878427.532181:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519393792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878427.532231:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878427.532237:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878427.532275:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519393792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878427.532298:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878427.532308:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9192) 00000100:00000040:0.0:1788878428.874392:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303855892, at 4303855936 00000100:00000010:0.0:1788878428.874412:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b9c0. 00000100:00000040:0.0:1788878433.994429:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303861011, at 4303861056 00000100:00000010:0.0:1788878433.994456:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000100:00000040:0.0:1788878439.114384:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303866132, at 4303866176 00000100:00000010:0.0:1788878439.114401:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00080000:0.0:1788878442.890373:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878442.890382:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878442.890384:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878442.890387:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878442.890391:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878442.890398:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9197 00000400:00000200:0.0:1788878442.890406:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878442.890412:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878442.890415:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878442.890418:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890421:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.890423:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890426:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878442.890433:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878442.890436:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878442.890438:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878442.890441:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878442.890443:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878442.890445:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878442.890447:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890449:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.890450:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890451:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878442.890453:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878442.890455:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890457:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878442.890459:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878442.890462:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878442.890464:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.890465:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878442.890467:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878442.890475:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878442.890478:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878442.890481:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878442.890482:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.890484:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878442.890487:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878442.890492:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878442.890498:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878442.890505:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878442.890512:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519395200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878442.890521:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878442.890525:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878442.890529:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519395200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878442.890552:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878442.890554:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878442.890557:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878442.890558:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878442.890559:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878442.890562:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878442.890565:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9197 00000400:00000200:0.0:1788878442.890568:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878442.890571:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878442.890575:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878442.890580:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890583:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.890586:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890590:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878442.890592:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878442.890594:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878442.890596:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878442.890598:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878442.890603:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878442.890615:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878442.890622:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890628:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.890633:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890638:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878442.890642:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878442.890647:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890650:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878442.890653:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878442.890658:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878442.890665:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.890666:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878442.890671:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878442.890675:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.890680:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878442.890685:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878442.890690:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878442.890692:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878442.890693:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.890695:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878442.890698:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878442.890700:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878442.890706:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878442.890710:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878442.890720:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519395328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878442.890734:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878442.890737:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878442.890743:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519395328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878442.890755:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878442.890759:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878442.890763:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878442.890766:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878442.890770:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878442.890773:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878442.890778:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9197 00000400:00000200:0.0:1788878442.890808:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878442.890814:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878442.890817:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878442.890822:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890826:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.890831:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890834:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878442.890840:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878442.890843:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878442.890845:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878442.890849:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878442.890854:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878442.890859:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878442.890865:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890868:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.890873:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890878:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878442.890883:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878442.890887:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878442.890890:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878442.890893:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878442.890896:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878442.890900:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.890901:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878442.890902:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878442.890904:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.890905:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878442.890907:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878442.890911:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878442.890916:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878442.890919:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.890923:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878442.890926:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878442.890928:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878442.890932:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878442.890936:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878442.890946:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519395456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878442.890956:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878442.890959:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878442.890966:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519395456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878442.890977:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878442.890982:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878442.890984:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878442.890985:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878442.890987:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878442.890992:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878442.890994:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9197 00000400:00000200:0.0:1788878442.891000:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878442.891004:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878442.891008:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878442.891013:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891018:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.891022:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891041:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878442.891048:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878442.891050:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878442.891052:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878442.891055:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878442.891061:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878442.891065:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878442.891073:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891078:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.891085:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891089:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878442.891094:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878442.891099:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891106:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878442.891110:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878442.891114:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878442.891119:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.891122:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878442.891126:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878442.891129:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.891137:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878442.891144:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878442.891150:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878442.891156:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878442.891158:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.891161:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878442.891164:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878442.891167:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878442.891173:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878442.891179:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878442.891186:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519395584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878442.891211:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878442.891217:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878442.891229:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519395584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878442.891246:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878442.891291:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878442.891297:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878442.891302:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878442.891308:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878442.891316:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878442.891323:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9197 00000400:00000200:0.0:1788878442.891331:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878442.891337:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878442.891342:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878442.891349:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891354:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.891359:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891364:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878442.891369:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878442.891372:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878442.891374:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878442.891379:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878442.891384:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878442.891389:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878442.891397:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891401:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878442.891405:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891408:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878442.891415:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878442.891421:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878442.891426:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878442.891430:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878442.891434:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878442.891442:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.891445:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878442.891449:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878442.891454:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.891459:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878442.891466:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878442.891472:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878442.891477:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878442.891480:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878442.891484:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878442.891487:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878442.891490:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878442.891496:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878442.891503:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878442.891511:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519395712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878442.891527:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878442.891532:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878442.891540:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519395712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878442.891561:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878442.891566:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9207) 00000100:00000040:0.0:1788878444.234365:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303871251, at 4303871296 00000100:00000010:0.0:1788878444.234376:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00000040:0.0:1788878449.354308:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303876372, at 4303876416 00000100:00000010:0.0:1788878449.354321:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00000040:0.0:1788878454.474411:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303881492, at 4303881536 00000100:00000010:0.0:1788878454.474437:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000100:00080000:0.0:1788878458.250322:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878458.250330:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878458.250333:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878458.250336:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878458.250340:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878458.250346:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9212 00000400:00000200:0.0:1788878458.250355:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878458.250360:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878458.250363:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878458.250366:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250369:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.250370:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250373:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878458.250381:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878458.250384:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878458.250387:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878458.250390:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878458.250393:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878458.250396:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878458.250400:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250403:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.250405:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250407:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878458.250411:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878458.250415:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250418:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878458.250422:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878458.250426:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878458.250428:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.250430:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878458.250432:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878458.250439:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878458.250442:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878458.250446:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878458.250447:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.250450:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878458.250460:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878458.250464:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878458.250471:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878458.250477:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878458.250485:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519397120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878458.250497:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878458.250501:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878458.250505:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519397120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878458.250520:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878458.250523:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878458.250525:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878458.250526:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878458.250528:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878458.250530:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878458.250532:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9212 00000400:00000200:0.0:1788878458.250535:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878458.250537:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878458.250539:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878458.250542:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250544:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.250546:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250548:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878458.250552:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878458.250553:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878458.250555:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878458.250557:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878458.250560:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878458.250562:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878458.250565:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250568:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.250571:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250574:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878458.250577:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878458.250581:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250584:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878458.250586:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878458.250595:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878458.250598:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.250602:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878458.250606:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878458.250609:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.250613:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878458.250618:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878458.250622:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878458.250626:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878458.250628:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.250631:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878458.250635:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878458.250637:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878458.250642:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878458.250647:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878458.250659:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519397248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878458.250673:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878458.250678:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878458.250687:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519397248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878458.250706:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878458.250709:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878458.250713:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878458.250715:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878458.250716:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878458.250720:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878458.250725:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9212 00000400:00000200:0.0:1788878458.250732:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878458.250738:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878458.250743:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878458.250748:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250753:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.250757:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250763:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878458.250769:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878458.250772:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878458.250774:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878458.250778:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878458.250781:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878458.250785:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878458.250790:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250799:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.250804:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250809:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878458.250812:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878458.250816:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250819:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878458.250822:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878458.250826:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878458.250830:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.250834:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878458.250836:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878458.250840:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.250842:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878458.250846:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878458.250850:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878458.250852:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878458.250852:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.250854:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878458.250855:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878458.250856:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878458.250861:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878458.250866:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878458.250873:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519397376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878458.250882:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878458.250886:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878458.250892:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519397376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878458.250901:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878458.250904:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878458.250908:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878458.250911:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878458.250914:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878458.250920:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878458.250936:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9212 00000400:00000200:0.0:1788878458.250946:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878458.250956:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878458.250962:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878458.250971:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250975:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.250979:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.250981:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878458.250986:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878458.250989:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878458.250993:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878458.250996:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878458.250999:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878458.251003:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878458.251006:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.251011:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.251014:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.251016:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878458.251021:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878458.251025:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878458.251028:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878458.251032:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878458.251035:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878458.251039:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.251042:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878458.251045:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878458.251049:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.251052:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878458.251058:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878458.251061:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878458.251067:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878458.251069:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.251073:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878458.251077:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878458.251080:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878458.251084:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878458.251087:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878458.251092:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519397504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878458.251098:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878458.251102:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878458.251110:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519397504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878458.251121:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878458.251125:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878458.251128:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878458.251129:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878458.251130:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878458.251132:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878458.251136:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9212 00000400:00000200:0.0:1788878458.251140:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878458.251143:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878458.251147:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878458.251150:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.251154:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.251157:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.251160:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878458.251166:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878458.251167:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878458.251170:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878458.251174:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878458.251180:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878458.251186:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878458.251195:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.251202:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878458.251207:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878458.251213:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878458.251218:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878458.251224:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878458.251229:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878458.251235:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878458.251239:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878458.251243:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.251265:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878458.251267:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878458.251270:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.251271:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878458.251275:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878458.251277:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878458.251279:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878458.251281:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878458.251286:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878458.251289:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878458.251294:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878458.251302:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878458.251308:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878458.251317:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519397632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878458.251329:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878458.251332:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878458.251339:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519397632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878458.251348:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878458.251355:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9223) 00000100:00000040:0.0:1788878459.594387:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303886611, at 4303886656 00000100:00000010:0.0:1788878459.594409:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00080000:0.0:1788878463.370454:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878463.370470:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878463.370474:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878463.370480:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878463.370486:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878463.370497:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9218 00000400:00000200:0.0:1788878463.370511:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878463.370521:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878463.370526:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878463.370531:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370535:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.370539:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370542:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878463.370554:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878463.370556:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878463.370560:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878463.370565:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878463.370568:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878463.370571:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878463.370575:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370578:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.370580:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370583:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878463.370587:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878463.370591:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370594:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878463.370598:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878463.370602:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878463.370606:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.370608:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878463.370612:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878463.370626:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878463.370631:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878463.370636:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878463.370638:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.370642:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878463.370646:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878463.370653:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878463.370669:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878463.370679:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878463.370691:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519397760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878463.370706:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878463.370712:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878463.370719:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519397760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878463.370771:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878463.370776:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878463.370781:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878463.370783:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878463.370785:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878463.370789:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878463.370793:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9218 00000400:00000200:0.0:1788878463.370797:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878463.370801:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878463.370804:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878463.370808:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370811:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.370813:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370816:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878463.370820:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878463.370821:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878463.370823:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878463.370826:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878463.370828:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878463.370831:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878463.370835:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370838:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.370841:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370843:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878463.370847:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878463.370850:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878463.370853:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878463.370855:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878463.370863:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878463.370866:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.370869:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878463.370875:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878463.370879:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.370883:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878463.370922:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878463.370932:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878463.370942:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878463.370949:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.370953:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878463.370959:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878463.370966:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878463.370976:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878463.370986:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878463.371001:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519397888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878463.371026:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878463.371034:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878463.371049:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519397888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878463.371075:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878463.371080:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878463.371085:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878463.371092:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878463.371098:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878463.371109:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878463.371114:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9218 00000400:00000200:0.0:1788878463.371123:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878463.371133:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878463.371144:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878463.371155:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371164:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.371169:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371176:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878463.371203:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878463.371215:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878463.371223:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878463.371231:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878463.371240:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878463.371280:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878463.371288:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371291:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.371293:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371296:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878463.371300:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878463.371305:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371309:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878463.371311:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878463.371317:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878463.371323:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.371332:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878463.371337:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878463.371345:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.371353:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878463.371365:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878463.371371:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878463.371378:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878463.371382:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.371386:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878463.371391:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878463.371399:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878463.371408:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878463.371420:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878463.371437:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519398016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878463.371471:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878463.371477:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878463.371489:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519398016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878463.371532:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878463.371541:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878463.371551:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878463.371556:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878463.371563:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878463.371573:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878463.371586:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9218 00000400:00000200:0.0:1788878463.371600:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878463.371609:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878463.371614:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878463.371629:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371636:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.371647:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371653:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878463.371659:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878463.371665:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878463.371670:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878463.371676:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878463.371686:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878463.371696:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878463.371704:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371710:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.371719:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371728:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878463.371735:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878463.371747:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878463.371753:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878463.371758:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878463.371766:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878463.371770:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.371776:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878463.371782:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878463.371789:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.371796:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878463.371803:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878463.371810:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878463.371814:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878463.371817:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.371824:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878463.371826:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878463.371829:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878463.371835:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878463.371843:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878463.371858:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519398144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878463.371881:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878463.371909:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878463.371928:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519398144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878463.371970:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878463.371978:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878463.371985:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878463.371989:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878463.371998:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878463.372007:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878463.372011:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9218 00000400:00000200:0.0:1788878463.372023:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878463.372033:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878463.372044:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878463.372049:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.372056:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.372064:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.372068:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878463.372078:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878463.372082:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878463.372087:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878463.372093:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878463.372101:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878463.372110:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878463.372125:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.372138:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878463.372149:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878463.372157:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878463.372170:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878463.372183:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878463.372198:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878463.372207:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878463.372215:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878463.372223:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.372231:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878463.372237:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878463.372246:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.372289:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878463.372300:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878463.372310:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878463.372319:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878463.372324:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878463.372328:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878463.372333:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878463.372340:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878463.372355:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878463.372365:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878463.372379:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519398272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878463.372404:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878463.372412:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878463.372424:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519398272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878463.372444:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878463.372452:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9228) 00000100:00000040:0.0:1788878464.714427:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303891732, at 4303891776 00000100:00000010:0.0:1788878464.714450:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bae0. 00000100:00000040:0.0:1788878469.834382:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303896852, at 4303896896 00000100:00000010:0.0:1788878469.834398:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b2a0. 00000100:00080000:0.0:1788878473.610423:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878473.610442:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878473.610448:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878473.610455:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878473.610465:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878473.610479:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9228 00000400:00000200:0.0:1788878473.610495:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878473.610506:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878473.610513:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878473.610520:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.610527:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.610533:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.610539:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878473.610553:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878473.610559:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878473.610565:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878473.610572:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878473.610577:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878473.610582:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878473.610589:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.610594:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.610598:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.610602:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878473.610608:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878473.610615:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878473.610621:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878473.610627:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878473.610654:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878473.610660:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.610665:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878473.610670:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878473.610684:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878473.610691:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878473.610698:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878473.610701:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.610709:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878473.610714:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878473.610721:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878473.610736:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878473.610749:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878473.610766:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519399040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878473.610787:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878473.610796:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878473.610806:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519399040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878473.610869:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878473.610877:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878473.610884:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878473.610888:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878473.610891:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878473.610898:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878473.610905:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9228 00000400:00000200:0.0:1788878473.610916:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878473.610925:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878473.610935:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878473.610948:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.610961:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.610975:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.610988:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878473.611001:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878473.611008:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878473.611020:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878473.611029:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878473.611041:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878473.611054:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878473.611076:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.611089:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.611102:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.611119:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878473.611131:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878473.611146:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878473.611155:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878473.611166:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878473.611183:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878473.611197:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.611207:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878473.611222:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878473.611240:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.611307:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878473.611322:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878473.611336:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878473.611353:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878473.611361:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.611373:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878473.611381:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878473.611390:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878473.611408:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878473.611426:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878473.611451:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519399168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878473.611480:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878473.611490:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878473.611506:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519399168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878473.611541:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878473.611550:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878473.611563:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878473.611572:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878473.611590:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878473.611599:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878473.611611:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9228 00000400:00000200:0.0:1788878473.611629:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878473.611644:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878473.611656:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878473.611672:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.611680:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.611696:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.611702:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878473.611715:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878473.611720:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878473.611729:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878473.611737:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878473.611747:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878473.611757:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878473.611771:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.611781:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.611792:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.611800:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878473.611811:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878473.611846:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878473.611859:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878473.611871:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878473.611886:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878473.611902:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.611912:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878473.611921:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878473.611939:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.611950:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878473.611962:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878473.611973:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878473.611988:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878473.611995:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.612004:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878473.612011:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878473.612020:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878473.612034:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878473.612048:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878473.612074:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519399296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878473.612124:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878473.612135:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878473.612157:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519399296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878473.612203:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878473.612215:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878473.612232:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878473.612242:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878473.612295:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878473.612310:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878473.612339:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9228 00000400:00000200:0.0:1788878473.612356:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878473.612376:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878473.612386:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878473.612402:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.612416:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.612426:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.612439:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878473.612455:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878473.612464:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878473.612472:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878473.612481:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878473.612492:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878473.612504:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878473.612519:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.612530:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.612543:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.612554:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878473.612564:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878473.612581:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878473.612597:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878473.612609:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878473.612619:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878473.612633:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.612643:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878473.612654:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878473.612663:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.612671:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878473.612688:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878473.612700:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878473.612709:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878473.612715:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.612725:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878473.612732:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878473.612739:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878473.612756:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878473.612769:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878473.612795:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519399424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878473.612912:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878473.612924:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878473.612948:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519399424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878473.612995:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878473.613009:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878473.613030:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878473.613042:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878473.613053:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878473.613066:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878473.613085:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9228 00000400:00000200:0.0:1788878473.613105:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878473.613123:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878473.613134:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878473.613153:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.613166:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.613179:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.613189:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878473.613208:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878473.613219:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878473.613230:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878473.613241:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878473.613289:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878473.613301:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878473.613323:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.613336:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878473.613347:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878473.613358:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878473.613372:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878473.613390:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878473.613403:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878473.613414:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878473.613427:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878473.613437:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.613453:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878473.613461:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878473.613473:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.613484:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878473.613499:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878473.613510:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878473.613523:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878473.613529:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878473.613539:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878473.613546:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878473.613554:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878473.613568:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878473.613583:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878473.613609:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519399552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878473.613650:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878473.613659:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878473.613679:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519399552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878473.613717:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878473.613729:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9238) 00000100:00000040:0.0:1788878474.954413:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303901972, at 4303902016 00000100:00000010:0.0:1788878474.954443:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b9c0. 00000100:00000040:0.0:1788878480.074319:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303907093, at 4303907136 00000100:00000010:0.0:1788878480.074329:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00000100:00080000:0.0:1788878483.850478:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878483.850490:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878483.850492:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878483.850497:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878483.850502:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878483.850510:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9238 00000400:00000200:0.0:1788878483.850520:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878483.850527:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878483.850530:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878483.850534:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850536:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.850538:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850541:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878483.850550:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878483.850552:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878483.850554:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878483.850567:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878483.850569:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878483.850571:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878483.850573:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850575:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.850576:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850577:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878483.850580:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878483.850583:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850584:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878483.850586:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878483.850590:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878483.850592:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.850593:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878483.850597:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878483.850609:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878483.850612:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878483.850616:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878483.850621:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.850624:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878483.850627:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878483.850632:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878483.850641:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878483.850647:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878483.850658:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519400320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878483.850667:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878483.850672:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878483.850676:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519400320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878483.850703:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878483.850706:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878483.850709:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878483.850710:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878483.850712:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878483.850714:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878483.850716:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9238 00000400:00000200:0.0:1788878483.850719:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878483.850721:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878483.850723:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878483.850725:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850727:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.850728:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850729:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878483.850731:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878483.850733:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878483.850734:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878483.850736:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878483.850737:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878483.850739:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878483.850741:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850742:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.850743:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850757:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878483.850760:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878483.850762:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850763:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878483.850764:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878483.850771:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878483.850773:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.850776:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878483.850782:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878483.850786:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.850788:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878483.850793:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878483.850798:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878483.850803:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878483.850806:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.850809:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878483.850811:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878483.850815:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878483.850823:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878483.850829:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878483.850837:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519400448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878483.850847:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878483.850850:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878483.850860:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519400448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878483.850871:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878483.850875:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878483.850880:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878483.850883:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878483.850885:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878483.850887:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878483.850889:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9238 00000400:00000200:0.0:1788878483.850897:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878483.850900:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878483.850901:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878483.850905:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850911:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.850912:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850915:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878483.850919:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878483.850920:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878483.850921:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878483.850924:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878483.850928:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878483.850930:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878483.850932:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850935:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.850939:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850942:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878483.850946:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878483.850951:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878483.850953:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878483.850957:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878483.850961:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878483.850966:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.850970:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878483.850973:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878483.850977:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.850982:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878483.850990:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878483.850995:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878483.850998:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878483.851000:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.851001:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878483.851003:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878483.851006:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878483.851013:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878483.851016:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878483.851022:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519400576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878483.851031:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878483.851035:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878483.851040:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519400576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878483.851052:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878483.851056:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878483.851063:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878483.851066:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878483.851068:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878483.851074:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878483.851080:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9238 00000400:00000200:0.0:1788878483.851086:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878483.851090:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878483.851092:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878483.851095:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851099:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.851104:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851107:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878483.851114:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878483.851117:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878483.851119:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878483.851123:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878483.851125:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878483.851127:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878483.851134:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851135:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.851140:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851143:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878483.851146:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878483.851151:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851155:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878483.851158:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878483.851160:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878483.851163:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.851167:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878483.851169:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878483.851173:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.851177:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878483.851182:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878483.851186:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878483.851188:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878483.851190:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.851195:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878483.851198:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878483.851201:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878483.851207:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878483.851211:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878483.851218:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519400704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878483.851226:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878483.851229:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878483.851235:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519400704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878483.851327:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878483.851332:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878483.851337:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878483.851340:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878483.851342:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878483.851345:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878483.851351:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9238 00000400:00000200:0.0:1788878483.851355:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878483.851361:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878483.851364:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878483.851367:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851373:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.851375:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851377:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878483.851380:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878483.851381:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878483.851384:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878483.851387:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878483.851389:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878483.851394:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878483.851398:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851402:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878483.851407:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851409:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878483.851413:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878483.851416:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878483.851418:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878483.851421:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878483.851424:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878483.851429:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.851432:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878483.851435:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878483.851437:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.851439:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878483.851444:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878483.851448:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878483.851451:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878483.851456:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878483.851461:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878483.851463:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878483.851467:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878483.851471:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878483.851476:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878483.851486:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519400832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878483.851514:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878483.851519:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878483.851525:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519400832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878483.851537:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878483.851544:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9248) 00000100:00000040:0.0:1788878485.194370:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303912212, at 4303912256 00000100:00000010:0.0:1788878485.194384:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba80. 00000100:00000040:0.0:1788878490.314327:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303917332, at 4303917376 00000100:00000010:0.0:1788878490.314343:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00000100:00000040:0.0:1788878495.434399:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303922451, at 4303922496 00000100:00000010:0.0:1788878495.434430:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd80. 00000100:00000040:0.0:1788878500.554404:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303927572, at 4303927616 00000100:00000010:0.0:1788878500.554443:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00000100:00080000:0.0:1788878504.330529:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878504.330544:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878504.330548:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878504.330553:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878504.330560:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878504.330570:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9258 00000400:00000200:0.0:1788878504.330583:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878504.330592:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878504.330596:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878504.330601:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330637:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.330641:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330645:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878504.330657:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878504.330660:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878504.330665:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878504.330670:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878504.330673:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878504.330677:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878504.330681:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330684:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.330686:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330689:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878504.330693:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878504.330698:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330701:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878504.330705:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878504.330709:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878504.330712:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.330715:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878504.330718:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878504.330733:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878504.330737:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878504.330743:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878504.330745:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.330748:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878504.330752:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878504.330758:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878504.330769:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878504.330778:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878504.330801:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519402880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878504.330815:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878504.330821:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878504.330827:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519402880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878504.330858:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878504.330862:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878504.330872:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878504.330874:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878504.330876:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878504.330880:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878504.330883:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9258 00000400:00000200:0.0:1788878504.330888:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878504.330891:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878504.330894:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878504.330899:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330902:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.330905:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330908:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878504.330912:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878504.330913:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878504.330915:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878504.330918:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878504.330920:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878504.330923:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878504.330926:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330930:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.330937:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330940:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878504.330946:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878504.330952:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878504.330958:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878504.330962:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878504.330972:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878504.330979:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.330986:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878504.330997:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878504.331010:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.331019:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878504.331035:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878504.331045:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878504.331053:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878504.331060:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.331076:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878504.331083:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878504.331091:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878504.331103:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878504.331116:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878504.331138:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519403008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878504.331170:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878504.331186:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878504.331194:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519403008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878504.331215:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878504.331223:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878504.331233:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878504.331238:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878504.331240:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878504.331244:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878504.331319:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9258 00000400:00000200:0.0:1788878504.331340:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878504.331368:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878504.331375:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878504.331389:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331401:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.331421:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331429:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878504.331442:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878504.331448:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878504.331455:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878504.331464:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878504.331474:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878504.331484:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878504.331495:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331499:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.331515:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331536:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878504.331539:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878504.331549:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331558:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878504.331562:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878504.331572:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878504.331577:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.331580:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878504.331587:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878504.331594:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.331601:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878504.331659:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878504.331664:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878504.331671:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878504.331675:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.331681:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878504.331685:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878504.331690:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878504.331699:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878504.331706:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878504.331713:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519403136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878504.331721:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878504.331724:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878504.331728:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519403136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878504.331738:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878504.331741:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878504.331745:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878504.331746:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878504.331749:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878504.331756:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878504.331763:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9258 00000400:00000200:0.0:1788878504.331775:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878504.331781:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878504.331788:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878504.331795:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331799:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.331804:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331811:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878504.331818:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878504.331819:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878504.331821:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878504.331823:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878504.331825:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878504.331828:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878504.331831:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331838:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.331840:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331842:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878504.331849:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878504.331856:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878504.331859:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878504.331865:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878504.331870:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878504.331877:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.331882:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878504.331886:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878504.331890:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.331900:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878504.331908:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878504.331914:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878504.331922:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878504.331924:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.331926:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878504.331929:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878504.331934:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878504.331942:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878504.331946:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878504.331956:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519403264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878504.331974:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878504.331979:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878504.331993:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519403264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878504.332034:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878504.332042:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878504.332057:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878504.332066:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878504.332076:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878504.332088:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878504.332100:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9258 00000400:00000200:0.0:1788878504.332116:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878504.332132:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878504.332139:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878504.332147:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.332152:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.332160:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.332168:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878504.332178:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878504.332414:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878504.332429:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878504.332445:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878504.332460:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878504.332475:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878504.332511:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.332528:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878504.332543:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878504.332556:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878504.332576:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878504.332592:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878504.332659:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878504.332667:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878504.332679:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878504.332692:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.332702:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878504.332709:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878504.332718:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.332723:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878504.332737:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878504.332747:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878504.332761:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878504.332767:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878504.332775:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878504.332783:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878504.332789:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878504.332803:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878504.332819:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878504.332843:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519403392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878504.332911:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878504.332926:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878504.332940:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519403392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878504.332982:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878504.332995:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9269) 00000100:00000040:0.0:1788878505.674383:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303932692, at 4303932736 00000100:00000010:0.0:1788878505.674476:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b960. 00000100:00000040:0.0:1788878510.794386:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303937811, at 4303937856 00000100:00000010:0.0:1788878510.794412:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000100:00000040:0.0:1788878515.914369:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303942932, at 4303942976 00000100:00000010:0.0:1788878515.914393:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000400:00000100:0.0:1788878517.642672:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788878517.642732:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788878517.642745:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878517.642752:0:2384:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788878517.642759:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878517.642764:0:2384:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788878517.642772:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878517.642778:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:0.0:1788878517.642786:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878517.642793:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878517.642803:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a393b8 00000400:00000010:0.0:1788878517.642807:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a393b8. 00000100:00000001:0.0:1788878517.642815:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878517.642828:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40eca80 x1875765519404160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.642864:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878517.642873:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519404160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.642888:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878517.642893:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878517.642910:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878517.642915:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7600. 00000400:00000200:0.0:1788878517.642925:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878517.642945:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878517.642956:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:0.0:1788878517.642963:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:0.0:1788878517.642971:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878517.642985:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ef480 x1875765519404288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.643007:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878517.643017:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519404288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.643036:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878517.643042:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878517.643058:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878517.643067:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:0.0:1788878517.643076:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878517.643085:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878517.643091:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39d48 00000400:00000010:0.0:1788878517.643099:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39d48. 00000100:00000001:0.0:1788878517.643108:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878517.643121:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ed880 x1875765519404416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.643150:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878517.643168:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519404416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.643216:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878517.643223:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878517.643242:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878517.643318:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:0.0:1788878517.643328:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878517.643345:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878517.643355:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39880 00000400:00000010:0.0:1788878517.643363:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39880. 00000100:00000001:0.0:1788878517.643371:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878517.643385:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec700 x1875765519404544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.643413:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878517.643424:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519404544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.643442:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878517.643459:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878517.643483:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878517.643493:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7700. 00000400:00000200:0.0:1788878517.643503:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878517.643535:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878517.643545:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:0.0:1788878517.643551:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:0.0:1788878517.643561:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878517.643575:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ece00 x1875765519404672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.643595:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878517.643605:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519404672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878517.643632:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878517.643638:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788878521.034443:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303948053, at 4303948096 00000100:00000010:0.0:1788878521.034467:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00000040:0.0:1788878526.154345:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303953172, at 4303953216 00000100:00000010:0.0:1788878526.154375:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00080000:0.0:1788878529.930413:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878529.930440:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878529.930444:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878529.930449:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878529.930454:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878529.930462:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9284 00000400:00000200:0.0:1788878529.930473:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878529.930479:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878529.930482:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878529.930485:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930488:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.930490:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930492:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878529.930499:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878529.930500:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878529.930503:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878529.930505:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878529.930507:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878529.930509:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878529.930511:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930513:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.930514:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930515:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878529.930518:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878529.930520:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930522:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878529.930525:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878529.930527:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878529.930530:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.930532:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878529.930534:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878529.930542:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878529.930546:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878529.930550:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878529.930551:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.930554:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878529.930556:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878529.930561:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878529.930568:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878529.930574:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878529.930582:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519406080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878529.930591:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878529.930595:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878529.930599:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519406080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878529.930619:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878529.930622:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878529.930625:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878529.930626:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878529.930627:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878529.930630:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878529.930632:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9284 00000400:00000200:0.0:1788878529.930635:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878529.930637:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878529.930639:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878529.930642:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930644:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.930647:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930648:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878529.930650:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878529.930652:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878529.930653:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878529.930656:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878529.930658:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878529.930660:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878529.930664:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930667:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.930671:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930675:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878529.930681:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878529.930689:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930697:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878529.930703:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878529.930712:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878529.930717:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.930722:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878529.930730:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878529.930736:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.930738:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878529.930745:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878529.930751:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878529.930758:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878529.930761:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.930765:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878529.930769:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878529.930772:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878529.930781:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878529.930789:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878529.930802:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519406208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878529.930816:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878529.930820:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878529.930825:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519406208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878529.930850:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878529.930855:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878529.930860:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878529.930864:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878529.930867:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878529.930871:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878529.930878:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9284 00000400:00000200:0.0:1788878529.930897:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878529.930904:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878529.930909:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878529.930915:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930920:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.930923:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930928:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878529.930934:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878529.930939:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878529.930941:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878529.930945:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878529.930949:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878529.930953:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878529.930958:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930961:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.930966:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930970:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878529.930974:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878529.930978:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878529.930981:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878529.932219:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878529.932221:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878529.932223:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.932224:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878529.932226:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878529.932228:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.932229:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878529.932232:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878529.932234:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878529.932236:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878529.932237:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.932238:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878529.932239:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878529.932241:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878529.932243:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878529.932260:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878529.932264:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519406336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878529.932270:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878529.932271:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878529.932274:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519406336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878529.932286:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878529.932288:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878529.932290:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878529.932291:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878529.932292:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878529.932294:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878529.932296:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9284 00000400:00000200:0.0:1788878529.932299:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878529.932301:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878529.932303:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878529.932306:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932308:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.932310:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932312:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878529.932316:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878529.932317:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878529.932319:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878529.932324:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878529.932328:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878529.932331:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878529.932336:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932342:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.932346:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932350:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878529.932355:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878529.932361:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932366:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878529.932369:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878529.932374:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878529.932378:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.932382:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878529.932386:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878529.932393:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.932399:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878529.932409:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878529.932416:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878529.932425:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878529.932440:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.932445:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878529.932448:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878529.932453:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878529.932461:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878529.932467:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878529.932477:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519406464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878529.932502:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878529.932506:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878529.932513:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519406464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878529.932531:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878529.932537:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878529.932542:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878529.932546:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878529.932548:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878529.932554:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878529.932559:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9284 00000400:00000200:0.0:1788878529.932575:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878529.932583:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878529.932587:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878529.932594:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932597:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.932602:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932606:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878529.932610:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878529.932613:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878529.932616:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878529.932618:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878529.932624:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878529.932628:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878529.932636:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932639:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878529.932645:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932650:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878529.932655:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878529.932661:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878529.932664:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878529.932668:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878529.932671:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878529.932678:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.932683:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878529.932688:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878529.932696:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.932703:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878529.932713:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878529.932719:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878529.932727:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878529.932730:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878529.932735:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878529.932737:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878529.932740:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878529.932747:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878529.932754:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878529.932771:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519406592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878529.932794:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878529.932800:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878529.932811:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519406592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878529.932834:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878529.932840:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9294) 00000100:00000040:0.0:1788878531.274449:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303958291, at 4303958336 00000100:00000010:0.0:1788878531.274484:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00080000:0.0:1788878535.050439:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878535.050449:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878535.050452:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878535.050456:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878535.050461:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878535.050469:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9289 00000400:00000200:0.0:1788878535.050478:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878535.050484:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878535.050487:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878535.050490:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050493:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.050496:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050498:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878535.050506:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878535.050508:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878535.050510:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878535.050514:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878535.050516:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878535.050517:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878535.050520:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050521:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.050522:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050524:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878535.050526:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878535.050528:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050530:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878535.050532:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878535.050535:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878535.050537:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.050539:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878535.050541:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878535.050550:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878535.050553:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878535.050557:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878535.050558:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.050561:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878535.050564:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878535.050569:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878535.050578:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878535.050585:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878535.050593:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519406720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878535.050601:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878535.050606:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878535.050611:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519406720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878535.050632:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878535.050636:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878535.050641:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878535.050643:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878535.050645:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878535.050649:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878535.050654:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9289 00000400:00000200:0.0:1788878535.050663:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878535.050672:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878535.050678:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878535.050684:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050689:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.050693:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050699:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878535.050703:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878535.050706:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878535.050709:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878535.050729:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878535.050734:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878535.050740:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878535.050747:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050751:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.050755:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050757:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878535.050761:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878535.050767:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878535.050770:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878535.050773:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878535.050800:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878535.050813:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.050823:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878535.050835:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878535.050860:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.050866:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878535.050874:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878535.050881:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878535.050889:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878535.050892:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.050895:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878535.050898:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878535.050899:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878535.050906:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878535.050929:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878535.050946:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519406848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878535.050972:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878535.050994:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878535.051001:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519406848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878535.051032:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878535.051038:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878535.051044:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878535.051047:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878535.051049:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878535.051053:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878535.051057:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9289 00000400:00000200:0.0:1788878535.051063:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878535.051069:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878535.051075:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878535.051084:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051093:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.051100:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051104:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878535.051111:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878535.051116:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878535.051120:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878535.051126:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878535.051130:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878535.051137:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878535.051146:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051151:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.051159:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051165:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878535.051171:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878535.051178:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051184:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878535.051189:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878535.051195:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878535.051201:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.051206:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878535.051212:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878535.051218:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.051222:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878535.051228:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878535.051232:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878535.051238:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878535.051241:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.051245:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878535.051247:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878535.051268:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878535.051278:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878535.051291:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878535.051332:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519406976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878535.051372:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878535.051374:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878535.051383:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519406976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878535.051422:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878535.051428:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878535.051436:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878535.051439:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878535.051442:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878535.051453:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878535.051458:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9289 00000400:00000200:0.0:1788878535.051464:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878535.051471:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878535.051477:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878535.051484:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051490:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.051496:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051501:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878535.051505:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878535.051507:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878535.051510:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878535.051514:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878535.051520:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878535.051523:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878535.051532:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051536:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.051542:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051546:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878535.051548:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878535.051554:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051558:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878535.051563:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878535.051568:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878535.051572:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.051575:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878535.051579:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878535.051582:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.051584:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878535.051589:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878535.051595:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878535.051600:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878535.051603:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.051605:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878535.051609:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878535.051614:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878535.051623:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878535.051630:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878535.051646:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519407104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878535.051668:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878535.051673:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878535.051681:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519407104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878535.051695:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878535.051700:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878535.051704:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878535.051708:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878535.051712:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878535.051714:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878535.051735:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9289 00000400:00000200:0.0:1788878535.051743:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878535.051746:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878535.051753:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878535.051755:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051760:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.051767:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051772:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878535.051779:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878535.051782:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878535.051807:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878535.051818:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878535.051831:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878535.051845:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878535.051873:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051881:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878535.051889:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051894:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878535.051900:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878535.051906:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878535.051911:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878535.051915:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878535.051917:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878535.051922:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.051927:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878535.051931:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878535.051936:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.051940:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878535.051946:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878535.051952:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878535.051959:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878535.051962:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878535.051965:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878535.051968:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878535.051971:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878535.051977:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878535.051984:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878535.051994:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519407232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878535.052011:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878535.052014:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878535.052019:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519407232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878535.052037:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878535.052044:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9299) 00000100:00000040:0.0:1788878536.394473:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303963411, at 4303963456 00000100:00000010:0.0:1788878536.394494:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00080000:0.0:1788878540.170475:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878540.170490:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878540.170493:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878540.170499:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878540.170505:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878540.170515:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9294 00000400:00000200:0.0:1788878540.170529:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878540.170539:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878540.170544:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878540.170548:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170553:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.170556:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170560:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878540.170571:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878540.170574:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878540.170578:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878540.170583:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878540.170586:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878540.170589:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878540.170593:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170596:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.170599:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170602:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878540.170606:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878540.170610:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170613:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878540.170616:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878540.170620:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878540.170624:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.170626:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878540.170629:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878540.170649:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878540.170655:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878540.170660:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878540.170662:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.170666:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878540.170669:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878540.170675:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878540.170690:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878540.170699:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878540.170711:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519407360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878540.170724:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878540.170731:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878540.170736:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519407360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878540.170760:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878540.170765:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878540.170769:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878540.170771:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878540.170773:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878540.170776:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878540.170779:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9294 00000400:00000200:0.0:1788878540.170783:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878540.170786:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878540.170788:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878540.170792:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170794:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.170798:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170801:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878540.170806:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878540.170808:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878540.170812:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878540.170816:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878540.170819:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878540.170822:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878540.170825:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170827:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.170829:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170831:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878540.170836:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878540.170852:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878540.170864:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878540.170875:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878540.170884:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878540.170891:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.170901:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878540.170913:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878540.170935:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.170945:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878540.170965:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878540.170978:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878540.170991:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878540.170998:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.171005:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878540.171009:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878540.171014:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878540.171025:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878540.171032:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878540.171044:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519407488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878540.171063:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878540.171072:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878540.171082:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519407488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878540.171130:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878540.171146:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878540.171156:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878540.171162:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878540.171167:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878540.171174:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878540.171186:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9294 00000400:00000200:0.0:1788878540.171206:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878540.171215:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878540.171225:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878540.171234:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171239:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.171246:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171296:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878540.171301:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878540.171303:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878540.171306:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878540.171311:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878540.171314:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878540.171317:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878540.171323:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171325:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.171328:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171332:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878540.171336:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878540.171344:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171347:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878540.171351:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878540.171375:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878540.171392:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.171400:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878540.171404:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878540.171408:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.171413:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878540.171419:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878540.171424:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878540.171429:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878540.171433:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.171437:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878540.171441:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878540.171446:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878540.171452:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878540.171461:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878540.171480:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519407616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878540.171514:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878540.171521:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878540.171532:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519407616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878540.171564:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878540.171583:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878540.171596:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878540.171598:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878540.171600:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878540.171605:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878540.171613:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9294 00000400:00000200:0.0:1788878540.171621:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878540.171630:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878540.171635:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878540.171644:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171648:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.171653:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171662:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878540.171669:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878540.171672:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878540.171680:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878540.171688:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878540.171700:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878540.171713:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878540.171736:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171745:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.171758:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171769:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878540.171788:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878540.171802:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878540.171812:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878540.171824:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878540.171834:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878540.171850:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.171861:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878540.171866:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878540.171870:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.171874:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878540.171889:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878540.171901:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878540.171912:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878540.171917:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.171924:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878540.171931:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878540.171940:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878540.171952:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878540.171965:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878540.171983:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519407744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878540.172025:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878540.172034:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878540.172044:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519407744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878540.172098:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878540.172119:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878540.172128:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878540.172133:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878540.172141:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878540.172160:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878540.172170:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9294 00000400:00000200:0.0:1788878540.172183:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878540.172199:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878540.172212:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878540.172227:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.172233:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.172239:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.172245:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878540.172279:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878540.172281:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878540.172283:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878540.172287:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878540.172290:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878540.172294:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878540.172305:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.172313:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878540.172325:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878540.172338:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878540.172348:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878540.172383:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878540.172391:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878540.172395:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878540.172400:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878540.172404:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.172409:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878540.172412:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878540.172419:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.172425:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878540.172432:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878540.172439:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878540.172449:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878540.172455:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878540.172465:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878540.172474:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878540.172480:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878540.172489:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878540.172499:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878540.172516:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519407872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878540.172532:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878540.172539:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878540.172546:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519407872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878540.172571:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878540.172585:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9304) 00000100:00000040:0.0:1788878541.514439:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303968532, at 4303968576 00000100:00000010:0.0:1788878541.514471:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00080000:0.0:1788878545.290489:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878545.290503:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878545.290507:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878545.290512:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878545.290518:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878545.290528:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9299 00000400:00000200:0.0:1788878545.290541:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878545.290550:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878545.290554:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878545.290559:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290563:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.290567:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290570:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878545.290579:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878545.290581:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878545.290585:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878545.290589:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878545.290591:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878545.290594:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878545.290598:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290601:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.290604:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290607:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878545.290612:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878545.290617:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290620:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878545.290624:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878545.290630:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878545.290635:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.290638:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878545.290642:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878545.290658:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878545.290664:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878545.290670:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878545.290673:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.290676:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878545.290679:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878545.290686:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878545.290696:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878545.290705:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878545.290718:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519408000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878545.290729:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878545.290735:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878545.290740:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519408000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878545.290764:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878545.290768:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878545.290772:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878545.290773:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878545.290775:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878545.290779:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878545.290781:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9299 00000400:00000200:0.0:1788878545.290785:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878545.290788:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878545.290790:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878545.290793:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290796:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.290798:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290800:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878545.290803:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878545.290805:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878545.290806:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878545.290810:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878545.290812:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878545.290814:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878545.290817:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290818:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.290820:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290822:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878545.290824:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878545.290827:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878545.290829:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878545.290831:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878545.290838:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878545.290841:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.290843:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878545.290848:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878545.290852:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.290856:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878545.290860:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878545.290865:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878545.290869:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878545.290872:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.290874:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878545.290876:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878545.290881:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878545.290888:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878545.290896:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878545.290907:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519408128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878545.290931:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878545.290938:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878545.290953:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519408128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878545.291186:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878545.291203:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878545.291225:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878545.291233:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878545.291239:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878545.291352:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878545.291369:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9299 00000400:00000200:0.0:1788878545.291390:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878545.291405:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878545.291417:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878545.291427:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.291441:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.291450:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.291456:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878545.291472:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878545.291476:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878545.291482:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878545.291490:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878545.291498:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878545.291511:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878545.291532:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.291544:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.291555:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.291563:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878545.291584:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878545.291622:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878545.291628:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878545.291646:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878545.291666:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878545.291678:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.291695:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878545.291700:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878545.291712:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.291726:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878545.291754:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878545.291769:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878545.291786:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878545.291794:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.291812:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878545.291823:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878545.291836:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878545.291863:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878545.291880:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878545.291899:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519408256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878545.291941:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878545.291951:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878545.291965:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519408256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878545.292004:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878545.292009:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878545.292025:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878545.292030:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878545.292034:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878545.292039:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878545.292049:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9299 00000400:00000200:0.0:1788878545.292062:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878545.292080:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878545.292103:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878545.292124:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.292137:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.292154:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.292171:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878545.292190:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878545.292195:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878545.292202:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878545.292208:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878545.292213:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878545.292217:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878545.292223:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.292280:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.292299:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.292303:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878545.292310:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878545.292346:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878545.292373:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878545.292380:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878545.292391:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878545.292401:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.292414:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878545.292422:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878545.292433:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.292445:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878545.292460:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878545.292471:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878545.292485:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878545.292493:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.292499:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878545.292506:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878545.292517:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878545.292531:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878545.292539:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878545.292563:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519408384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878545.292604:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878545.292614:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878545.292631:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519408384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878545.292697:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878545.292709:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878545.292728:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878545.292745:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878545.292760:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878545.292771:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878545.292787:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9299 00000400:00000200:0.0:1788878545.292829:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878545.292841:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878545.292858:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878545.292877:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.292889:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.292903:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.292915:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878545.292939:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878545.292946:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878545.292952:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878545.292961:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878545.292966:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878545.292974:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878545.292982:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.292993:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878545.293000:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878545.293011:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878545.293031:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878545.293038:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878545.293046:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878545.293060:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878545.293067:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878545.293078:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.293092:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878545.293104:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878545.293127:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.293139:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878545.293162:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878545.293178:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878545.293195:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878545.293208:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878545.293223:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878545.293231:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878545.293245:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878545.293302:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878545.293309:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878545.293320:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519408512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878545.293397:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878545.293402:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878545.293422:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519408512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878545.293464:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878545.293482:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9310) 00000100:00000040:0.0:1788878546.634428:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303973652, at 4303973696 00000100:00000010:0.0:1788878546.634445:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00080000:0.0:1788878550.410348:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878550.410358:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878550.410370:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878550.410376:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878550.410382:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878550.410393:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9305 00000400:00000200:0.0:1788878550.410405:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878550.410413:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878550.410419:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878550.410423:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410428:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.410432:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410436:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878550.410446:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878550.410448:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878550.410453:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878550.410457:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878550.410461:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878550.410464:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878550.410469:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410472:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.410475:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410478:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878550.410482:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878550.410487:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410491:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878550.410495:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878550.410511:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878550.410516:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.410520:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878550.410524:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878550.410537:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878550.410543:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878550.410549:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878550.410552:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.410557:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878550.410561:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878550.410567:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878550.410578:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878550.410588:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878550.410601:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519408640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878550.410630:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878550.410635:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878550.410641:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519408640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878550.410670:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878550.410675:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878550.410679:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878550.410680:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878550.410683:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878550.410686:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878550.410689:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9305 00000400:00000200:0.0:1788878550.410696:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878550.410702:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878550.410706:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878550.410711:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410715:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.410718:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410722:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878550.410754:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878550.410756:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878550.410759:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878550.410763:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878550.410767:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878550.410771:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878550.410778:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410783:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.410788:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410790:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878550.410793:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878550.410798:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878550.410801:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878550.410803:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878550.410810:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878550.410813:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.410816:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878550.410820:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878550.410823:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.410825:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878550.410832:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878550.410845:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878550.410853:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878550.410863:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.410887:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878550.410896:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878550.410905:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878550.410917:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878550.410929:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878550.410951:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519408768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878550.411004:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878550.411012:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878550.411034:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519408768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878550.411079:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878550.411092:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878550.411105:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878550.411110:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878550.411114:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878550.411117:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878550.411126:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9305 00000400:00000200:0.0:1788878550.411150:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878550.411164:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878550.411170:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878550.411186:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411196:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.411205:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411213:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878550.411227:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878550.411230:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878550.411232:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878550.411237:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878550.411275:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878550.411278:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878550.411283:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411285:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.411303:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411305:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878550.411308:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878550.411310:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411313:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878550.411315:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878550.411320:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878550.411322:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.411325:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878550.411328:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878550.411331:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.411333:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878550.411338:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878550.411341:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878550.411344:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878550.411347:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.411349:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878550.411351:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878550.411355:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878550.411375:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878550.411381:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878550.411391:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519408896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878550.411420:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878550.411425:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878550.411436:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519408896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878550.411472:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878550.411481:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878550.411496:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878550.411501:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878550.411509:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878550.411521:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878550.411532:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9305 00000400:00000200:0.0:1788878550.411565:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878550.411579:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878550.411590:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878550.411608:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411614:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.411641:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411663:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878550.411682:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878550.411693:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878550.411700:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878550.411714:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878550.411743:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878550.411756:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878550.411774:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411792:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.411803:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411809:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878550.411822:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878550.411839:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878550.411855:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878550.411866:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878550.411876:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878550.411894:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.411908:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878550.411912:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878550.411919:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.411921:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878550.411927:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878550.411938:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878550.411945:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878550.411948:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.411961:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878550.411966:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878550.411972:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878550.411992:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878550.412002:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878550.412029:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519409024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878550.412133:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878550.412142:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878550.412159:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519409024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878550.412198:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878550.412207:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878550.412230:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878550.412239:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878550.412245:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878550.412249:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878550.412253:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9305 00000400:00000200:0.0:1788878550.412259:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878550.412264:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878550.412267:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878550.412270:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.412273:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.412345:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.412365:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878550.412377:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878550.412384:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878550.412395:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878550.412404:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878550.412419:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878550.412436:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878550.412454:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.412462:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878550.412478:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878550.412495:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878550.412510:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878550.412523:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878550.412530:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878550.412540:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878550.412552:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878550.412583:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.412593:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878550.412603:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878550.412624:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.412637:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878550.412649:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878550.412654:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878550.412663:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878550.412668:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878550.412677:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878550.412685:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878550.412693:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878550.412715:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878550.412731:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878550.412756:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519409152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878550.412785:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878550.412794:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878550.412823:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519409152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878550.412841:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878550.412859:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9315) 00000100:00000040:0.0:1788878551.754455:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303978772, at 4303978816 00000100:00000010:0.0:1788878551.754476:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00000040:0.0:1788878556.874372:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303983891, at 4303983936 00000100:00000010:0.0:1788878556.874391:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00000040:0.0:1788878561.994405:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303989012, at 4303989056 00000100:00000010:0.0:1788878561.994427:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00000100:00080000:0.0:1788878565.770380:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878565.770392:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878565.770396:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878565.770400:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878565.770405:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878565.770414:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9320 00000400:00000200:0.0:1788878565.770424:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878565.770434:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878565.770438:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878565.770441:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770444:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.770447:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770448:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878565.770457:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878565.770458:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878565.770461:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878565.770464:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878565.770466:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878565.770468:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878565.770470:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770472:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.770473:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770474:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878565.770477:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878565.770479:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770481:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878565.770484:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878565.770487:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878565.770489:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.770491:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878565.770493:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878565.770505:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878565.770509:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878565.770514:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878565.770516:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.770520:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878565.770523:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878565.770529:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878565.770542:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878565.770552:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878565.770566:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519410560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878565.770579:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878565.770584:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878565.770590:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519410560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878565.770620:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878565.770625:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878565.770630:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878565.770632:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878565.770635:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878565.770640:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878565.770648:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9320 00000400:00000200:0.0:1788878565.770657:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878565.770666:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878565.770674:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878565.770689:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770700:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.770712:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770720:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878565.770731:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878565.770736:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878565.770743:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878565.770752:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878565.770763:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878565.770784:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878565.770800:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770809:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.770818:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770824:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878565.770836:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878565.770850:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878565.770860:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878565.770873:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878565.770889:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878565.770898:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.770910:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878565.770919:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878565.770928:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.770934:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878565.770943:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878565.770955:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878565.770969:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878565.770974:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.770983:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878565.770994:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878565.771003:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878565.771011:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878565.771026:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878565.771045:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519410688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878565.771071:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878565.771075:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878565.771087:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519410688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878565.771117:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878565.771126:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878565.771136:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878565.771140:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878565.771144:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878565.771162:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878565.771170:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9320 00000400:00000200:0.0:1788878565.771195:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878565.771207:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878565.771213:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878565.771224:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771232:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.771240:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771299:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878565.771311:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878565.771317:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878565.771324:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878565.771330:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878565.771336:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878565.771343:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878565.771352:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771361:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.771368:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771376:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878565.771383:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878565.771391:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771399:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878565.771403:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878565.771409:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878565.771414:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.771418:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878565.771423:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878565.771430:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.771438:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878565.771453:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878565.771464:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878565.771473:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878565.771479:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.771484:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878565.771487:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878565.771493:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878565.771500:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878565.771509:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878565.771525:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519410816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878565.771554:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878565.771562:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878565.771589:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519410816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878565.771632:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878565.771642:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878565.771655:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878565.771661:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878565.771667:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878565.771678:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878565.771690:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9320 00000400:00000200:0.0:1788878565.771714:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878565.771731:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878565.771741:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878565.771784:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771803:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.771819:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771830:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878565.771842:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878565.771848:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878565.771858:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878565.771864:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878565.771871:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878565.771876:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878565.771888:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771902:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.771906:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771910:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878565.771914:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878565.771927:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878565.771937:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878565.771952:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878565.771959:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878565.771974:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.771980:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878565.771988:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878565.772001:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.772002:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878565.772009:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878565.772016:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878565.772026:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878565.772039:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.772045:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878565.772051:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878565.772056:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878565.772063:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878565.772068:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878565.772076:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519410944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878565.772107:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878565.772113:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878565.772129:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519410944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878565.772160:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878565.772171:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878565.772205:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878565.772207:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878565.772213:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878565.772224:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878565.772236:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9320 00000400:00000200:0.0:1788878565.772283:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878565.772297:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878565.772303:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878565.772321:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.772329:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.772340:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.772347:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878565.772357:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878565.772362:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878565.772375:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878565.772379:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878565.772382:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878565.772389:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878565.772396:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.772402:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878565.772408:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878565.772416:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878565.772422:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878565.772433:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878565.772441:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878565.772449:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878565.772460:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878565.772470:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.772477:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878565.772486:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878565.772494:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.772501:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878565.772508:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878565.772515:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878565.772525:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878565.772527:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878565.772540:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878565.772542:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878565.772546:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878565.772556:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878565.772568:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878565.772595:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519411072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878565.772622:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878565.772633:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878565.772656:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519411072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878565.772685:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878565.772696:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9330) 00000100:00000040:0.0:1788878567.114352:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303994132, at 4303994176 00000100:00000010:0.0:1788878567.114372:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00000100:00000040:0.0:1788878572.234324:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4303999251, at 4303999296 00000100:00000010:0.0:1788878572.234341:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000040:0.0:1788878577.354337:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304004371, at 4304004416 00000100:00000010:0.0:1788878577.354353:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000100:00000040:0.0:1788878582.474330:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304009492, at 4304009536 00000100:00000010:0.0:1788878582.474354:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000100:00000040:0.0:1788878587.594387:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304014612, at 4304014656 00000100:00000010:0.0:1788878587.594413:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00000040:0.0:1788878592.714324:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304019732, at 4304019776 00000100:00000010:0.0:1788878592.714345:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00080000:0.0:1788878596.490495:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878596.490509:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878596.490513:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878596.490518:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878596.490525:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878596.490535:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9351 00000400:00000200:0.0:1788878596.490546:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878596.490555:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878596.490560:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878596.490565:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490569:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.490572:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490576:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878596.490587:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878596.490590:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878596.490594:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878596.490600:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878596.490617:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878596.490621:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878596.490625:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490628:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.490630:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490633:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878596.490637:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878596.490641:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490644:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878596.490648:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878596.490653:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878596.490656:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.490659:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878596.490662:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878596.490674:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878596.490679:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878596.490684:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878596.490686:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.490690:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878596.490693:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878596.490699:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878596.490711:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878596.490721:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878596.490733:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519414400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878596.490748:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878596.490754:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878596.490761:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519414400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878596.490789:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878596.490794:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878596.490800:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878596.490802:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878596.490804:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878596.490808:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878596.490811:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9351 00000400:00000200:0.0:1788878596.490816:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878596.490819:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878596.490822:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878596.490826:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490828:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.490831:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490834:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878596.490837:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878596.490839:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878596.490841:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878596.490844:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878596.490846:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878596.490849:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878596.490852:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490854:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.490858:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490861:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878596.490865:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878596.490869:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878596.490873:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878596.490875:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878596.490884:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878596.490887:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.490892:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878596.490901:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878596.490910:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.490916:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878596.490920:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878596.490923:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878596.490925:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878596.490927:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.490931:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878596.490935:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878596.490939:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878596.490950:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878596.490959:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878596.491008:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519414528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878596.491037:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878596.491048:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878596.491082:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519414528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878596.491110:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878596.491121:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878596.491131:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878596.491133:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878596.491136:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878596.491144:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878596.491153:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9351 00000400:00000200:0.0:1788878596.491165:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878596.491172:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878596.491176:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878596.491188:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491192:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.491196:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491205:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878596.491213:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878596.491218:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878596.491223:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878596.491230:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878596.491234:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878596.491240:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878596.491296:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491305:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.491315:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491321:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878596.491332:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878596.491341:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491347:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878596.491350:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878596.491356:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878596.491367:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.491371:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878596.491378:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878596.491384:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.491389:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878596.491398:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878596.491407:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878596.491417:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878596.491424:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.491433:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878596.491439:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878596.491445:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878596.491453:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878596.491465:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878596.491479:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519414656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878596.491521:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878596.491528:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878596.491541:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519414656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878596.491574:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878596.491584:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878596.491589:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878596.491596:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878596.491602:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878596.491610:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878596.491618:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9351 00000400:00000200:0.0:1788878596.491629:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878596.491638:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878596.491645:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878596.491657:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491667:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.491675:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491681:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878596.491689:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878596.491693:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878596.491700:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878596.491706:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878596.491715:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878596.491725:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878596.491739:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491748:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.491755:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491759:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878596.491767:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878596.491777:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878596.491786:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878596.491791:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878596.491796:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878596.491801:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.491803:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878596.491807:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878596.491815:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.491818:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878596.491825:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878596.491832:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878596.491842:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878596.491848:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.491854:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878596.491860:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878596.491867:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878596.491880:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878596.491891:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878596.491907:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519414784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878596.491930:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878596.491936:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878596.491947:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519414784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878596.492023:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878596.492033:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878596.492053:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878596.492060:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878596.492068:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878596.492081:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878596.492091:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9351 00000400:00000200:0.0:1788878596.492106:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878596.492117:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878596.492126:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878596.492140:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.492148:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.492156:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.492167:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878596.492178:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878596.492183:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878596.492190:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878596.492196:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878596.492207:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878596.492219:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878596.492229:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.492236:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878596.492245:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878596.492289:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878596.492299:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878596.492313:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878596.492324:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878596.492332:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878596.492341:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878596.492348:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.492356:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878596.492362:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878596.492373:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.492380:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878596.492392:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878596.492398:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878596.492405:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878596.492410:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878596.492417:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878596.492421:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878596.492429:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878596.492439:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878596.492452:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878596.492468:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519414912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878596.492485:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878596.492494:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878596.492510:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519414912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878596.492554:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878596.492565:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9361) 00000100:00000040:0.0:1788878597.834381:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304024852, at 4304024896 00000100:00000010:0.0:1788878597.834425:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00000100:00080000:0.0:1788878601.610431:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878601.610445:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878601.610448:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878601.610454:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878601.610459:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878601.610468:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9356 00000400:00000200:0.0:1788878601.610479:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878601.610488:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878601.610491:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878601.610495:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610498:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.610501:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610503:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878601.610513:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878601.610515:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878601.610520:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878601.610525:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878601.610527:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878601.610529:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878601.610533:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610534:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.610536:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610537:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878601.610541:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878601.610543:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610545:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878601.610548:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878601.610551:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878601.610554:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.610556:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878601.610558:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878601.610570:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878601.610574:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878601.610579:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878601.610580:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.610583:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878601.610597:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878601.610602:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878601.610612:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878601.610620:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878601.610630:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519415040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878601.610641:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878601.610647:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878601.610652:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519415040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878601.610692:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878601.610696:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878601.610700:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878601.610702:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878601.610703:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878601.610706:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878601.610709:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9356 00000400:00000200:0.0:1788878601.610712:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878601.610714:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878601.610717:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878601.610719:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610721:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.610723:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610725:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878601.610728:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878601.610729:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878601.610730:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878601.610732:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878601.610734:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878601.610737:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878601.610739:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610741:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.610743:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610744:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878601.610746:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878601.610755:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878601.610757:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878601.610759:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878601.610766:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878601.610769:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.610771:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878601.610788:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878601.610794:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.610797:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878601.610804:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878601.610812:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878601.610817:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878601.610822:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.610827:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878601.610830:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878601.610834:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878601.610843:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878601.610852:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878601.610863:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519415168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878601.610887:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878601.610893:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878601.610902:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519415168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878601.610916:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878601.610921:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878601.610925:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878601.610928:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878601.610947:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878601.610971:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878601.610981:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9356 00000400:00000200:0.0:1788878601.610992:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878601.611002:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878601.611007:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878601.611017:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611020:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.611025:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611035:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878601.611043:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878601.611047:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878601.611050:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878601.611055:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878601.611061:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878601.611068:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878601.611080:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611088:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.611097:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611107:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878601.611116:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878601.611124:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611130:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878601.611134:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878601.611138:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878601.611145:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.611149:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878601.611153:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878601.611159:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.611163:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878601.611170:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878601.611177:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878601.611184:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878601.611189:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.611195:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878601.611200:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878601.611206:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878601.611217:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878601.611225:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878601.611240:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519415296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878601.611299:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878601.611302:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878601.611307:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519415296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878601.611320:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878601.611326:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878601.611336:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878601.611339:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878601.611343:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878601.611349:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878601.611355:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9356 00000400:00000200:0.0:1788878601.611364:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878601.611370:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878601.611373:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878601.611387:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611389:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.611392:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611398:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878601.611404:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878601.611407:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878601.611410:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878601.611415:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878601.611418:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878601.611421:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878601.611426:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611431:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.611436:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611439:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878601.611442:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878601.611446:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611450:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878601.611454:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878601.611458:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878601.611464:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.611469:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878601.611472:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878601.611477:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.611482:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878601.611490:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878601.611493:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878601.611498:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878601.611501:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.611504:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878601.611507:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878601.611510:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878601.611517:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878601.611523:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878601.611532:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519415424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878601.611541:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878601.611545:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878601.611553:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519415424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878601.611567:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878601.611574:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878601.611577:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878601.611579:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878601.611581:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878601.611588:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878601.611603:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9356 00000400:00000200:0.0:1788878601.611609:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878601.611615:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878601.611619:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878601.611626:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611632:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.611638:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611643:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878601.611647:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878601.611650:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878601.611654:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878601.611657:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878601.611662:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878601.611669:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878601.611675:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611679:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878601.611683:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611686:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878601.611687:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878601.611700:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878601.611703:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878601.611707:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878601.611712:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878601.611717:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.611719:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878601.611723:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878601.611730:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.611735:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878601.611742:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878601.611748:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878601.611754:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878601.611758:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878601.611776:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878601.611783:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878601.611790:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878601.611800:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878601.611808:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878601.611823:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519415552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878601.611847:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878601.611852:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878601.611860:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519415552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878601.611876:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878601.611882:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9366) 00000100:00000040:0.0:1788878602.954353:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304029972, at 4304030016 00000100:00000010:0.0:1788878602.954368:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00080000:0.0:1788878606.730382:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878606.730397:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878606.730401:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878606.730406:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878606.730414:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878606.730424:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9361 00000400:00000200:0.0:1788878606.730438:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878606.730447:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878606.730451:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878606.730456:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730460:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.730464:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730469:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878606.730485:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878606.730489:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878606.730496:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878606.730504:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878606.730510:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878606.730514:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878606.730521:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730525:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.730529:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730551:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878606.730557:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878606.730564:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730570:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878606.730575:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878606.730581:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878606.730585:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.730588:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878606.730591:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878606.730604:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878606.730609:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878606.730615:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878606.730617:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.730621:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878606.730625:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878606.730632:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878606.730663:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878606.730673:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878606.730688:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519415680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878606.730704:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878606.730712:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878606.730719:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519415680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878606.730752:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878606.730758:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878606.730764:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878606.730766:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878606.730768:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878606.730772:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878606.730776:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9361 00000400:00000200:0.0:1788878606.730781:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878606.730785:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878606.730789:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878606.730792:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730795:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.730798:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730801:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878606.730806:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878606.730807:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878606.730810:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878606.730813:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878606.730816:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878606.730819:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878606.730822:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730825:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.730827:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730829:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878606.730832:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878606.730835:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878606.730838:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878606.730841:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878606.730850:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878606.730853:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.730856:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878606.730879:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878606.730884:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.730887:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878606.730892:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878606.730924:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878606.730932:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878606.730936:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.730941:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878606.730944:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878606.730952:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878606.730966:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878606.730979:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878606.731000:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519415808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878606.731045:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878606.731053:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878606.731066:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519415808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878606.731096:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878606.731106:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878606.731114:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878606.731118:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878606.731121:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878606.731125:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878606.731134:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9361 00000400:00000200:0.0:1788878606.731141:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878606.731155:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878606.731163:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878606.731178:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731192:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.731204:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731217:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878606.731233:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878606.731240:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878606.731281:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878606.731287:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878606.731290:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878606.731293:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878606.731299:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731302:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.731306:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731320:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878606.731327:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878606.731338:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731342:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878606.731348:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878606.731355:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878606.731365:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.731371:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878606.731379:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878606.731386:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.731395:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878606.731408:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878606.731414:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878606.731423:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878606.731428:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.731433:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878606.731438:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878606.731442:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878606.731454:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878606.731463:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878606.731483:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519415936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878606.731557:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878606.731567:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878606.731584:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519415936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878606.731606:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878606.731614:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878606.731624:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878606.731631:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878606.731654:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878606.731663:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878606.731672:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9361 00000400:00000200:0.0:1788878606.731690:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878606.731705:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878606.731711:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878606.731722:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731729:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.731734:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731742:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878606.731755:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878606.731760:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878606.731767:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878606.731774:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878606.731785:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878606.731789:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878606.731795:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731805:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.731808:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731813:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878606.731825:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878606.731837:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878606.731847:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878606.731872:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878606.731880:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878606.731889:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.731896:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878606.731922:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878606.731935:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.731943:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878606.731953:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878606.731961:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878606.731974:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878606.731980:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.731991:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878606.732001:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878606.732010:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878606.732027:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878606.732043:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878606.732063:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519416064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878606.732088:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878606.732097:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878606.732108:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519416064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878606.732146:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878606.732155:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878606.732173:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878606.732181:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878606.732189:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878606.732204:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878606.732222:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9361 00000400:00000200:0.0:1788878606.732244:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878606.732290:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878606.732296:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878606.732310:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.732318:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.732326:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.732333:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878606.732343:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878606.732349:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878606.732352:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878606.732360:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878606.732367:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878606.732378:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878606.732387:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.732395:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878606.732399:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878606.732405:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878606.732411:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878606.732420:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878606.732426:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878606.732431:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878606.732438:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878606.732440:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.732444:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878606.732452:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878606.732460:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.732465:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878606.732476:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878606.732489:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878606.732502:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878606.732511:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878606.732521:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878606.732529:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878606.732540:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878606.732558:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878606.732572:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878606.732589:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519416192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878606.732619:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878606.732625:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878606.732639:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519416192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878606.732684:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878606.732695:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9371) 00000100:00000040:0.0:1788878608.074401:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304035092, at 4304035136 00000100:00000010:0.0:1788878608.074436:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00000040:0.0:1788878613.194425:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304040212, at 4304040256 00000100:00000010:0.0:1788878613.194450:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000100:00000040:0.0:1788878618.314343:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304045332, at 4304045376 00000100:00000010:0.0:1788878618.314366:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000100:00000040:0.0:1788878623.434374:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304050451, at 4304050496 00000100:00000010:0.0:1788878623.434391:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000040:0.0:1788878628.554377:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304055572, at 4304055616 00000100:00000010:0.0:1788878628.554401:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00000100:00000040:0.0:1788878633.674388:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304060692, at 4304060736 00000100:00000010:0.0:1788878633.674409:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00080000:0.0:1788878637.450473:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878637.450516:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878637.450521:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878637.450527:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878637.450537:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878637.450547:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9392 00000400:00000200:0.0:1788878637.450574:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878637.450584:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878637.450589:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878637.450605:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.450610:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.450614:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.450617:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878637.450630:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878637.450633:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878637.450637:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878637.450642:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878637.450646:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878637.450649:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878637.450654:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.450657:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.450659:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.450661:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878637.450665:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878637.450670:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878637.450673:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878637.450676:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878637.450707:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878637.450712:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.450715:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878637.450718:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878637.450745:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878637.450750:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878637.450757:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878637.450759:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.450764:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878637.450768:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878637.450776:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878637.450789:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878637.450803:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878637.450822:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519419520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878637.450859:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878637.450870:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878637.450883:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519419520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878637.450917:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878637.450922:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878637.450927:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878637.450929:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878637.450932:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878637.450937:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878637.450941:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9392 00000400:00000200:0.0:1788878637.450949:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878637.450955:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878637.450959:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878637.450965:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.450973:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.450979:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.450986:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878637.451023:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878637.451029:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878637.451037:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878637.451044:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878637.451054:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878637.451063:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878637.451082:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.451093:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.451103:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.451126:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878637.451131:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878637.451140:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878637.451148:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878637.451155:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878637.451165:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878637.451176:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.451187:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878637.451196:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878637.451205:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.451210:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878637.451218:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878637.451225:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878637.451230:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878637.451235:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.451238:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878637.451241:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878637.451248:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878637.451260:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878637.451272:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878637.451366:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519419648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878637.451381:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878637.451387:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878637.451397:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519419648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878637.451417:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878637.451425:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878637.451434:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878637.451441:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878637.451445:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878637.451450:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878637.451460:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9392 00000400:00000200:0.0:1788878637.451514:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878637.451528:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878637.451538:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878637.451543:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.451553:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.451563:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.451572:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878637.451582:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878637.451587:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878637.451594:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878637.451602:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878637.451611:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878637.451618:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878637.451628:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.451636:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.451647:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.451656:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878637.451662:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878637.451671:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878637.451678:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878637.451683:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878637.451710:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878637.451734:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.451739:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878637.451744:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878637.451753:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.451759:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878637.451769:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878637.451777:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878637.451799:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878637.451808:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.451821:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878637.451831:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878637.451840:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878637.451854:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878637.451871:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878637.451890:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519419776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878637.451916:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878637.451923:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878637.451936:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519419776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878637.451960:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878637.451970:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878637.451979:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878637.451985:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878637.451989:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878637.452001:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878637.452041:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9392 00000400:00000200:0.0:1788878637.452059:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878637.452073:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878637.452085:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878637.452098:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452106:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.452135:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452154:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878637.452163:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878637.452170:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878637.452173:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878637.452178:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878637.452184:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878637.452193:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878637.452203:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452209:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.452218:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452222:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878637.452225:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878637.452230:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452241:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878637.452250:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878637.452257:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878637.452267:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.452271:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878637.452278:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878637.452287:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.452298:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878637.452311:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878637.452321:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878637.452385:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878637.452390:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.452395:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878637.452399:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878637.452404:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878637.452414:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878637.452423:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878637.452440:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519419904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878637.452518:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878637.452525:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878637.452539:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519419904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878637.452567:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878637.452577:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878637.452591:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878637.452598:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878637.452606:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878637.452613:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878637.452617:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9392 00000400:00000200:0.0:1788878637.452626:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878637.452638:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878637.452647:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878637.452663:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452671:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.452681:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452737:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878637.452746:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878637.452751:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878637.452758:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878637.452764:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878637.452772:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878637.452778:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878637.452805:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452817:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878637.452833:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452846:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878637.452860:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878637.452876:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878637.452887:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878637.452900:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878637.452909:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878637.452920:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.452927:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878637.452934:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878637.452946:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.452954:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878637.452965:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878637.452974:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878637.452984:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878637.452990:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878637.452996:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878637.453000:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878637.453004:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878637.453036:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878637.453050:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878637.453071:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519420032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878637.453123:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878637.453130:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878637.453143:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519420032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878637.453178:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878637.453188:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9402) 00000100:00000040:0.0:1788878638.794334:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304065812, at 4304065856 00000100:00000010:0.0:1788878638.794353:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00000040:0.0:1788878643.914467:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304070932, at 4304070976 00000100:00000010:0.0:1788878643.914522:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000040:0.0:1788878649.034362:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304076052, at 4304076096 00000100:00000010:0.0:1788878649.034379:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000400:00000100:0.0:1788878650.762559:0:2382:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788878650.762662:0:2382:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788878650.762671:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878650.762675:0:2382:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788878650.762679:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878650.762682:0:2382:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788878650.762687:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878650.762691:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922a00. 00000400:00000200:0.0:1788878650.762697:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878650.762701:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878650.762708:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915d48 00000400:00000010:0.0:1788878650.762710:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915d48. 00000100:00000001:0.0:1788878650.762716:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878650.762724:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ee680 x1875765519420800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.762758:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878650.762762:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519420800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.762769:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878650.762772:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878650.762784:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878650.762786:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922900. 00000400:00000200:0.0:1788878650.762789:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878650.762794:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878650.762797:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915bb0 00000400:00000010:0.0:1788878650.762800:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915bb0. 00000100:00000001:0.0:1788878650.762806:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878650.762813:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec000 x1875765519420928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.762840:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878650.762847:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519420928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.762856:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878650.762858:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878650.762863:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878650.762868:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922400. 00000400:00000200:0.0:1788878650.762872:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878650.762878:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878650.762883:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915198 00000400:00000010:0.0:1788878650.762887:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915198. 00000100:00000001:0.0:1788878650.762893:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878650.762917:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec380 x1875765519421056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.762959:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878650.762969:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519421056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.762991:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878650.762997:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878650.763024:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878650.763034:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922100. 00000400:00000200:0.0:1788878650.763041:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878650.763052:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878650.763063:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915330 00000400:00000010:0.0:1788878650.763069:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915330. 00000100:00000001:0.0:1788878650.763076:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878650.763087:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40edc00 x1875765519421184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.763108:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878650.763117:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519421184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.763138:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878650.763142:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878650.763156:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878650.763166:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922000. 00000400:00000200:0.0:1788878650.763175:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878650.763187:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878650.763194:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915dd0 00000400:00000010:0.0:1788878650.763200:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915dd0. 00000100:00000001:0.0:1788878650.763209:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878650.763220:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ed180 x1875765519421312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.763241:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878650.763307:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519421312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878650.763323:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878650.763329:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788878654.154324:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304081172, at 4304081216 00000100:00000010:0.0:1788878654.154340:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00000040:0.0:1788878659.274413:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304086291, at 4304086336 00000100:00000010:0.0:1788878659.274440:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788878664.394338:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304091412, at 4304091456 00000100:00000010:0.0:1788878664.394358:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788878669.514390:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304096532, at 4304096576 00000100:00000010:0.0:1788878669.514419:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00080000:0.0:1788878673.290348:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878673.290358:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878673.290361:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878673.290365:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878673.290370:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878673.290378:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9427 00000400:00000200:0.0:1788878673.290387:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878673.290393:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878673.290397:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878673.290400:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290403:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.290405:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290408:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878673.290415:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878673.290418:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878673.290420:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878673.290424:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878673.290427:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878673.290430:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878673.290435:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290438:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.290459:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290463:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878673.290467:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878673.290472:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290476:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878673.290480:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878673.290485:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878673.290489:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.290493:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878673.290496:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878673.290508:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878673.290512:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878673.290517:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878673.290519:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.290522:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878673.290525:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878673.290530:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878673.290539:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878673.290546:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878673.290555:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519424000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878673.290566:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878673.290570:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878673.290575:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519424000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878673.290597:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878673.290600:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878673.290603:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878673.290605:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878673.290607:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878673.290609:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878673.290612:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9427 00000400:00000200:0.0:1788878673.290616:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878673.290620:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878673.290622:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878673.290626:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290629:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.290632:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290634:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878673.290638:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878673.290640:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878673.290645:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878673.290648:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878673.290654:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878673.290659:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878673.290667:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290674:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.290679:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290684:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878673.290692:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878673.290700:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290706:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878673.290710:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878673.290717:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878673.290724:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.290731:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878673.290737:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878673.290742:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.290748:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878673.290757:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878673.290760:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878673.290765:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878673.290769:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.290771:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878673.290772:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878673.290775:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878673.290782:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878673.290788:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878673.290799:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519424128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878673.290810:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878673.290814:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878673.290818:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519424128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878673.290834:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878673.290840:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878673.290844:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878673.290848:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878673.290850:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878673.290858:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878673.290866:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9427 00000400:00000200:0.0:1788878673.290874:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878673.290884:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878673.290887:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878673.290893:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290900:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.290903:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290908:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878673.290916:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878673.290918:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878673.290920:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878673.290925:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878673.290931:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878673.290933:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878673.290939:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290940:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.290942:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290945:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878673.290952:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878673.290959:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878673.290967:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878673.290971:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878673.290976:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878673.290980:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.290985:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878673.290986:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878673.290989:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.290994:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878673.290999:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878673.291005:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878673.291010:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878673.291013:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.291016:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878673.291020:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878673.291023:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878673.291028:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878673.291036:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878673.291045:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519424256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878673.291061:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878673.291067:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878673.291087:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519424256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878673.291108:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878673.291115:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878673.291123:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878673.291129:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878673.291133:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878673.291140:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878673.291149:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9427 00000400:00000200:0.0:1788878673.291155:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878673.291163:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878673.291169:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878673.291176:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291180:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.291187:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291192:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878673.291198:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878673.291203:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878673.291206:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878673.291210:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878673.291216:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878673.291219:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878673.291229:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291233:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.291241:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291288:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878673.291294:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878673.291304:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291308:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878673.291312:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878673.291316:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878673.291317:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.291320:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878673.291324:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878673.291330:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.291351:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878673.291363:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878673.291372:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878673.291384:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878673.291391:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.291416:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878673.291423:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878673.291429:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878673.291464:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878673.291491:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878673.291503:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519424384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878673.291523:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878673.291529:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878673.291543:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519424384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878673.291575:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878673.291578:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878673.291590:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878673.291594:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878673.291599:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878673.291605:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878673.291612:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9427 00000400:00000200:0.0:1788878673.291622:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878673.291631:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878673.291638:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878673.291645:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291649:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.291657:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291663:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878673.291668:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878673.291672:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878673.291676:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878673.291681:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878673.291687:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878673.291697:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878673.291707:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291713:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878673.291721:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291727:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878673.291734:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878673.291743:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878673.291748:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878673.291753:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878673.291759:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878673.291764:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.291768:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878673.291772:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878673.291775:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.291780:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878673.291787:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878673.291792:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878673.291801:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878673.291807:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878673.291809:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878673.291815:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878673.291817:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878673.291822:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878673.291828:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878673.291836:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519424512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878673.291853:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878673.291857:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878673.291869:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519424512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878673.291889:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878673.291895:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9438) 00000100:00000040:0.0:1788878674.634393:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304101652, at 4304101696 00000100:00000010:0.0:1788878674.634473:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00080000:0.0:1788878678.410457:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878678.410470:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878678.410474:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878678.410480:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878678.410486:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878678.410495:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9433 00000400:00000200:0.0:1788878678.410509:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878678.410517:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878678.410522:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878678.410525:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410528:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.410531:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410544:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878678.410556:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878678.410558:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878678.410562:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878678.410567:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878678.410569:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878678.410572:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878678.410575:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410576:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.410578:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410580:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878678.410584:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878678.410590:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410594:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878678.410598:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878678.410603:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878678.410608:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.410611:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878678.410615:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878678.410632:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878678.410638:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878678.410644:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878678.410647:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.410652:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878678.410656:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878678.410664:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878678.410678:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878678.410687:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878678.410700:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519424640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878678.410712:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878678.410717:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878678.410722:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519424640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878678.410771:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878678.410776:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878678.410782:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878678.410784:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878678.410786:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878678.410791:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878678.410795:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9433 00000400:00000200:0.0:1788878678.410800:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878678.410804:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878678.410808:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878678.410812:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410815:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.410817:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410820:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878678.410825:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878678.410827:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878678.410829:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878678.410832:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878678.410834:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878678.410837:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878678.410841:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410845:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.410848:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410852:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878678.410856:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878678.410861:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878678.410864:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878678.410867:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878678.410877:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878678.410886:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.410890:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878678.410899:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878678.410906:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.410921:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878678.410928:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878678.410937:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878678.410947:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878678.410952:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.410958:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878678.410964:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878678.410972:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878678.410980:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878678.411011:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878678.411025:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519424768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878678.411040:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878678.411045:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878678.411052:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519424768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878678.411073:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878678.411079:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878678.411087:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878678.411090:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878678.411095:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878678.411099:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878678.411107:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9433 00000400:00000200:0.0:1788878678.411113:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878678.411122:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878678.411127:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878678.411135:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411142:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.411148:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411154:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878678.411161:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878678.411164:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878678.411169:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878678.411175:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878678.411182:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878678.411187:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878678.411196:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411201:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.411208:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411215:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878678.411218:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878678.411220:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411223:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878678.411227:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878678.411233:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878678.411237:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.411240:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878678.411246:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878678.411251:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.411257:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878678.411302:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878678.411309:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878678.411317:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878678.411322:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.411329:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878678.411335:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878678.411340:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878678.411347:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878678.411352:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878678.411359:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519424896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878678.411385:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878678.411391:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878678.411400:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519424896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878678.411435:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878678.411460:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878678.411472:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878678.411479:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878678.411484:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878678.411495:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878678.411507:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9433 00000400:00000200:0.0:1788878678.411522:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878678.411534:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878678.411545:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878678.411567:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411570:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.411577:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411583:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878678.411597:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878678.411604:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878678.411611:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878678.411619:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878678.411630:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878678.411641:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878678.411656:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411664:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.411671:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411675:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878678.411682:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878678.411688:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411691:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878678.411696:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878678.411702:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878678.411709:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.411713:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878678.411718:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878678.411724:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.411726:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878678.411732:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878678.411738:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878678.411743:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878678.411747:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.411751:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878678.411754:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878678.411759:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878678.411767:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878678.411778:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878678.411791:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519425024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878678.411838:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878678.411843:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878678.411856:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519425024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878678.411877:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878678.411881:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878678.411894:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878678.411899:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878678.411914:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878678.411922:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878678.411930:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9433 00000400:00000200:0.0:1788878678.411938:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878678.411945:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878678.411951:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878678.411961:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411968:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.411974:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.411992:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878678.411998:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878678.412002:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878678.412007:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878678.412012:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878678.412018:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878678.412023:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878678.412034:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.412040:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878678.412046:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878678.412051:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878678.412057:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878678.412067:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878678.412075:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878678.412084:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878678.412091:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878678.412099:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.412106:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878678.412111:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878678.412118:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.412125:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878678.412131:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878678.412137:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878678.412143:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878678.412147:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878678.412152:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878678.412164:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878678.412169:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878678.412179:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878678.412184:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878678.412195:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519425152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878678.412216:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878678.412220:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878678.412229:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519425152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878678.412252:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878678.412257:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9443) 00000100:00000040:0.0:1788878679.754347:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304106772, at 4304106816 00000100:00000010:0.0:1788878679.754356:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00080000:0.0:1788878683.530327:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878683.530335:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878683.530337:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878683.530341:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878683.530344:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878683.530351:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9438 00000400:00000200:0.0:1788878683.530359:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878683.530365:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878683.530367:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878683.530380:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530385:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.530387:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530389:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878683.530395:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878683.530397:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878683.530399:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878683.530402:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878683.530403:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878683.530405:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878683.530407:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530408:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.530409:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530410:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878683.530412:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878683.530415:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530416:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878683.530419:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878683.530421:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878683.530423:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.530425:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878683.530427:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878683.530434:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878683.530437:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878683.530440:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878683.530441:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.530444:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878683.530447:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878683.530451:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878683.530458:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878683.530463:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878683.530471:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519425280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878683.530479:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878683.530483:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878683.530486:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519425280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878683.530503:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878683.530506:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878683.530509:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878683.530511:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878683.530513:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878683.530516:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878683.530519:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9438 00000400:00000200:0.0:1788878683.530524:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878683.530529:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878683.530532:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878683.530537:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530543:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.530550:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530555:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878683.530563:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878683.530567:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878683.530572:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878683.530576:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878683.530584:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878683.530590:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878683.530599:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530606:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.530609:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530613:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878683.530617:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878683.530621:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530624:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878683.530626:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878683.530634:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878683.530640:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.530642:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878683.530656:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878683.530658:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.530660:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878683.530668:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878683.530672:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878683.530678:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878683.530681:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.530685:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878683.530688:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878683.530691:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878683.530697:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878683.530702:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878683.530710:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519425408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878683.530730:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878683.530732:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878683.530737:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519425408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878683.530747:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878683.530751:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878683.530756:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878683.530760:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878683.530763:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878683.530768:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878683.530773:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9438 00000400:00000200:0.0:1788878683.530780:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878683.530788:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878683.530790:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878683.530798:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530802:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.530806:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530809:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878683.530815:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878683.530816:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878683.530819:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878683.530822:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878683.530825:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878683.530828:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878683.530835:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530840:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.530846:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530849:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878683.530854:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878683.530860:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878683.530863:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878683.530864:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878683.530867:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878683.530871:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.530874:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878683.530877:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878683.530879:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.530884:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878683.530890:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878683.530893:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878683.530898:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878683.530900:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.530904:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878683.530906:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878683.530908:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878683.530914:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878683.530918:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878683.530926:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519425536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878683.530940:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878683.530943:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878683.530958:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519425536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878683.530975:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878683.530981:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878683.530988:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878683.530992:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878683.530997:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878683.531002:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878683.531008:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9438 00000400:00000200:0.0:1788878683.531019:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878683.531028:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878683.531030:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878683.531037:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531041:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.531045:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531050:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878683.531055:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878683.531058:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878683.531061:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878683.531064:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878683.531068:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878683.531074:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878683.531081:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531084:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.531088:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531091:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878683.531095:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878683.531101:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531106:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878683.531110:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878683.531114:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878683.531119:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.531121:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878683.531124:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878683.531129:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.531134:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878683.531139:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878683.531145:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878683.531150:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878683.531153:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.531157:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878683.531159:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878683.531162:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878683.531168:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878683.531174:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878683.531182:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519425664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878683.531190:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878683.531194:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878683.531198:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519425664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878683.531207:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878683.531213:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878683.531218:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878683.531221:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878683.531223:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878683.531228:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878683.531232:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9438 00000400:00000200:0.0:1788878683.531239:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878683.531245:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878683.531273:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878683.531279:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531283:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.531287:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531291:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878683.531294:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878683.531296:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878683.531297:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878683.531298:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878683.531300:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878683.531302:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878683.531305:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531309:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878683.531313:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531316:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878683.531320:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878683.531325:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878683.531327:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878683.531329:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878683.531332:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878683.531335:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.531341:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878683.531343:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878683.531347:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.531352:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878683.531357:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878683.531361:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878683.531362:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878683.531363:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878683.531364:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878683.531365:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878683.531366:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878683.531383:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878683.531389:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878683.531396:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519425792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878683.531408:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878683.531411:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878683.531418:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519425792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878683.531428:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878683.531435:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9448) 00000100:00000040:0.0:1788878684.874463:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304111891, at 4304111936 00000100:00000010:0.0:1788878684.874487:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00000040:0.0:1788878689.994368:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304117012, at 4304117056 00000100:00000010:0.0:1788878689.994384:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00000040:0.0:1788878695.114430:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304122132, at 4304122176 00000100:00000010:0.0:1788878695.114449:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00080000:0.0:1788878698.890367:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878698.890381:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878698.890384:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878698.890389:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878698.890395:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878698.890403:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9453 00000400:00000200:0.0:1788878698.890411:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878698.890417:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878698.890420:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878698.890423:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890427:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.890429:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890431:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878698.890438:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878698.890439:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878698.890441:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878698.890444:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878698.890446:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878698.890447:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878698.890450:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890451:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.890452:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890453:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878698.890455:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878698.890458:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890460:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878698.890462:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878698.890465:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878698.890468:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.890470:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878698.890478:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878698.890486:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878698.890489:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878698.890493:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878698.890495:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.890498:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878698.890500:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878698.890504:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878698.890512:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878698.890517:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878698.890525:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519427200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878698.890533:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878698.890536:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878698.890540:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519427200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878698.890555:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878698.890558:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878698.890560:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878698.890562:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878698.890563:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878698.890565:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878698.890566:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9453 00000400:00000200:0.0:1788878698.890569:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878698.890571:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878698.890573:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878698.890576:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890578:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.890580:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890582:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878698.890584:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878698.890585:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878698.890586:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878698.890589:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878698.890590:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878698.890595:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878698.890598:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890602:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.890606:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890609:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878698.890612:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878698.890617:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890620:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878698.890624:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878698.890630:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878698.890634:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.890637:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878698.890643:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878698.890647:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.890650:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878698.890653:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878698.890658:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878698.890668:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878698.890671:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.890672:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878698.890674:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878698.890677:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878698.890683:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878698.890689:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878698.890697:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519427328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878698.890707:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878698.890709:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878698.890713:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519427328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878698.890740:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878698.890743:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878698.890750:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878698.890753:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878698.890757:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878698.890759:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878698.890764:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9453 00000400:00000200:0.0:1788878698.890770:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878698.890774:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878698.890776:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878698.890782:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890785:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.890787:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890791:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878698.890797:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878698.890799:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878698.890802:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878698.890806:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878698.890810:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878698.890816:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878698.890823:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890827:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.890833:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890835:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878698.890836:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878698.890841:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890843:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878698.890845:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878698.890847:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878698.890848:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.890851:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878698.890854:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878698.890857:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.890860:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878698.890865:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878698.890869:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878698.890872:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878698.890874:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.890876:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878698.890878:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878698.890881:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878698.890888:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878698.890893:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878698.890900:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519427456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878698.890915:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878698.890919:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878698.890925:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519427456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878698.890937:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878698.890940:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878698.890943:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878698.890947:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878698.890950:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878698.890953:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878698.890957:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9453 00000400:00000200:0.0:1788878698.890962:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878698.890968:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878698.890972:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878698.890979:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890982:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.890988:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.890990:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878698.890996:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878698.890998:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878698.891001:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878698.891004:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878698.891007:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878698.891011:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878698.891016:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.891021:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.891024:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.891027:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878698.891030:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878698.891035:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878698.891040:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878698.891042:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878698.891045:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878698.891050:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.891051:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878698.891054:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878698.891059:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.891061:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878698.891067:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878698.891071:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878698.891074:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878698.891082:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.891085:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878698.891087:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878698.891090:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878698.891095:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878698.891100:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878698.891107:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519427584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878698.891121:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878698.891124:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878698.891128:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519427584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878698.891155:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878698.891158:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878698.891162:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878698.891165:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878698.891167:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878698.891172:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878698.891176:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9453 00000400:00000200:0.0:1788878698.891182:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878698.891188:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878698.891192:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878698.891199:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.891202:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.891206:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.891210:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878698.891215:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878698.891217:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878698.891222:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878698.891224:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878698.891227:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878698.891232:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878698.891238:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.891242:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878698.891293:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878698.891301:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878698.891309:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878698.891317:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878698.891322:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878698.891328:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878698.891333:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878698.891340:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.891347:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878698.891352:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878698.891360:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.891365:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878698.891371:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878698.891376:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878698.891380:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878698.891383:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878698.891385:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878698.891389:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878698.891391:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878698.891397:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878698.891403:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878698.891412:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519427712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878698.891422:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878698.891426:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878698.891431:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519427712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878698.891444:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878698.891452:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9463) 00000100:00000040:0.0:1788878700.234371:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304127251, at 4304127296 00000100:00000010:0.0:1788878700.234390:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788878705.354421:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304132372, at 4304132416 00000100:00000010:0.0:1788878705.354444:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000100:00000040:0.0:1788878710.474366:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304137492, at 4304137536 00000100:00000010:0.0:1788878710.474398:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878715.594372:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304142611, at 4304142656 00000100:00000010:0.0:1788878715.594385:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000100:00080000:0.0:1788878719.370427:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878719.370439:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878719.370445:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878719.370449:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878719.370454:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878719.370460:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9474 00000400:00000200:0.0:1788878719.370468:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878719.370473:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878719.370476:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878719.370478:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370481:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.370483:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370485:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878719.370492:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878719.370494:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878719.370496:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878719.370499:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878719.370501:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878719.370502:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878719.370504:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370506:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.370507:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370508:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878719.370510:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878719.370513:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370515:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878719.370518:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878719.370520:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878719.370522:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.370524:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878719.370526:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878719.370532:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878719.370535:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878719.370538:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878719.370540:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.370542:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878719.370546:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878719.370550:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878719.370556:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878719.370562:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878719.370570:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519429760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878719.370577:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878719.370581:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878719.370585:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519429760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878719.370607:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878719.370610:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878719.370612:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878719.370614:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878719.370615:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878719.370617:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878719.370619:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9474 00000400:00000200:0.0:1788878719.370621:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878719.370624:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878719.370625:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878719.370628:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370629:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.370631:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370633:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878719.370635:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878719.370636:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878719.370638:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878719.370640:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878719.370641:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878719.370643:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878719.370645:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370647:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.370649:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370650:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878719.370652:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878719.370654:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370659:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878719.370661:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878719.370667:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878719.370672:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.370674:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878719.370678:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878719.370681:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.370685:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878719.370692:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878719.370698:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878719.370704:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878719.370708:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.370710:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878719.370715:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878719.370719:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878719.370725:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878719.370734:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878719.370745:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519429888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878719.370758:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878719.370763:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878719.370771:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519429888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878719.370788:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878719.370795:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878719.370802:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878719.370805:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878719.370807:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878719.370811:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878719.370817:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9474 00000400:00000200:0.0:1788878719.370823:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878719.370829:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878719.370834:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878719.370840:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370846:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.370860:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370867:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878719.370875:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878719.370879:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878719.370884:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878719.370890:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878719.370894:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878719.370899:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878719.370906:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370912:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.370915:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370918:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878719.370924:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878719.370930:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878719.370935:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878719.370940:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878719.370944:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878719.370959:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.370962:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878719.370966:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878719.370973:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.370977:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878719.370984:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878719.370990:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878719.370997:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878719.371001:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.371004:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878719.371006:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878719.371010:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878719.371018:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878719.371025:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878719.371035:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519430016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878719.371049:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878719.371054:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878719.371063:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519430016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878719.371079:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878719.371083:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878719.371089:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878719.371093:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878719.371098:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878719.371104:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878719.371108:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9474 00000400:00000200:0.0:1788878719.371119:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878719.371142:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878719.371147:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878719.371154:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371159:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.371164:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371169:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878719.371175:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878719.371177:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878719.371181:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878719.371185:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878719.371190:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878719.371194:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878719.371203:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371208:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.371214:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371222:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878719.371228:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878719.371235:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371239:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878719.371275:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878719.371278:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878719.371281:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.371284:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878719.371287:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878719.371291:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.371294:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878719.371303:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878719.371307:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878719.371313:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878719.371315:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.371321:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878719.371323:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878719.371326:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878719.371336:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878719.371343:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878719.371353:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519430144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878719.371368:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878719.371373:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878719.371383:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519430144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878719.371396:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878719.371404:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878719.371412:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878719.371417:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878719.371422:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878719.371430:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878719.371436:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9474 00000400:00000200:0.0:1788878719.371448:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878719.371456:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878719.371462:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878719.371472:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371477:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.371483:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371488:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878719.371496:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878719.371501:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878719.371505:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878719.371509:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878719.371515:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878719.371521:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878719.371528:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371535:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878719.371539:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371545:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878719.371549:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878719.371554:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878719.371559:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878719.371565:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878719.371570:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878719.371575:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.371579:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878719.371584:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878719.371588:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.371592:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878719.371599:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878719.371603:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878719.371609:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878719.371612:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878719.371617:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878719.371620:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878719.371624:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878719.371633:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878719.371640:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878719.371651:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519430272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878719.371678:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878719.371683:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878719.371693:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519430272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878719.371707:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878719.371715:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9484) 00000100:00000040:0.0:1788878720.714345:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304147732, at 4304147776 00000100:00000010:0.0:1788878720.714369:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00080000:0.0:1788878724.490422:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878724.490460:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878724.490464:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878724.490470:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878724.490478:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878724.490490:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9479 00000400:00000200:0.0:1788878724.490503:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878724.490513:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878724.490518:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878724.490524:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490529:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.490534:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490538:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878724.490550:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878724.490553:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878724.490558:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878724.490563:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878724.490566:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878724.490590:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878724.490595:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490598:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.490601:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490604:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878724.490608:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878724.490614:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490617:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878724.490621:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878724.490626:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878724.490629:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.490634:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878724.490645:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878724.490680:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878724.490686:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878724.490692:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878724.490695:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.490699:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878724.490703:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878724.490711:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878724.490727:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878724.490738:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878724.490768:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519430400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878724.490783:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878724.490790:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878724.490797:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519430400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878724.490829:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878724.490834:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878724.490839:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878724.490841:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878724.490843:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878724.490872:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878724.490875:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9479 00000400:00000200:0.0:1788878724.490881:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878724.490885:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878724.490887:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878724.490892:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490895:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.490897:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490900:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878724.490909:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878724.490913:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878724.490916:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878724.490921:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878724.490925:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878724.490928:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878724.490953:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490962:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.490968:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490971:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878724.490973:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878724.490977:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878724.490982:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878724.490989:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878724.491000:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878724.491007:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.491013:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878724.491024:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878724.491032:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.491035:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878724.491042:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878724.491050:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878724.491058:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878724.491064:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.491074:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878724.491079:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878724.491085:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878724.491117:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878724.491160:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878724.491171:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519430528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878724.491185:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878724.491207:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878724.491220:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519430528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878724.491246:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878724.491255:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878724.491292:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878724.491297:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878724.491300:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878724.491305:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878724.491310:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9479 00000400:00000200:0.0:1788878724.491316:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878724.491322:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878724.491326:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878724.491331:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491334:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.491338:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491344:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878724.491356:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878724.491361:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878724.491364:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878724.491387:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878724.491391:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878724.491399:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878724.491405:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491408:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.491414:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491416:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878724.491418:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878724.491423:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491428:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878724.491432:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878724.491436:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878724.491458:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.491464:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878724.491470:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878724.491479:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.491486:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878724.491496:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878724.491506:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878724.491513:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878724.491518:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.491523:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878724.491527:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878724.491534:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878724.491544:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878724.491556:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878724.491571:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519430656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878724.491598:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878724.491602:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878724.491615:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519430656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878724.491649:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878724.491662:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878724.491678:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878724.491703:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878724.491709:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878724.491719:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878724.491730:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9479 00000400:00000200:0.0:1788878724.491744:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878724.491750:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878724.491774:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878724.491785:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491795:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.491802:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491809:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878724.491820:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878724.491826:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878724.491833:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878724.491855:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878724.491861:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878724.491867:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878724.491877:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491879:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.491884:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491890:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878724.491894:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878724.491903:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878724.491907:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878724.491911:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878724.491933:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878724.491940:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.491943:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878724.491947:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878724.491951:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.491957:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878724.491966:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878724.491973:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878724.491978:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878724.491982:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.491986:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878724.491993:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878724.492000:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878724.492012:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878724.492023:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878724.492041:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519430784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878724.492061:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878724.492068:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878724.492080:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519430784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878724.492148:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878724.492154:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878724.492164:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878724.492168:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878724.492172:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878724.492177:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878724.492184:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9479 00000400:00000200:0.0:1788878724.492213:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878724.492223:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878724.492231:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878724.492238:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.492244:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.492249:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.492255:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878724.492260:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878724.492267:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878724.492274:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878724.492308:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878724.492312:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878724.492316:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878724.492327:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.492336:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878724.492342:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878724.492351:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878724.492375:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878724.492381:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878724.492386:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878724.492389:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878724.492394:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878724.492402:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.492408:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878724.492412:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878724.492416:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.492421:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878724.492453:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878724.492462:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878724.492469:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878724.492476:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878724.492482:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878724.492487:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878724.492492:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878724.492500:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878724.492510:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878724.492528:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519430912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878724.492545:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878724.492549:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878724.492563:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519430912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878724.492589:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878724.492599:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9489) 00000100:00000040:0.0:1788878725.834350:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304152852, at 4304152896 00000100:00000010:0.0:1788878725.834380:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00080000:0.0:1788878729.610402:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878729.610415:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878729.610418:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878729.610424:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878729.610431:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878729.610442:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9484 00000400:00000200:0.0:1788878729.610455:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878729.610464:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878729.610468:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878729.610472:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610477:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.610480:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610483:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878729.610493:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878729.610496:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878729.610501:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878729.610518:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878729.610522:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878729.610526:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878729.610530:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610533:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.610535:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610537:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878729.610541:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878729.610547:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610550:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878729.610555:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878729.610560:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878729.610563:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.610567:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878729.610570:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878729.610581:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878729.610586:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878729.610591:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878729.610594:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.610598:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878729.610602:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878729.610611:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878729.610626:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878729.610638:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878729.610654:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519431040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878729.610675:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878729.610683:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878729.610692:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519431040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878729.610725:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878729.610730:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878729.610735:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878729.610737:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878729.610739:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878729.610743:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878729.610746:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9484 00000400:00000200:0.0:1788878729.610752:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878729.610756:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878729.610759:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878729.610764:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610767:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.610771:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610775:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878729.610793:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878729.610795:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878729.610798:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878729.610802:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878729.610805:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878729.610808:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878729.610813:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610815:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.610820:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610824:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878729.610835:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878729.610848:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878729.610862:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878729.610867:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878729.610877:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878729.610883:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.610891:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878729.610897:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878729.610902:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.610904:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878729.610909:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878729.610918:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878729.610930:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878729.610934:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.610946:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878729.610951:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878729.610956:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878729.610969:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878729.610979:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878729.611007:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519431168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878729.611079:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878729.611087:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878729.611103:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519431168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878729.611141:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878729.611149:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878729.611167:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878729.611170:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878729.611182:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878729.611193:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878729.611207:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9484 00000400:00000200:0.0:1788878729.611228:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878729.611305:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878729.611313:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878729.611326:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.611349:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.611365:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.611378:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878729.611387:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878729.611392:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878729.611404:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878729.611411:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878729.611414:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878729.611429:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878729.611436:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.611440:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.611452:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.611459:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878729.611464:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878729.611476:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878729.611501:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878729.611506:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878729.611523:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878729.611546:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.611557:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878729.611564:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878729.611580:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.611591:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878729.611616:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878729.611631:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878729.611655:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878729.611663:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.611673:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878729.611681:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878729.611690:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878729.611709:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878729.611725:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878729.611760:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519431296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878729.611792:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878729.611810:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878729.611837:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519431296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878729.611902:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878729.611910:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878729.611921:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878729.611924:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878729.611929:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878729.611938:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878729.611951:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9484 00000400:00000200:0.0:1788878729.611977:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878729.611998:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878729.612018:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878729.612037:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.612050:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.612092:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.612109:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878729.612118:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878729.612121:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878729.612125:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878729.612130:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878729.612141:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878729.612146:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878729.612161:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.612181:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.612194:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.612219:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878729.612237:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878729.612300:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878729.612316:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878729.612326:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878729.612339:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878729.612348:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.612356:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878729.612369:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878729.612384:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.612396:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878729.612419:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878729.612426:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878729.612436:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878729.612440:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.612455:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878729.612463:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878729.612474:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878729.612493:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878729.612505:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878729.612530:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519431424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878729.612568:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878729.612579:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878729.612601:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519431424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878729.612682:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878729.612695:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878729.612725:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878729.612734:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878729.612743:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878729.612765:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878729.612783:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9484 00000400:00000200:0.0:1788878729.612803:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878729.612821:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878729.612838:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878729.612856:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.612871:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.612880:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.612890:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878729.612894:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878729.612896:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878729.612908:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878729.612914:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878729.612918:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878729.612925:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878729.612938:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.612947:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878729.612954:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878729.612965:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878729.612981:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878729.613007:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878729.613021:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878729.613075:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878729.613094:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878729.613113:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.613130:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878729.613144:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878729.613157:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.613163:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878729.613175:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878729.613182:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878729.613194:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878729.613200:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878729.613207:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878729.613214:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878729.613229:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878729.613244:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878729.613303:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878729.613316:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519431552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878729.613350:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878729.613363:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878729.613378:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519431552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878729.613484:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878729.613495:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9494) 00000100:00000040:0.0:1788878730.954387:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304157972, at 4304158016 00000100:00000010:0.0:1788878730.954412:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788878736.074404:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304163092, at 4304163136 00000100:00000010:0.0:1788878736.074456:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788878741.194347:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304168212, at 4304168256 00000100:00000010:0.0:1788878741.194361:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788878746.314374:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304173332, at 4304173376 00000100:00000010:0.0:1788878746.314421:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00000040:0.0:1788878751.434321:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304178451, at 4304178496 00000100:00000010:0.0:1788878751.434337:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00000040:0.0:1788878756.554367:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304183572, at 4304183616 00000100:00000010:0.0:1788878756.554395:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00000040:0.0:1788878761.674389:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304188692, at 4304188736 00000100:00000010:0.0:1788878761.674423:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00000040:0.0:1788878766.794326:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304193812, at 4304193856 00000100:00000010:0.0:1788878766.794349:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00000040:0.0:1788878771.914340:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304198932, at 4304198976 00000100:00000010:0.0:1788878771.914359:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00000040:0.0:1788878777.034435:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304204051, at 4304204096 00000100:00000010:0.0:1788878777.034457:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000040:0.0:1788878782.154393:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304209172, at 4304209216 00000100:00000010:0.0:1788878782.154411:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000400:00000100:0.0:1788878783.882657:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788878783.882753:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788878783.882770:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878783.882776:0:2384:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788878783.882784:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878783.882789:0:2384:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788878783.882797:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878783.882803:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:0.0:1788878783.882811:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878783.882818:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878783.882828:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39198 00000400:00000010:0.0:1788878783.882832:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39198. 00000100:00000001:0.0:1788878783.882840:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878783.882852:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec700 x1875765519437440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.882915:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878783.882932:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519437440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.882949:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878783.882954:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878783.882976:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878783.882982:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:0.0:1788878783.882988:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878783.882999:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878783.883007:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39880 00000400:00000010:0.0:1788878783.883016:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39880. 00000100:00000001:0.0:1788878783.883027:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878783.883040:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40edc00 x1875765519437568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.883069:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878783.883084:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519437568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.883111:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878783.883121:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878783.883139:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878783.883146:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:0.0:1788878783.883157:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878783.883171:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878783.883181:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39dd0 00000400:00000010:0.0:1788878783.883189:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39dd0. 00000100:00000001:0.0:1788878783.883200:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878783.883217:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec000 x1875765519437696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.883337:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878783.883355:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519437696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.883401:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878783.883409:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878783.883434:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878783.883448:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7b00. 00000400:00000200:0.0:1788878783.883460:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878783.883474:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878783.883480:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:0.0:1788878783.883484:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:0.0:1788878783.883489:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878783.883498:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec380 x1875765519437824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.883534:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878783.883545:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519437824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.883573:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878783.883581:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878783.883605:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878783.883613:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7900. 00000400:00000200:0.0:1788878783.883619:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878783.883627:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878783.883632:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a394c8 00000400:00000010:0.0:1788878783.883636:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a394c8. 00000100:00000001:0.0:1788878783.883642:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878783.883661:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40eca80 x1875765519437952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.883725:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878783.883739:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519437952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878783.883767:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878783.883774:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788878787.274362:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304214292, at 4304214336 00000100:00000010:0.0:1788878787.274384:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00000040:0.0:1788878792.394355:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304219412, at 4304219456 00000100:00000010:0.0:1788878792.394376:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000100:00000040:0.0:1788878797.514414:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304224532, at 4304224576 00000100:00000010:0.0:1788878797.514435:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00000040:0.0:1788878802.634441:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304229652, at 4304229696 00000100:00000010:0.0:1788878802.634469:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00000040:0.0:1788878807.754404:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304234771, at 4304234816 00000100:00000010:0.0:1788878807.754432:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000040:0.0:1788878812.874401:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304239891, at 4304239936 00000100:00000010:0.0:1788878812.874427:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000100:00000040:0.0:1788878817.994378:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304245012, at 4304245056 00000100:00000010:0.0:1788878817.994411:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000040:0.0:1788878823.114358:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304250131, at 4304250176 00000100:00000010:0.0:1788878823.114380:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000100:00000040:0.0:1788878828.234447:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304255252, at 4304255296 00000100:00000010:0.0:1788878828.234465:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000040:0.0:1788878833.354367:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304260372, at 4304260416 00000100:00000010:0.0:1788878833.354389:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00000040:0.0:1788878838.474444:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304265491, at 4304265536 00000100:00000010:0.0:1788878838.474470:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000040:0.0:1788878843.594434:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304270612, at 4304270656 00000100:00000010:0.0:1788878843.594451:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00000040:0.0:1788878848.714394:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304275731, at 4304275776 00000100:00000010:0.0:1788878848.714409:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000400:00000100:0.0:1788878850.442692:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788878850.442773:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788878850.442791:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878850.442799:0:2381:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788878850.442809:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878850.442816:0:2381:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788878850.442826:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878850.442835:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922400. 00000400:00000200:0.0:1788878850.442847:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878850.442857:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878850.442871:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915a18 00000400:00000010:0.0:1788878850.442877:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915a18. 00000100:00000001:0.0:1788878850.442886:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878850.442902:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ee680 x1875765519445760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.442960:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878850.442970:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519445760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.442985:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878850.442991:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878850.443011:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878850.443017:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922100. 00000400:00000200:0.0:1788878850.443025:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878850.443032:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878850.443038:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19157f8 00000400:00000010:0.0:1788878850.443042:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19157f8. 00000100:00000001:0.0:1788878850.443047:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878850.443055:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ed180 x1875765519445888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.443072:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878850.443078:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519445888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.443092:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878850.443106:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878850.443116:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878850.443120:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922000. 00000400:00000200:0.0:1788878850.443126:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878850.443133:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878850.443138:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd19152a8 00000400:00000010:0.0:1788878850.443142:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd19152a8. 00000100:00000001:0.0:1788878850.443146:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878850.443163:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40eca80 x1875765519446016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.443179:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878850.443185:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519446016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.443198:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878850.443201:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878850.443211:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878850.443216:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922d00. 00000400:00000200:0.0:1788878850.443238:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878850.443245:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878850.443334:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915c38 00000400:00000010:0.0:1788878850.443338:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915c38. 00000100:00000001:0.0:1788878850.443344:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878850.443353:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec380 x1875765519446144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.443369:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878850.443376:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519446144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.443391:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878850.443395:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878850.443405:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878850.443427:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922500. 00000400:00000200:0.0:1788878850.443434:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878850.443443:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878850.443449:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915f68 00000400:00000010:0.0:1788878850.443454:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915f68. 00000100:00000001:0.0:1788878850.443459:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878850.443469:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec000 x1875765519446272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.443488:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878850.443498:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519446272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878850.443514:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878850.443518:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788878853.834316:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304280852, at 4304280896 00000100:00000010:0.0:1788878853.834332:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00000100:00000040:0.0:1788878858.954400:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304285972, at 4304286016 00000100:00000010:0.0:1788878858.954423:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000040:0.0:1788878864.074307:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304291091, at 4304291136 00000100:00000010:0.0:1788878864.074324:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00000040:0.0:1788878869.194336:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304296211, at 4304296256 00000100:00000010:0.0:1788878869.194358:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788878874.314405:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304301332, at 4304301376 00000100:00000010:0.0:1788878874.314430:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000100:00000040:0.0:1788878879.434346:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304306452, at 4304306496 00000100:00000010:0.0:1788878879.434367:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878884.554424:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304311572, at 4304311616 00000100:00000010:0.0:1788878884.554440:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00000040:0.0:1788878889.674383:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304316692, at 4304316736 00000100:00000010:0.0:1788878889.674404:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000100:00000040:0.0:1788878894.794446:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304321812, at 4304321856 00000100:00000010:0.0:1788878894.794484:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00000040:0.0:1788878899.914361:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304326932, at 4304326976 00000100:00000010:0.0:1788878899.914387:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788878905.034376:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304332052, at 4304332096 00000100:00000010:0.0:1788878905.034392:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788878910.154409:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304337172, at 4304337216 00000100:00000010:0.0:1788878910.154432:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00080000:0.0:1788878913.930402:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878913.930421:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878913.930427:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878913.930433:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878913.930443:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878913.930455:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9668 00000400:00000200:0.0:1788878913.930469:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878913.930478:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878913.930483:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878913.930487:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930491:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.930495:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930498:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878913.930510:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878913.930512:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878913.930517:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878913.930521:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878913.930524:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878913.930527:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878913.930531:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930533:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.930535:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930537:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878913.930541:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878913.930545:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930548:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878913.930552:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878913.930556:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878913.930559:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.930562:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878913.930566:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878913.930580:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878913.930584:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878913.930590:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878913.930592:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.930595:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878913.930599:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878913.930605:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878913.930618:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878913.930628:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878913.930639:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519454080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878913.930652:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878913.930660:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878913.930666:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519454080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878913.930716:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878913.930721:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878913.930726:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878913.930728:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878913.930730:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878913.930734:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878913.930737:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9668 00000400:00000200:0.0:1788878913.930742:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878913.930746:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878913.930749:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878913.930753:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930756:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.930760:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930763:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878913.930769:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878913.930771:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878913.930773:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878913.930776:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878913.930779:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878913.930781:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878913.930811:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930842:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.930846:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930848:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878913.930852:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878913.930857:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878913.930862:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878913.930871:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878913.930877:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878913.930881:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.930885:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878913.930890:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878913.930894:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.930898:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878913.930902:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878913.930907:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878913.930909:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878913.930913:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.930915:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878913.930917:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878913.930921:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878913.930927:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878913.930932:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878913.930940:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519454208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878913.930949:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878913.930952:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878913.930957:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519454208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878913.930970:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878913.930974:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878913.930977:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878913.930980:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878913.930982:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878913.930984:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878913.930988:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9668 00000400:00000200:0.0:1788878913.930995:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878913.931000:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878913.931005:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878913.931011:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931015:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.931019:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931033:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878913.931036:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878913.931037:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878913.931038:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878913.931039:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878913.931041:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878913.931045:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878913.931052:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931055:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.931059:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931062:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878913.931066:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878913.931072:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931078:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878913.931079:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878913.931081:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878913.931083:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.931085:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878913.931088:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878913.931091:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.931093:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878913.931098:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878913.931102:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878913.931106:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878913.931109:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.931113:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878913.931117:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878913.931120:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878913.931125:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878913.931132:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878913.931142:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519454336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878913.931148:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878913.931153:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878913.931161:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519454336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878913.931174:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878913.931177:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878913.931179:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878913.931184:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878913.931185:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878913.931186:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878913.931191:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9668 00000400:00000200:0.0:1788878913.931197:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878913.931202:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878913.931206:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878913.931210:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931212:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.931213:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931214:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878913.931217:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878913.931218:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878913.931219:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878913.931220:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878913.931221:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878913.931222:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878913.931225:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931227:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.931231:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931236:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878913.931242:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878913.931278:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931284:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878913.931286:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878913.931288:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878913.931290:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.931292:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878913.931297:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878913.931301:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.931307:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878913.931315:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878913.931319:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878913.931322:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878913.931324:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.931330:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878913.931333:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878913.931337:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878913.931345:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878913.931372:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878913.931394:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519454464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878913.931444:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878913.931455:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878913.931475:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519454464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878913.931508:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878913.931514:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878913.931527:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878913.931534:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878913.931543:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878913.931548:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878913.931557:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9668 00000400:00000200:0.0:1788878913.931574:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878913.931590:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878913.931602:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878913.931616:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931629:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.931643:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931657:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878913.931671:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878913.931678:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878913.931687:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878913.931695:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878913.931706:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878913.931720:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878913.931761:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931768:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878913.931775:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931781:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878913.931802:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878913.931813:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878913.931819:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878913.931824:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878913.931831:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878913.931837:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.931841:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878913.931845:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878913.931850:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.931853:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878913.931858:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878913.931862:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878913.931868:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878913.931872:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878913.931877:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878913.931881:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878913.931886:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878913.931895:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878913.931902:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878913.931914:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519454592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878913.931931:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878913.931935:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878913.931940:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519454592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878913.931958:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878913.931967:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9678) 00000100:00000040:0.0:1788878915.274411:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304342291, at 4304342336 00000100:00000010:0.0:1788878915.274429:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000400:00000100:0.0:1788878917.002581:0:2382:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788878917.002624:0:2382:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788878917.002634:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878917.002638:0:2382:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788878917.002643:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878917.002646:0:2382:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788878917.002651:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878917.002655:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922900. 00000400:00000200:0.0:1788878917.002662:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878917.002667:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878917.002675:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915aa0 00000400:00000010:0.0:1788878917.002678:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915aa0. 00000100:00000001:0.0:1788878917.002683:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878917.002691:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a7b80 x1875765519454080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.002719:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878917.002727:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519454080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.002736:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878917.002738:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878917.002748:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878917.002751:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922a00. 00000400:00000200:0.0:1788878917.002755:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878917.002759:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878917.002778:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915990 00000400:00000010:0.0:1788878917.002781:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915990. 00000100:00000001:0.0:1788878917.002785:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878917.002800:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a7800 x1875765519454208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.002818:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878917.002831:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519454208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.002859:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878917.002865:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878917.002876:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878917.002884:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922500. 00000400:00000200:0.0:1788878917.002891:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878917.002899:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878917.002907:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915880 00000400:00000010:0.0:1788878917.002912:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915880. 00000100:00000001:0.0:1788878917.002921:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878917.002936:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a6680 x1875765519454336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.003012:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878917.003028:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519454336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.003056:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878917.003063:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878917.003081:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878917.003088:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922d00. 00000400:00000200:0.0:1788878917.003094:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878917.003107:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878917.003124:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915110 00000400:00000010:0.0:1788878917.003129:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915110. 00000100:00000001:0.0:1788878917.003136:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878917.003145:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a7480 x1875765519454464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.003170:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878917.003178:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519454464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.003202:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878917.003209:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788878917.003220:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788878917.003230:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cd0922000. 00000400:00000200:0.0:1788878917.003237:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788878917.003317:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788878917.003326:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cd1915908 00000400:00000010:0.0:1788878917.003331:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cd1915908. 00000100:00000001:0.0:1788878917.003340:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788878917.003351:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a4380 x1875765519454592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.003373:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788878917.003382:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519454592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788878938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878917.003407:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878917.003417:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788878919.050400:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878919.050416:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878919.050420:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878919.050426:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878919.050431:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878919.050440:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9673 00000400:00000200:0.0:1788878919.050450:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878919.050458:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878919.050462:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878919.050465:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050469:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.050472:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050474:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878919.050483:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878919.050485:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878919.050488:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878919.050491:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878919.050493:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878919.050496:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878919.050499:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050501:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.050503:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050505:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878919.050508:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878919.050512:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050514:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878919.050517:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878919.050522:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878919.050525:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.050528:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878919.050531:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878919.050541:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878919.050545:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878919.050549:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878919.050551:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.050554:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878919.050557:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878919.050563:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878919.050572:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878919.050580:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878919.050591:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519454720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878919.050607:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878919.050629:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878919.050639:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519454720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878919.050680:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878919.050686:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878919.050691:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878919.050694:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878919.050697:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878919.050701:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878919.050705:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9673 00000400:00000200:0.0:1788878919.050712:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878919.050718:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878919.050721:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878919.050726:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050730:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.050734:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050737:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878919.050742:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878919.050745:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878919.050768:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878919.050772:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878919.050776:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878919.050780:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878919.050786:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050790:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.050794:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050798:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878919.050803:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878919.050808:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878919.050813:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878919.050817:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878919.050827:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878919.050837:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.050845:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878919.050851:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878919.050858:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.050868:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878919.050881:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878919.050892:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878919.050905:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878919.050912:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.050917:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878919.050923:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878919.050932:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878919.050944:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878919.050955:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878919.050974:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519454848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878919.050997:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878919.051005:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878919.051019:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519454848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878919.051044:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878919.051052:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878919.051062:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878919.051069:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878919.051075:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878919.051085:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878919.051096:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9673 00000400:00000200:0.0:1788878919.051115:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878919.051126:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878919.051137:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878919.051154:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051164:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.051173:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051180:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878919.051190:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878919.051195:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878919.051202:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878919.051209:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878919.051217:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878919.051227:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878919.051240:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051287:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.051293:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051297:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878919.051304:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878919.051310:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051316:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878919.051325:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878919.051333:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878919.051344:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.051353:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878919.051360:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878919.051372:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.051381:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878919.051392:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878919.051401:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878919.051413:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878919.051417:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.051423:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878919.051427:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878919.051433:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878919.051446:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878919.051456:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878919.051490:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519454976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878919.051516:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878919.051524:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878919.051536:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519454976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878919.051557:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878919.051564:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878919.051571:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878919.051575:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878919.051582:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878919.051591:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878919.051600:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9673 00000400:00000200:0.0:1788878919.051616:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878919.051630:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878919.051636:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878919.051644:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051651:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.051659:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051668:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878919.051681:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878919.051686:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878919.051691:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878919.051698:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878919.051702:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878919.051710:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878919.051722:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051731:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.051739:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051770:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878919.051775:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878919.051785:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878919.051790:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878919.051800:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878919.051806:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878919.051814:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.051820:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878919.051827:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878919.051842:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.051848:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878919.051859:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878919.051867:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878919.051875:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878919.051881:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.051887:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878919.051894:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878919.051898:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878919.051909:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878919.051920:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878919.051937:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519455104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878919.051960:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878919.051968:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878919.051981:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519455104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878919.052006:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878919.052015:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878919.052029:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878919.052035:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878919.052040:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878919.052051:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878919.052060:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9673 00000400:00000200:0.0:1788878919.052075:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878919.052087:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878919.052095:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878919.052107:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.052112:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.052118:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.052122:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878919.052131:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878919.052134:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878919.052138:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878919.052143:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878919.052147:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878919.052151:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878919.052155:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.052156:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878919.052158:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878919.052160:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878919.052163:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878919.052166:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878919.052175:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878919.052181:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878919.052188:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878919.052225:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.052232:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878919.052235:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878919.052242:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.052277:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878919.052283:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878919.052286:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878919.052290:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878919.052291:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878919.052293:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878919.052295:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878919.052298:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878919.052306:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878919.052313:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878919.052324:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519455232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878919.052338:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878919.052341:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878919.052344:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519455232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878919.052351:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878919.052356:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9683) 00000100:00000040:0.0:1788878920.394336:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304347412, at 4304347456 00000100:00000010:0.0:1788878920.394355:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00080000:0.0:1788878924.170397:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878924.170410:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878924.170414:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878924.170419:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878924.170425:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878924.170433:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9678 00000400:00000200:0.0:1788878924.170445:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878924.170454:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878924.170459:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878924.170464:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170469:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.170472:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170474:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878924.170484:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878924.170487:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878924.170490:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878924.170494:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878924.170496:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878924.170499:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878924.170502:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170504:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.170505:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170507:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878924.170510:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878924.170513:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170516:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878924.170519:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878924.170524:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878924.170527:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.170529:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878924.170532:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878924.170545:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878924.170549:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878924.170553:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878924.170555:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.170558:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878924.170561:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878924.170566:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878924.170576:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878924.170584:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878924.170595:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519455360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878924.170607:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878924.170612:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878924.170618:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519455360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878924.170640:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878924.170644:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878924.170648:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878924.170649:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878924.170651:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878924.170654:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878924.170656:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9678 00000400:00000200:0.0:1788878924.170660:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878924.170662:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878924.170665:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878924.170667:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170669:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.170672:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170674:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878924.170678:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878924.170679:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878924.170681:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878924.170683:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878924.170686:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878924.170688:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878924.170692:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170694:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.170696:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170698:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878924.170701:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878924.170703:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170706:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878924.170707:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878924.170735:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878924.170741:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.170743:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878924.170752:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878924.170759:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.170761:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878924.170767:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878924.170772:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878924.170779:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878924.170782:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.170787:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878924.170790:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878924.170795:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878924.170803:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878924.170809:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878924.170818:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519455488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878924.170833:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878924.170837:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878924.170844:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519455488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878924.170860:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878924.170866:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878924.170871:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878924.170875:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878924.170878:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878924.170885:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878924.170890:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9678 00000400:00000200:0.0:1788878924.170897:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878924.170903:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878924.170907:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878924.170914:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170918:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.170924:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170927:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878924.170930:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878924.170933:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878924.170937:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878924.170943:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878924.170950:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878924.170953:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878924.170958:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170963:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.170968:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170971:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878924.170977:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878924.170983:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878924.170987:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878924.170989:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878924.170992:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878924.170994:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.170999:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878924.171003:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878924.171006:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.171008:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878924.171013:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878924.171020:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878924.171024:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878924.171029:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.171031:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878924.171034:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878924.171037:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878924.171042:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878924.171046:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878924.171055:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519455616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878924.171101:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878924.171105:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878924.171117:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519455616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878924.171132:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878924.171138:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878924.171142:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878924.171144:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878924.171148:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878924.171153:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878924.171157:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9678 00000400:00000200:0.0:1788878924.171165:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878924.171173:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878924.171176:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878924.171179:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171181:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.171184:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171189:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878924.171193:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878924.171197:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878924.171200:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878924.171202:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878924.171205:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878924.171208:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878924.171214:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171220:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.171223:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171225:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878924.171229:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878924.171238:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171241:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878924.171244:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878924.171295:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878924.171303:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.171309:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878924.171316:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878924.171324:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.171331:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878924.171341:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878924.171348:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878924.171351:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878924.171356:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.171361:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878924.171364:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878924.171368:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878924.171378:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878924.171384:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878924.171393:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519455744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878924.171403:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878924.171411:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878924.171422:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519455744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878924.171445:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878924.171454:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878924.171467:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878924.171473:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878924.171478:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878924.171487:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878924.171497:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9678 00000400:00000200:0.0:1788878924.171509:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878924.171516:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878924.171523:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878924.171535:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171539:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.171543:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171550:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878924.171555:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878924.171560:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878924.171562:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878924.171565:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878924.171572:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878924.171577:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878924.171584:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171591:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878924.171596:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171601:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878924.171607:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878924.171614:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878924.171619:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878924.171625:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878924.171631:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878924.171637:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.171642:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878924.171647:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878924.171651:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.171656:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878924.171662:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878924.171666:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878924.171674:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878924.171677:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878924.171683:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878924.171686:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878924.171689:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878924.171699:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878924.171709:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878924.171737:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519455872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878924.171768:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878924.171776:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878924.171785:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519455872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878924.171806:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878924.171814:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9688) 00000100:00000040:0.0:1788878925.514470:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304352532, at 4304352576 00000100:00000010:0.0:1788878925.514490:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00080000:0.0:1788878929.290402:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878929.290415:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878929.290419:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878929.290423:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878929.290429:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878929.290438:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9683 00000400:00000200:0.0:1788878929.290450:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878929.290458:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878929.290462:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878929.290465:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290469:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.290471:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290474:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878929.290484:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878929.290486:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878929.290490:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878929.290494:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878929.290496:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878929.290499:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878929.290502:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290504:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.290506:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290507:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878929.290510:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878929.290514:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290516:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878929.290519:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878929.290524:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878929.290527:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.290530:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878929.290532:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878929.290546:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878929.290550:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878929.290556:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878929.290557:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.290560:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878929.290564:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878929.290569:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878929.290582:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878929.290593:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878929.290608:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519456000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878929.290625:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878929.290632:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878929.290640:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519456000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878929.290695:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878929.290700:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878929.290703:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878929.290705:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878929.290707:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878929.290711:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878929.290715:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9683 00000400:00000200:0.0:1788878929.290720:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878929.290726:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878929.290730:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878929.290733:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290736:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.290740:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290746:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878929.290751:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878929.290755:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878929.290759:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878929.290765:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878929.290768:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878929.290776:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878929.290787:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290793:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.290802:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290811:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878929.290821:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878929.290834:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878929.290842:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878929.290851:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878929.290867:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878929.290875:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.290878:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878929.290886:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878929.290892:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.290896:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878929.290902:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878929.290908:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878929.290912:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878929.290917:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.290921:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878929.290927:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878929.290930:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878929.290937:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878929.290946:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878929.290959:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519456128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878929.290979:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878929.290986:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878929.290994:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519456128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878929.291014:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878929.291018:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878929.291023:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878929.291028:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878929.291032:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878929.291040:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878929.291048:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9683 00000400:00000200:0.0:1788878929.291060:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878929.291070:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878929.291076:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878929.291081:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291084:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.291092:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291100:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878929.291112:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878929.291119:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878929.291125:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878929.291133:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878929.291142:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878929.291151:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878929.291164:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291174:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.291182:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291186:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878929.291191:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878929.291199:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291205:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878929.291209:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878929.291213:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878929.291220:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.291224:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878929.291227:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878929.291235:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.291242:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878929.291287:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878929.291296:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878929.291305:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878929.291311:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.291316:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878929.291318:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878929.291321:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878929.291332:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878929.291339:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878929.291351:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519456256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878929.291371:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878929.291375:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878929.291382:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519456256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878929.291396:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878929.291401:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878929.291407:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878929.291412:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878929.291416:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878929.291425:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878929.291433:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9683 00000400:00000200:0.0:1788878929.291440:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878929.291446:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878929.291450:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878929.291454:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291458:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.291461:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291466:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878929.291475:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878929.291477:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878929.291482:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878929.291486:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878929.291492:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878929.291495:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878929.291500:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291504:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.291511:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291535:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878929.291540:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878929.291545:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291548:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878929.291551:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878929.291555:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878929.291558:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.291561:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878929.291565:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878929.291568:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.291570:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878929.291576:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878929.291580:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878929.291589:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878929.291598:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.291607:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878929.291615:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878929.291622:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878929.291637:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878929.291652:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878929.291716:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519456384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878929.291754:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878929.291759:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878929.291788:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519456384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878929.291834:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878929.291847:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878929.291865:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878929.291877:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878929.291887:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878929.291898:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878929.291910:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9683 00000400:00000200:0.0:1788878929.291926:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878929.291939:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878929.291944:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878929.291957:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291962:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.291973:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.291981:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878929.291990:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878929.292012:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878929.292016:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878929.292019:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878929.292024:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878929.292030:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878929.292038:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.292043:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878929.292048:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878929.292053:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878929.292056:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878929.292063:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878929.292071:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878929.292075:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878929.292082:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878929.292090:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.292093:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878929.292097:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878929.292106:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.292115:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878929.292126:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878929.292136:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878929.292147:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878929.292153:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878929.292164:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878929.292170:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878929.292175:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878929.292185:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878929.292192:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878929.292209:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519456512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878929.292228:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878929.292233:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878929.292246:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519456512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878929.292293:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878929.292337:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9694) 00000100:00000040:0.0:1788878930.634440:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304357652, at 4304357696 00000100:00000010:0.0:1788878930.634454:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e360. 00000100:00080000:0.0:1788878934.410342:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878934.410351:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878934.410354:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878934.410357:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878934.410362:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878934.410369:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9689 00000400:00000200:0.0:1788878934.410378:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878934.410383:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878934.410386:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878934.410388:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410391:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.410393:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410395:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878934.410402:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878934.410403:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878934.410405:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878934.410408:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878934.410409:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878934.410411:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878934.410415:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410417:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.410420:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410421:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878934.410424:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878934.410426:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410431:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878934.410434:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878934.410438:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878934.410441:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.410443:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878934.410445:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878934.410452:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878934.410455:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878934.410459:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878934.410460:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.410463:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878934.410465:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878934.410470:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878934.410478:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878934.410485:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878934.410526:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519456640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878934.410543:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878934.410560:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878934.410569:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519456640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878934.410602:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878934.410606:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878934.410610:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878934.410611:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878934.410613:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878934.410627:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878934.410629:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9689 00000400:00000200:0.0:1788878934.410634:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878934.410637:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878934.410640:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878934.410688:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410690:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.410693:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410696:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878934.410700:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878934.410703:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878934.410705:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878934.410708:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878934.410713:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878934.410716:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878934.410720:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410722:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.410725:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410727:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878934.410732:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878934.410741:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410746:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878934.410750:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878934.410755:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878934.410756:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.410759:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878934.410762:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878934.410765:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.410768:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878934.410774:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878934.410777:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878934.410784:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878934.410786:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.410795:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878934.410798:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878934.410803:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878934.410813:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878934.410819:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878934.410832:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519456768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878934.410841:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878934.410844:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878934.410852:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519456768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878934.410894:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878934.410899:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878934.410906:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878934.410910:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878934.410914:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878934.410917:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878934.410921:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9689 00000400:00000200:0.0:1788878934.410938:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878934.410950:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878934.410957:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878934.410965:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410972:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.410977:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.410987:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878934.410995:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878934.410998:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878934.411006:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878934.411015:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878934.411025:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878934.411035:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878934.411049:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.411055:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.411066:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.411090:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878934.411094:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878934.411099:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878934.411111:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878934.411114:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878934.411119:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878934.411130:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.411132:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878934.411139:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878934.411147:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.411154:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878934.411163:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878934.411171:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878934.411181:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878934.411185:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.411197:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878934.411200:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878934.411203:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878934.411212:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878934.411226:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878934.411247:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519456896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878934.411259:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878934.411295:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878934.411309:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519456896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878934.411342:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878934.411348:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878934.411358:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878934.411364:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878934.411369:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878934.411373:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878934.411383:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9689 00000400:00000200:0.0:1788878934.411400:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878934.411415:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878934.411426:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878934.411443:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.411452:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.411462:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.411476:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878934.411513:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878934.411520:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878934.411530:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878934.411539:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878934.411549:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878934.411559:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878934.411583:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.411598:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.411610:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.411619:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878934.411626:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878934.411663:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878934.411688:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878934.411696:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878934.411704:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878934.411713:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.411719:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878934.411726:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878934.411738:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.411753:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878934.411776:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878934.411782:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878934.411791:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878934.411795:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.411800:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878934.411806:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878934.411810:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878934.411817:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878934.411826:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878934.411841:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519457024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878934.411896:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878934.411911:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878934.411921:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519457024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878934.411995:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878934.412002:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878934.412011:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878934.412018:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878934.412032:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878934.412034:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878934.412037:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9689 00000400:00000200:0.0:1788878934.412041:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878934.412043:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878934.412045:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878934.412048:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.412059:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.412062:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.412068:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878934.412103:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878934.412109:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878934.412118:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878934.412124:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878934.412132:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878934.412144:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878934.412160:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.412167:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878934.412177:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878934.412192:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878934.412199:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878934.412212:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878934.412230:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878934.412240:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878934.412248:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878934.412257:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.412266:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878934.412269:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878934.412273:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.412275:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878934.412278:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878934.412281:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878934.412283:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878934.412286:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878934.412317:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878934.412325:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878934.412333:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878934.412338:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878934.412343:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878934.412352:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519457152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878934.412377:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878934.412385:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878934.412402:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519457152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878934.412440:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878934.412450:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9699) 00000100:00000040:0.0:1788878935.754476:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304362772, at 4304362816 00000100:00000010:0.0:1788878935.754492:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e600. 00000100:00080000:0.0:1788878939.530384:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878939.530397:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878939.530400:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878939.530405:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878939.530411:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878939.530422:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9694 00000400:00000200:0.0:1788878939.530433:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878939.530441:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878939.530446:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878939.530450:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530454:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.530458:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530461:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878939.530471:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878939.530473:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878939.530477:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878939.530493:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878939.530496:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878939.530499:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878939.530503:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530505:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.530508:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530510:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878939.530514:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878939.530518:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530521:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878939.530525:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878939.530530:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878939.530534:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.530537:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878939.530541:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878939.530552:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878939.530557:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878939.530562:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878939.530564:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.530585:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878939.530589:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878939.530596:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878939.530631:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878939.530642:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878939.530655:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519457280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878939.530670:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878939.530676:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878939.530683:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519457280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878939.530710:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878939.530715:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878939.530719:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878939.530721:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878939.530724:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878939.530728:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878939.530731:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9694 00000400:00000200:0.0:1788878939.530736:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878939.530740:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878939.530743:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878939.530748:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530751:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.530756:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530760:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878939.530765:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878939.530767:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878939.530770:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878939.530773:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878939.530775:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878939.530780:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878939.530790:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530798:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.530808:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530817:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878939.530827:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878939.530845:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878939.530859:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878939.530870:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878939.530886:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878939.530901:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.530910:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878939.530921:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878939.530930:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.530935:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878939.530949:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878939.530957:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878939.530967:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878939.530972:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.530978:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878939.530980:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878939.530985:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878939.530999:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878939.531012:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878939.531027:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519457408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878939.531078:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878939.531086:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878939.531103:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519457408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878939.531128:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878939.531135:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878939.531141:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878939.531143:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878939.531149:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878939.531161:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878939.531169:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9694 00000400:00000200:0.0:1788878939.531178:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878939.531189:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878939.531197:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878939.531206:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531214:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.531222:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531232:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878939.531281:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878939.531286:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878939.531289:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878939.531292:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878939.531296:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878939.531304:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878939.531322:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531335:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.531349:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531359:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878939.531373:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878939.531391:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531405:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878939.531417:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878939.531429:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878939.531440:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.531447:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878939.531455:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878939.531468:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.531473:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878939.531480:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878939.531487:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878939.531498:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878939.531500:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.531503:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878939.531510:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878939.531514:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878939.531522:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878939.531534:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878939.531550:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519457536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878939.531565:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878939.531574:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878939.531588:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519457536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878939.531651:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878939.531664:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878939.531673:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878939.531676:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878939.531679:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878939.531684:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878939.531694:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9694 00000400:00000200:0.0:1788878939.531705:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878939.531715:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878939.531718:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878939.531729:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531733:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.531737:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531743:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878939.531751:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878939.531753:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878939.531757:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878939.531763:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878939.531769:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878939.531772:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878939.531778:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531789:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.531794:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531801:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878939.531808:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878939.531821:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878939.531833:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878939.531845:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878939.531857:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878939.531870:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.531880:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878939.531889:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878939.531902:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.531914:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878939.531925:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878939.531935:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878939.531945:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878939.531951:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.531959:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878939.531965:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878939.531970:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878939.531981:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878939.531991:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878939.532007:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519457664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878939.532046:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878939.532052:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878939.532067:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519457664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878939.532125:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878939.532131:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878939.532141:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878939.532149:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878939.532155:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878939.532163:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878939.532172:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9694 00000400:00000200:0.0:1788878939.532189:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878939.532199:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878939.532208:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878939.532221:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.532229:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.532237:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.532244:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878939.532291:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878939.532296:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878939.532302:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878939.532307:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878939.532316:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878939.532325:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878939.532338:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.532346:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878939.532354:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878939.532364:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878939.532372:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878939.532384:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878939.532395:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878939.532398:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878939.532406:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878939.532417:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.532426:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878939.532431:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878939.532436:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.532439:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878939.532449:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878939.532457:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878939.532464:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878939.532468:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878939.532472:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878939.532478:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878939.532482:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878939.532496:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878939.532508:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878939.532516:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519457792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878939.532534:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878939.532540:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878939.532554:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519457792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878939.532575:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878939.532586:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9704) 00000100:00000040:0.0:1788878940.874320:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304367892, at 4304367936 00000100:00000010:0.0:1788878940.874333:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00080000:0.0:1788878944.650370:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878944.650380:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878944.650382:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878944.650386:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878944.650391:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878944.650398:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9699 00000400:00000200:0.0:1788878944.650407:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878944.650414:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878944.650417:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878944.650420:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650422:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.650424:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650427:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878944.650435:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878944.650436:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878944.650439:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878944.650443:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878944.650445:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878944.650447:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878944.650450:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650451:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.650453:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650454:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878944.650457:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878944.650460:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650461:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878944.650464:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878944.650467:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878944.650469:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.650471:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878944.650473:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878944.650496:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788878944.650499:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878944.650502:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878944.650504:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.650506:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878944.650509:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878944.650513:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878944.650524:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788878944.650531:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878944.650540:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519457920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878944.650558:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878944.650563:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878944.650567:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519457920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878944.650601:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878944.650604:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878944.650607:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878944.650608:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878944.650620:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878944.650622:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878944.650629:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9699 00000400:00000200:0.0:1788878944.650632:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878944.650635:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878944.650637:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878944.650642:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650645:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.650649:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650653:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878944.650657:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878944.650658:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878944.650661:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878944.650664:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878944.650669:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878944.650674:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878944.650690:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650693:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.650696:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650699:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878944.650704:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878944.650709:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650716:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878944.650719:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878944.650726:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878944.650731:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.650733:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878944.650737:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878944.650753:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.650755:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878944.650761:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788878944.650765:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878944.650770:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878944.650771:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.650773:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878944.650775:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878944.650778:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878944.650782:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878944.650788:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878944.650797:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519458048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878944.650819:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878944.650824:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878944.650831:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519458048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878944.650843:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878944.650848:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878944.650850:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878944.650851:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878944.650852:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878944.650854:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878944.650859:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9699 00000400:00000200:0.0:1788878944.650864:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878944.650870:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878944.650873:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878944.650878:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650880:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.650902:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650908:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878944.650914:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878944.650918:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878944.650921:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878944.650923:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878944.650925:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878944.650931:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878944.650937:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650942:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.650946:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650949:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878944.650955:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878944.650959:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878944.650964:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878944.650969:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878944.650972:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878944.650976:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.650981:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878944.650984:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878944.650987:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.650992:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878944.650998:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788878944.651002:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878944.651005:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878944.651006:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.651008:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878944.651011:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878944.651015:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878944.651021:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878944.651023:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878944.651031:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519458176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878944.651047:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878944.651051:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878944.651059:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519458176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878944.651078:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878944.651082:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878944.651087:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878944.651090:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878944.651091:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878944.651095:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878944.651101:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9699 00000400:00000200:0.0:1788878944.651107:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878944.651111:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878944.651113:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878944.651115:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651116:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.651117:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651119:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878944.651125:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878944.651127:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878944.651128:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878944.651130:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878944.651132:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878944.651135:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878944.651138:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651140:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.651142:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651143:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878944.651144:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878944.651146:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651152:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878944.651155:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878944.651157:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878944.651160:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.651162:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878944.651166:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878944.651169:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.651173:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878944.651178:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788878944.651182:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878944.651187:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878944.651190:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.651195:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878944.651197:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878944.651199:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878944.651204:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878944.651210:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878944.651219:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519458304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878944.651243:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878944.651274:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878944.651281:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519458304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878944.651293:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878944.651296:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878944.651302:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878944.651303:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878944.651307:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878944.651309:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878944.651330:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9699 00000400:00000200:0.0:1788878944.651341:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878944.651351:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878944.651358:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878944.651365:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651372:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.651380:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651386:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878944.651394:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878944.651397:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878944.651403:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878944.651407:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878944.651412:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878944.651418:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878944.651427:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651433:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878944.651456:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651458:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878944.651460:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878944.651462:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878944.651463:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878944.651465:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878944.651469:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878944.651473:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.651476:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878944.651481:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878944.651486:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.651491:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878944.651498:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788878944.651503:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878944.651508:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878944.651510:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878944.651513:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878944.651517:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878944.651537:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878944.651545:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878944.651553:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878944.651565:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519458432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878944.651602:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878944.651615:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878944.651623:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519458432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878944.651643:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878944.651653:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9709) 00000100:00000040:0.0:1788878945.994379:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304373011, at 4304373056 00000100:00000010:0.0:1788878945.994399:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000100:00000040:0.0:1788878951.114425:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304378132, at 4304378176 00000100:00000010:0.0:1788878951.114459:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788878956.234356:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304383252, at 4304383296 00000100:00000010:0.0:1788878956.234375:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788878961.354368:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304388371, at 4304388416 00000100:00000010:0.0:1788878961.354395:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788878966.474378:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304393492, at 4304393536 00000100:00000010:0.0:1788878966.474409:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00000040:0.0:1788878971.594475:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304398612, at 4304398656 00000100:00000010:0.0:1788878971.594498:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00080000:0.0:1788878975.370523:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878975.370536:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878975.370540:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878975.370546:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878975.370552:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878975.370562:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9730 00000400:00000200:0.0:1788878975.370574:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878975.370584:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878975.370590:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878975.370596:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370603:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.370607:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370612:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878975.370625:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878975.370628:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878975.370632:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878975.370639:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878975.370644:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878975.370649:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878975.370655:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370659:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.370663:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370667:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878975.370673:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878975.370677:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370681:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878975.370684:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878975.370689:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878975.370693:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.370696:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878975.370699:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878975.370721:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788878975.370726:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878975.370731:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878975.370733:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.370737:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878975.370741:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878975.370747:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878975.370757:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878975.370766:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878975.370790:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519461760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878975.370804:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878975.370809:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878975.370815:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519461760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878975.370840:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878975.370844:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878975.370849:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878975.370851:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878975.370853:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878975.370857:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878975.370860:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9730 00000400:00000200:0.0:1788878975.370865:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878975.370869:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878975.370872:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878975.370875:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370877:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.370880:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370882:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878975.370897:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878975.370899:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878975.370901:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878975.370903:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878975.370906:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878975.370908:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878975.370912:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370914:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.370916:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370918:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878975.370921:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878975.370926:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878975.370929:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878975.370932:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878975.370938:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878975.370941:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.370944:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878975.370948:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878975.370953:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.370962:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878975.370970:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788878975.370981:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878975.370987:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878975.370990:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.370996:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878975.370998:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878975.371001:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878975.371014:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878975.371025:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878975.371050:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519461888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878975.371095:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878975.371103:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878975.371119:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519461888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878975.371166:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878975.371174:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878975.371187:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878975.371192:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878975.371196:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878975.371205:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878975.371220:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9730 00000400:00000200:0.0:1788878975.371226:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878975.371231:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878975.371235:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878975.371287:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.371292:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.371302:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.371307:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878975.371312:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878975.371314:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878975.371317:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878975.371319:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878975.371324:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878975.371331:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878975.371356:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.371385:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.371400:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.371407:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878975.371423:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878975.371456:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878975.371467:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878975.371475:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878975.371481:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878975.371489:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.371500:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878975.371504:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878975.371512:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.371517:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878975.371523:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788878975.371532:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878975.371536:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878975.371545:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.371549:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878975.371555:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878975.371560:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878975.371567:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878975.371574:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878975.371594:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519462016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878975.371686:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878975.371695:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878975.371713:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519462016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878975.371737:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878975.371766:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878975.371778:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878975.371784:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878975.371790:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878975.371805:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878975.371819:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9730 00000400:00000200:0.0:1788878975.371829:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878975.371838:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878975.371843:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878975.371857:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.371863:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.371874:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.371883:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878975.371893:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878975.371900:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878975.371909:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878975.371915:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878975.371931:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878975.371939:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878975.371954:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.371966:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.371979:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.371994:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878975.372006:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878975.372024:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878975.372028:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878975.372031:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878975.372039:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878975.372053:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.372062:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878975.372073:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878975.372079:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.372090:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878975.372096:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788878975.372104:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878975.372112:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878975.372114:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.372119:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878975.372124:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878975.372129:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878975.372143:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878975.372152:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878975.372180:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519462144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878975.372214:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878975.372234:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878975.372251:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519462144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878975.372323:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878975.372329:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878975.372337:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878975.372343:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878975.372350:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878975.372411:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878975.372426:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9730 00000400:00000200:0.0:1788878975.372453:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878975.372468:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878975.372474:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878975.372485:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.372509:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.372525:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.372535:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878975.372546:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878975.372550:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878975.372556:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878975.372560:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878975.372568:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878975.372580:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878975.372601:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.372618:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878975.372635:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878975.372650:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878975.372666:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878975.372685:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878975.372693:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878975.372699:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878975.372707:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878975.372720:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.372730:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878975.372737:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878975.372743:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.372760:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878975.372787:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788878975.372801:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878975.372820:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878975.372832:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878975.372861:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878975.372865:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878975.372868:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878975.372875:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878975.372883:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878975.372901:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519462272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878975.372926:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878975.372935:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878975.372976:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519462272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878975.373028:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878975.373041:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9740) 00000100:00000040:0.0:1788878976.714476:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304403732, at 4304403776 00000100:00000010:0.0:1788878976.714493:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00080000:0.0:1788878980.490352:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878980.490381:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878980.490385:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878980.490390:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878980.490397:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878980.490407:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9735 00000400:00000200:0.0:1788878980.490418:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878980.490426:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878980.490431:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878980.490436:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490452:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.490456:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490460:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878980.490469:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878980.490472:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878980.490477:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878980.490481:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878980.490485:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878980.490488:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878980.490494:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490497:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.490501:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490504:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878980.490509:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878980.490513:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490535:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878980.490539:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878980.490544:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878980.490548:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.490552:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878980.490555:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878980.490578:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878980.490583:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878980.490588:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878980.490591:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.490596:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878980.490599:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878980.490605:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878980.490617:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788878980.490626:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878980.490638:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519462400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878980.490653:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878980.490659:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878980.490666:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519462400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878980.490694:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878980.490699:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878980.490704:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878980.490705:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878980.490707:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878980.490710:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878980.490713:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9735 00000400:00000200:0.0:1788878980.490745:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878980.490749:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878980.490752:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878980.490756:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490763:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.490767:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490772:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878980.490778:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878980.490782:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878980.490785:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878980.490790:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878980.490795:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878980.490802:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878980.490813:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490817:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.490823:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490828:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878980.490833:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878980.490841:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878980.490847:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878980.490851:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878980.490860:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878980.490865:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.490870:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878980.490877:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878980.490882:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.490884:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878980.490893:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878980.490901:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878980.490905:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878980.490907:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.490908:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878980.490910:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878980.490912:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878980.490917:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788878980.490922:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878980.490933:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519462528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878980.490949:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878980.490955:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878980.490983:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519462528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878980.491025:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878980.491048:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878980.491053:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878980.491070:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878980.491076:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878980.491080:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878980.491085:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9735 00000400:00000200:0.0:1788878980.491094:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878980.491100:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878980.491102:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878980.491110:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491115:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.491121:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491128:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878980.491132:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878980.491136:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878980.491142:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878980.491145:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878980.491149:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878980.491157:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878980.491165:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491169:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.491176:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491180:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878980.491187:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878980.491194:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491200:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878980.491203:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878980.491207:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878980.491214:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.491221:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878980.491251:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878980.491256:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.491258:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878980.491289:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878980.491294:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878980.491297:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878980.491298:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.491300:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878980.491301:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878980.491303:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878980.491318:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788878980.491322:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878980.491345:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519462656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878980.491360:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878980.491362:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878980.491367:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519462656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878980.491383:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878980.491388:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878980.491395:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878980.491397:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878980.491402:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878980.491406:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878980.491410:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9735 00000400:00000200:0.0:1788878980.491418:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878980.491428:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878980.491435:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878980.491441:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491445:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.491451:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491456:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878980.491463:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878980.491466:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878980.491468:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878980.491470:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878980.491472:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878980.491478:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878980.491486:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491490:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.491497:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491500:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878980.491505:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878980.491514:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491522:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878980.491530:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878980.491537:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878980.491543:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.491547:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878980.491551:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878980.491558:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.491562:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878980.491570:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878980.491578:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878980.491583:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878980.491586:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.491589:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878980.491593:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878980.491598:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878980.491612:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788878980.491617:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878980.491628:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519462784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878980.491650:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878980.491654:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878980.491663:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519462784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878980.491690:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878980.491695:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878980.491704:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878980.491708:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878980.491714:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878980.491720:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878980.491739:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9735 00000400:00000200:0.0:1788878980.491760:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878980.491774:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878980.491782:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878980.491793:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491802:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.491812:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491819:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878980.491837:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878980.491844:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878980.491852:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878980.491858:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878980.491867:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878980.491875:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878980.491889:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491897:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878980.491905:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491911:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878980.491920:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878980.491931:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878980.491940:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878980.491948:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878980.491956:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878980.491964:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.491971:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878980.491977:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878980.491986:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.491994:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878980.492005:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878980.492013:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878980.492022:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878980.492028:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878980.492034:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878980.492040:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878980.492046:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878980.492055:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788878980.492065:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878980.492080:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519462912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878980.492105:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878980.492112:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878980.492123:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519462912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878980.492151:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878980.492160:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9745) 00000100:00000040:0.0:1788878981.834400:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304408852, at 4304408896 00000100:00000010:0.0:1788878981.834412:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e6c0. 00000100:00000040:0.0:1788878986.954535:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304413971, at 4304414016 00000100:00000010:0.0:1788878986.954558:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00000040:0.0:1788878992.074359:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304419092, at 4304419136 00000100:00000010:0.0:1788878992.074377:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00080000:0.0:1788878995.850410:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878995.850441:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788878995.850445:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878995.850449:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878995.850455:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878995.850464:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9750 00000400:00000200:0.0:1788878995.850493:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878995.850501:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878995.850505:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878995.850508:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850512:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.850515:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850517:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878995.850527:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878995.850530:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788878995.850534:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878995.850538:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788878995.850540:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788878995.850542:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788878995.850545:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850546:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.850548:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850549:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878995.850552:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788878995.850555:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850557:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878995.850560:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878995.850564:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878995.850567:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.850569:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788878995.850572:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878995.850583:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788878995.850587:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788878995.850591:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878995.850593:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.850596:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878995.850598:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878995.850603:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878995.850615:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788878995.850623:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878995.850633:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519464320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878995.850648:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878995.850653:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878995.850657:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519464320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878995.850677:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878995.850680:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878995.850683:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788878995.850684:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878995.850686:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878995.850688:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878995.850691:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9750 00000400:00000200:0.0:1788878995.850695:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878995.850698:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878995.850701:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878995.850705:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850708:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.850711:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850715:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878995.850720:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878995.850723:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788878995.850741:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878995.850743:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788878995.850748:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788878995.850753:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788878995.850762:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850765:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.850770:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850775:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878995.850780:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788878995.850787:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878995.850792:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878995.850796:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878995.850812:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878995.850817:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.850819:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878995.850827:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878995.850831:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.850834:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878995.850841:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788878995.850846:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878995.850849:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878995.850851:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.850853:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878995.850857:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878995.850859:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878995.850865:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788878995.850872:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878995.850883:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519464448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878995.850908:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878995.850913:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878995.850926:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519464448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878995.850943:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878995.850947:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878995.850955:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788878995.850959:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878995.850961:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878995.850964:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878995.850968:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9750 00000400:00000200:0.0:1788878995.851026:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878995.851033:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878995.851035:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878995.851038:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851045:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.851047:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851049:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878995.851053:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878995.851055:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788878995.851058:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878995.851061:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788878995.851068:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788878995.851071:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788878995.851076:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851082:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.851086:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851090:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878995.851094:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788878995.851102:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851105:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878995.851112:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878995.851116:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878995.851120:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.851124:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878995.851127:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788878995.851131:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.851133:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878995.851137:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788878995.851143:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788878995.851149:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878995.851153:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.851156:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878995.851161:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878995.851164:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878995.851170:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788878995.851177:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878995.851191:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519464576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878995.851205:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878995.851210:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878995.851231:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519464576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878995.851240:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878995.851288:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878995.851293:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788878995.851296:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878995.851297:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878995.851302:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878995.851306:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9750 00000400:00000200:0.0:1788878995.851329:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878995.851335:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878995.851341:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878995.851344:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851347:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.851352:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851356:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878995.851359:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878995.851360:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788878995.851362:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878995.851366:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788878995.851369:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788878995.851373:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788878995.851377:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851383:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.851386:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851393:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878995.851396:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788878995.851403:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851410:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878995.851412:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878995.851418:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878995.851421:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.851425:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878995.851430:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788878995.851437:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.851442:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878995.851449:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788878995.851454:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878995.851476:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878995.851479:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.851482:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878995.851486:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878995.851491:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878995.851496:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788878995.851502:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878995.851511:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519464704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878995.851527:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878995.851533:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878995.851541:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519464704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878995.851564:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788878995.851570:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788878995.851575:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788878995.851580:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788878995.851583:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788878995.851588:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788878995.851593:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9750 00000400:00000200:0.0:1788878995.851599:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788878995.851604:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788878995.851607:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788878995.851613:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851618:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.851622:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851625:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788878995.851629:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788878995.851632:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788878995.851636:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788878995.851640:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788878995.851645:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788878995.851651:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788878995.851659:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851663:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788878995.851670:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851673:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788878995.851678:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788878995.851685:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788878995.851687:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788878995.851692:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788878995.851695:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788878995.851699:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.851704:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788878995.851709:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788878995.851714:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.851716:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788878995.851721:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788878995.851725:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788878995.851729:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788878995.851732:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788878995.851736:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788878995.851739:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788878995.851742:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788878995.851746:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788878995.851751:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788878995.851765:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519464832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788878995.851775:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788878995.851777:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878995.851782:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519464832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788878995.851796:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788878995.851801:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9760) 00000100:00000040:0.0:1788878997.194395:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304424212, at 4304424256 00000100:00000010:0.0:1788878997.194420:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000100:00080000:0.0:1788879000.970381:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879000.970391:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879000.970394:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879000.970397:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879000.970402:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879000.970409:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9755 00000400:00000200:0.0:1788879000.970418:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879000.970424:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879000.970426:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879000.970430:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970433:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.970435:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970437:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879000.970443:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879000.970446:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879000.970448:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879000.970450:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879000.970452:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879000.970454:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879000.970456:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970459:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.970461:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970463:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879000.970467:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879000.970471:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970475:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879000.970478:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879000.970482:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879000.970486:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.970488:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879000.970491:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879000.970502:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879000.970506:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879000.970511:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879000.970524:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.970527:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879000.970531:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879000.970537:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879000.970545:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879000.970552:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879000.970561:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519464960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879000.970569:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879000.970573:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879000.970577:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519464960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879000.970598:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879000.970601:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879000.970604:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879000.970605:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879000.970607:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879000.970609:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879000.970611:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9755 00000400:00000200:0.0:1788879000.970614:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879000.970616:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879000.970618:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879000.970620:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970622:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.970623:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970625:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879000.970627:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879000.970628:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879000.970629:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879000.970631:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879000.970633:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879000.970635:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879000.970638:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970640:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.970641:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970643:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879000.970645:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879000.970650:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970653:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879000.970655:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879000.970661:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879000.970662:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.970664:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879000.970668:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879000.970670:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.970672:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879000.970675:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788879000.970679:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879000.970689:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879000.970692:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.970704:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879000.970712:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879000.970715:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879000.970722:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788879000.970728:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879000.970740:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519465088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879000.970793:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879000.970803:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879000.970816:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519465088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879000.970843:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879000.970853:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879000.970862:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879000.970865:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879000.970867:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879000.970870:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879000.970882:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9755 00000400:00000200:0.0:1788879000.970895:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879000.970897:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879000.970900:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879000.970923:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970928:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.970930:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970940:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879000.970948:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879000.970950:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879000.970953:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879000.970962:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879000.970965:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879000.970968:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879000.970983:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.970984:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.970987:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971000:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879000.971011:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879000.971023:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971026:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879000.971029:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879000.971034:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879000.971038:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.971045:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879000.971047:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879000.971055:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.971062:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879000.971074:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879000.971081:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879000.971087:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879000.971090:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.971098:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879000.971100:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879000.971104:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879000.971111:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879000.971118:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879000.971129:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519465216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879000.971150:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879000.971162:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879000.971173:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519465216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879000.971199:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879000.971203:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879000.971210:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879000.971219:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879000.971220:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879000.971224:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879000.971228:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9755 00000400:00000200:0.0:1788879000.971368:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879000.971379:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879000.971382:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879000.971386:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971396:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.971398:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971400:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879000.971403:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879000.971404:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879000.971413:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879000.971415:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879000.971418:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879000.971427:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879000.971446:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971456:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.971466:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971481:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879000.971494:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879000.971508:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971518:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879000.971529:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879000.971534:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879000.971539:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.971544:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879000.971557:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879000.971566:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.971574:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879000.971581:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879000.971595:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879000.971612:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879000.971615:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.971620:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879000.971623:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879000.971627:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879000.971642:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879000.971653:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879000.971679:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519465344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879000.971692:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879000.971696:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879000.971708:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519465344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879000.971729:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879000.971739:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879000.971743:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879000.971745:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879000.971748:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879000.971755:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879000.971759:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9755 00000400:00000200:0.0:1788879000.971772:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879000.971784:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879000.971789:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879000.971799:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971806:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.971814:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971824:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879000.971843:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879000.971849:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879000.971860:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879000.971865:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879000.971877:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879000.971894:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879000.971911:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971916:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879000.971923:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971936:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879000.971951:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879000.971963:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879000.971980:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879000.971987:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879000.971996:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879000.972013:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.972018:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879000.972028:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879000.972043:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.972046:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879000.972055:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879000.972066:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879000.972070:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879000.972074:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879000.972077:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879000.972078:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879000.972081:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879000.972092:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879000.972098:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879000.972113:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519465472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879000.972134:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879000.972138:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879000.972144:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519465472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879000.972198:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879000.972203:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9765) 00000100:00000040:0.0:1788879002.314368:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304429332, at 4304429376 00000100:00000010:0.0:1788879002.314395:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000040:0.0:1788879007.434406:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304434452, at 4304434496 00000100:00000010:0.0:1788879007.434445:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e8a0. 00000100:00000040:0.0:1788879012.554400:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304439572, at 4304439616 00000100:00000010:0.0:1788879012.554421:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788879017.674462:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304444692, at 4304444736 00000100:00000010:0.0:1788879017.674491:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000100:00000040:0.0:1788879022.794367:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304449812, at 4304449856 00000100:00000010:0.0:1788879022.794383:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788879027.914388:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304454932, at 4304454976 00000100:00000010:0.0:1788879027.914431:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ef60. 00000100:00000040:0.0:1788879033.034349:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304460052, at 4304460096 00000100:00000010:0.0:1788879033.034366:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e0c0. 00000100:00000040:0.0:1788879038.154420:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304465172, at 4304465216 00000100:00000010:0.0:1788879038.154447:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ede0. 00000100:00000040:0.0:1788879043.274365:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304470292, at 4304470336 00000100:00000010:0.0:1788879043.274392:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e840. 00000100:00000040:0.0:1788879048.394443:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304475412, at 4304475456 00000100:00000010:0.0:1788879048.394467:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e900. 00000100:00000040:0.0:1788879053.514381:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304480532, at 4304480576 00000100:00000010:0.0:1788879053.514405:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788879058.634399:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304485652, at 4304485696 00000100:00000010:0.0:1788879058.634417:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e000. 00000100:00000040:0.0:1788879063.754345:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304490772, at 4304490816 00000100:00000010:0.0:1788879063.754361:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000040:0.0:1788879068.874386:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304495892, at 4304495936 00000100:00000010:0.0:1788879068.874409:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00000100:00000040:0.0:1788879073.994380:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304501012, at 4304501056 00000100:00000010:0.0:1788879073.994404:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00080000:0.0:1788879077.770393:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879077.770406:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879077.770409:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879077.770414:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879077.770420:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879077.770429:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9832 00000400:00000200:0.0:1788879077.770439:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879077.770448:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879077.770451:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879077.770457:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770460:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.770463:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770466:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879077.770475:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879077.770478:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879077.770481:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879077.770485:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879077.770488:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879077.770490:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879077.770494:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770496:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.770498:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770500:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879077.770503:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879077.770507:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770509:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879077.770512:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879077.770516:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879077.770519:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.770521:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879077.770524:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879077.770536:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879077.770540:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879077.770545:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879077.770546:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.770549:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879077.770552:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879077.770558:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879077.770570:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879077.770579:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879077.770590:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519474560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879077.770602:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879077.770608:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879077.770614:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519474560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879077.770641:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879077.770645:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879077.770649:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879077.770651:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879077.770653:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879077.770677:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879077.770681:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9832 00000400:00000200:0.0:1788879077.770704:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879077.770708:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879077.770712:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879077.770719:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770723:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.770730:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770736:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879077.770743:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879077.770747:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879077.770750:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879077.770755:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879077.770760:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879077.770763:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879077.770769:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770772:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.770775:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770778:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879077.770782:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879077.770787:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770791:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879077.770792:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879077.770800:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879077.770804:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.770806:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879077.770812:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879077.770816:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.770818:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879077.770821:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879077.770827:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879077.770832:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879077.770833:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.770834:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879077.770835:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879077.770839:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879077.770846:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879077.770851:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879077.770857:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519474688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879077.770864:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879077.770869:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879077.770879:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519474688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879077.770913:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879077.770918:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879077.770923:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879077.770925:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879077.770927:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879077.770931:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879077.770936:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9832 00000400:00000200:0.0:1788879077.770984:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879077.770989:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879077.770991:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879077.770996:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.770998:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.771002:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771008:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879077.771011:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879077.771014:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879077.771016:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879077.771020:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879077.771026:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879077.771029:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879077.771035:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771039:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.771042:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771045:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879077.771047:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879077.771049:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771053:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879077.771056:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879077.771060:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879077.771063:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.771065:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879077.771069:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879077.771073:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.771075:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879077.771078:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879077.771082:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879077.771087:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879077.771090:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.771094:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879077.771096:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879077.771098:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879077.771104:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879077.771109:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879077.771117:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519474816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879077.771126:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879077.771130:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879077.771138:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519474816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879077.771147:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879077.771151:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879077.771153:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879077.771154:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879077.771156:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879077.771161:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879077.771163:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9832 00000400:00000200:0.0:1788879077.771166:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879077.771171:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879077.771176:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879077.771180:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771183:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.771187:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771193:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879077.771198:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879077.771201:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879077.771203:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879077.771206:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879077.771210:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879077.771216:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879077.771220:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771223:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.771226:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771230:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879077.771234:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879077.771240:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771244:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879077.771287:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879077.771291:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879077.771295:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.771300:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879077.771303:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879077.771306:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.771309:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879077.771313:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879077.771318:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879077.771323:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879077.771327:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.771331:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879077.771334:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879077.771337:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879077.771342:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879077.771346:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879077.771354:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519474944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879077.771366:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879077.771369:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879077.771377:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519474944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879077.771388:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879077.771392:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879077.771397:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879077.771400:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879077.771403:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879077.771408:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879077.771412:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9832 00000400:00000200:0.0:1788879077.771419:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879077.771424:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879077.771427:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879077.771432:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771435:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.771438:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771443:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879077.771449:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879077.771452:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879077.771456:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879077.771459:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879077.771463:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879077.771467:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879077.771471:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771474:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879077.771477:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771480:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879077.771481:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879077.771483:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879077.771484:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879077.771486:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879077.771490:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879077.771493:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.771495:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879077.771499:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879077.771504:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.771508:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879077.771514:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788879077.771518:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879077.771522:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879077.771523:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879077.771524:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879077.771525:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879077.771526:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879077.771531:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879077.771535:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879077.771541:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519475072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879077.771556:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879077.771560:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879077.771566:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519475072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879077.771581:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879077.771587:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9842) 00000100:00000040:0.0:1788879079.114403:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304506131, at 4304506176 00000100:00000010:0.0:1788879079.114441:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00000040:0.0:1788879084.234350:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304511251, at 4304511296 00000100:00000010:0.0:1788879084.234369:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b6c0. 00000100:00000040:0.0:1788879089.354428:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304516372, at 4304516416 00000100:00000010:0.0:1788879089.354462:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00000100:00000040:0.0:1788879094.474349:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304521492, at 4304521536 00000100:00000010:0.0:1788879094.474368:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc60. 00000100:00000040:0.0:1788879099.594406:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304526612, at 4304526656 00000100:00000010:0.0:1788879099.594428:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf00. 00000100:00080000:0.0:1788879103.370366:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879103.370381:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879103.370385:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879103.370389:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879103.370395:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879103.370405:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9858 00000400:00000200:0.0:1788879103.370427:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879103.370434:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879103.370437:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879103.370440:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370443:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.370445:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370447:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879103.370456:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879103.370458:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879103.370460:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879103.370464:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879103.370466:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879103.370468:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879103.370470:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370472:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.370473:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370474:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879103.370476:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879103.370491:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370492:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879103.370495:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879103.370498:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879103.370500:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.370502:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879103.370504:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879103.370512:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788879103.370516:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879103.370520:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879103.370521:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.370525:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879103.370527:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879103.370542:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879103.370550:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879103.370557:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879103.370566:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519477760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879103.370575:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879103.370579:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879103.370583:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519477760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879103.370602:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879103.370605:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879103.370608:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879103.370609:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879103.370611:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879103.370613:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879103.370615:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9858 00000400:00000200:0.0:1788879103.370617:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879103.370619:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879103.370621:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879103.370623:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370625:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.370627:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370629:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879103.370632:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879103.370633:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879103.370635:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879103.370638:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879103.370639:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879103.370641:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879103.370644:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370645:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.370647:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370652:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879103.370654:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879103.370659:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370664:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879103.370665:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879103.370671:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879103.370677:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.370681:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879103.370687:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879103.370692:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.370695:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879103.370700:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879103.370704:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879103.370708:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879103.370710:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.370715:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879103.370718:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879103.370719:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879103.370724:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879103.370730:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879103.370737:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519477888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879103.370759:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879103.370763:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879103.370772:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519477888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879103.370789:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879103.370792:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879103.370797:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879103.370800:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879103.370803:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879103.370807:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879103.370811:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9858 00000400:00000200:0.0:1788879103.370819:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879103.370825:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879103.370828:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879103.370833:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370835:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.370841:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370844:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879103.370849:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879103.370851:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879103.370854:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879103.370856:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879103.370859:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879103.370862:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879103.370866:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370868:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.370869:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370874:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879103.370878:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879103.370881:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879103.370884:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879103.370889:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879103.370893:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879103.370898:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.370902:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879103.370905:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879103.370909:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.370914:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879103.370921:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879103.370925:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879103.370928:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879103.370931:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.370933:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879103.370934:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879103.370936:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879103.370939:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879103.370944:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879103.370952:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519478016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879103.370964:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879103.370966:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879103.370972:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519478016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879103.370986:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879103.370989:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879103.370992:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879103.370996:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879103.370999:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879103.371002:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879103.371009:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9858 00000400:00000200:0.0:1788879103.371015:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879103.371020:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879103.371023:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879103.371028:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371033:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.371038:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371040:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879103.371042:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879103.371045:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879103.371048:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879103.371051:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879103.371053:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879103.371057:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879103.371062:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371066:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.371069:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371073:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879103.371077:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879103.371083:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371088:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879103.371092:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879103.371096:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879103.371098:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.371100:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879103.371104:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879103.371109:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.371113:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879103.371119:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879103.371124:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879103.371129:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879103.371130:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.371132:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879103.371135:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879103.371137:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879103.371148:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879103.371153:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879103.371160:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519478144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879103.371169:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879103.371171:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879103.371178:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519478144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879103.371185:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879103.371188:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879103.371192:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879103.371195:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879103.371198:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879103.371200:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879103.371205:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9858 00000400:00000200:0.0:1788879103.371210:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879103.371215:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879103.371220:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879103.371225:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371239:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.371241:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371245:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879103.371280:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879103.371282:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879103.371285:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879103.371289:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879103.371292:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879103.371296:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879103.371302:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371306:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879103.371310:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371314:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879103.371318:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879103.371324:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879103.371329:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879103.371333:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879103.371336:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879103.371339:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.371343:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879103.371347:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879103.371352:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.371357:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879103.371366:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879103.371372:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879103.371376:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879103.371377:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879103.371379:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879103.371381:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879103.371386:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879103.371394:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879103.371403:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879103.371414:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519478272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879103.371426:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879103.371430:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879103.371437:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519478272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879103.371457:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879103.371462:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9868) 00000100:00000040:0.0:1788879104.714395:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304531731, at 4304531776 00000100:00000010:0.0:1788879104.714415:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00000100:00080000:0.0:1788879108.490562:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879108.490576:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879108.490580:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879108.490586:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879108.490591:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879108.490601:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9863 00000400:00000200:0.0:1788879108.490640:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879108.490648:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879108.490652:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879108.490656:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490660:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.490663:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490665:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879108.490675:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879108.490678:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879108.490681:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879108.490686:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879108.490689:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879108.490698:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879108.490711:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490715:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.490718:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490719:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879108.490722:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879108.490726:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490731:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879108.490734:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879108.490737:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879108.490740:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.490742:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879108.490744:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879108.490756:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879108.490761:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879108.490766:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879108.490768:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.490772:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879108.490775:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879108.490781:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879108.490791:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879108.490799:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879108.490814:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519478400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879108.490824:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879108.490829:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879108.490833:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519478400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879108.490852:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879108.490855:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879108.490858:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879108.490860:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879108.490861:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879108.490863:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879108.490865:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9863 00000400:00000200:0.0:1788879108.490868:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879108.490871:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879108.490873:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879108.490876:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490878:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.490880:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490883:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879108.490885:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879108.490886:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879108.490888:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879108.490891:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879108.490895:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879108.490898:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879108.490902:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490922:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.490924:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490936:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879108.490939:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879108.490944:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879108.490947:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879108.490950:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879108.490958:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879108.490964:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.490968:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879108.490977:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879108.490984:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.490991:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879108.491000:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879108.491010:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879108.491020:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879108.491024:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491027:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879108.491029:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879108.491033:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879108.491043:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879108.491053:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879108.491063:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519478528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879108.491080:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879108.491084:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879108.491092:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519478528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879108.491117:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879108.491123:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879108.491130:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879108.491134:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879108.491138:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879108.491145:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879108.491151:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9863 00000400:00000200:0.0:1788879108.491159:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879108.491169:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879108.491173:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879108.491181:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491185:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.491191:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491194:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879108.491197:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879108.491199:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879108.491203:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879108.491207:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879108.491211:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879108.491216:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879108.491225:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491231:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.491240:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491248:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879108.491252:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879108.491259:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491297:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879108.491303:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879108.491309:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879108.491317:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491325:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879108.491331:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879108.491336:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491343:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879108.491347:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879108.491354:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879108.491360:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879108.491362:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491368:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879108.491370:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879108.491391:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879108.491402:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879108.491410:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879108.491421:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519478656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879108.491439:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879108.491444:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879108.491450:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519478656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879108.491487:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879108.491495:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879108.491502:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879108.491506:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879108.491510:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879108.491515:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879108.491520:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9863 00000400:00000200:0.0:1788879108.491527:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879108.491531:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879108.491533:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879108.491537:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491541:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.491545:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491547:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879108.491551:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879108.491553:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879108.491556:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879108.491559:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879108.491561:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879108.491565:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879108.491569:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491573:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.491575:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491577:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879108.491582:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879108.491586:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491590:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879108.491592:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879108.491596:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879108.491600:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491605:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879108.491609:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879108.491612:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491613:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879108.491619:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788879108.491623:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879108.491628:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879108.491632:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491635:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879108.491637:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879108.491640:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879108.491646:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879108.491652:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879108.491661:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519478784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879108.491674:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879108.491677:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879108.491685:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519478784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879108.491704:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879108.491710:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879108.491713:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879108.491715:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879108.491718:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879108.491720:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879108.491725:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9863 00000400:00000200:0.0:1788879108.491732:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879108.491738:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879108.491741:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879108.491746:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491749:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.491753:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491758:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879108.491763:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879108.491766:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879108.491769:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879108.491774:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879108.491779:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879108.491781:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879108.491787:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491791:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879108.491797:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491799:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879108.491805:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879108.491811:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879108.491816:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879108.491819:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879108.491822:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879108.491826:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491830:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879108.491834:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879108.491836:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491840:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879108.491845:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879108.491849:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879108.491854:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879108.491856:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879108.491859:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879108.491878:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879108.491881:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879108.491887:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879108.491893:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879108.491901:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519478912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879108.491917:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879108.491921:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879108.491929:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519478912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879108.491949:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879108.491954:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9873) 00000100:00000040:0.0:1788879109.834346:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304536852, at 4304536896 00000100:00000010:0.0:1788879109.834366:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd80. 00000100:00000040:0.0:1788879114.954349:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304541972, at 4304542016 00000100:00000010:0.0:1788879114.954373:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00000100:00000040:0.0:1788879120.074380:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304547092, at 4304547136 00000100:00000010:0.0:1788879120.074406:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00000100:00000040:0.0:1788879125.194416:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304552212, at 4304552256 00000100:00000010:0.0:1788879125.194440:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00000040:0.0:1788879130.314393:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304557332, at 4304557376 00000100:00000010:0.0:1788879130.314411:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000100:00000040:0.0:1788879135.434379:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304562452, at 4304562496 00000100:00000010:0.0:1788879135.434402:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b2a0. 00000100:00000040:0.0:1788879140.554478:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304567571, at 4304567616 00000100:00000010:0.0:1788879140.554505:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b4e0. 00000100:00000040:0.0:1788879145.674337:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304572692, at 4304572736 00000100:00000010:0.0:1788879145.674357:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000040:0.0:1788879150.794413:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304577812, at 4304577856 00000100:00000010:0.0:1788879150.794440:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e300. 00000100:00080000:0.0:1788879154.570438:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879154.570453:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879154.570457:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879154.570463:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879154.570469:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879154.570479:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9909 00000400:00000200:0.0:1788879154.570493:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879154.570502:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879154.570507:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879154.570511:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570515:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.570518:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570521:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879154.570533:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879154.570536:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879154.570540:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879154.570547:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879154.570551:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879154.570556:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879154.570562:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570565:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.570569:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570572:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879154.570579:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879154.570584:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570589:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879154.570594:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879154.570601:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879154.570607:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.570611:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879154.570616:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879154.570634:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788879154.570641:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879154.570647:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879154.570649:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.570653:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879154.570657:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879154.570664:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879154.570676:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879154.570685:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879154.570699:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519484160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879154.570713:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879154.570719:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879154.570725:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519484160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879154.570758:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879154.570763:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879154.570767:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879154.570769:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879154.570771:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879154.570775:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879154.570778:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9909 00000400:00000200:0.0:1788879154.570784:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879154.570788:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879154.570791:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879154.570796:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570799:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.570804:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570807:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879154.570812:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879154.570814:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879154.570816:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879154.570819:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879154.570827:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879154.570830:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879154.570838:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570843:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.570851:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570859:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879154.570869:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879154.570880:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879154.570884:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879154.570892:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879154.570903:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879154.570914:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.570919:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879154.570930:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879154.570936:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.570942:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879154.570953:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788879154.570955:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879154.570958:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879154.570960:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.570964:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879154.570969:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879154.570971:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879154.570979:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879154.570991:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879154.571005:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519484288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879154.571021:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879154.571026:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879154.571034:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519484288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879154.571055:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879154.571065:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879154.571078:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879154.571083:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879154.571087:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879154.571096:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879154.571107:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9909 00000400:00000200:0.0:1788879154.571119:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879154.571148:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879154.571158:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879154.571173:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571181:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.571194:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571203:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879154.571217:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879154.571226:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879154.571234:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879154.571241:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879154.571288:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879154.571291:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879154.571297:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571301:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.571310:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571319:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879154.571325:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879154.571331:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571344:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879154.571349:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879154.571359:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879154.571370:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.571380:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879154.571388:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879154.571400:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.571408:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879154.571423:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788879154.571430:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879154.571441:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879154.571446:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.571453:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879154.571456:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879154.571459:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879154.571468:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879154.571480:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879154.571492:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519484416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879154.571511:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879154.571519:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879154.571532:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519484416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879154.571564:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879154.571577:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879154.571587:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879154.571591:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879154.571599:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879154.571610:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879154.571622:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9909 00000400:00000200:0.0:1788879154.571637:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879154.571649:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879154.571660:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879154.571673:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571684:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.571696:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571704:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879154.571714:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879154.571719:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879154.571723:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879154.571730:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879154.571739:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879154.571745:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879154.571755:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571761:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.571770:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571779:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879154.571789:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879154.571800:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879154.571810:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879154.571819:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879154.571826:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879154.571833:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.571839:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879154.571847:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879154.571857:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.571864:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879154.571876:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788879154.571882:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879154.571886:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879154.571892:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.571899:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879154.571903:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879154.571909:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879154.571919:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788879154.571931:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879154.571947:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519484544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879154.571971:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879154.571977:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879154.571990:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519484544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879154.572016:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879154.572023:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879154.572038:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879154.572044:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879154.572050:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879154.572060:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879154.572069:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9909 00000400:00000200:0.0:1788879154.572081:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879154.572095:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879154.572107:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879154.572120:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.572144:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.572151:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.572162:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879154.572176:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879154.572183:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879154.572191:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879154.572199:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879154.572211:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879154.572223:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879154.572242:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.572289:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879154.572297:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879154.572306:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879154.572311:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879154.572320:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879154.572328:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879154.572331:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879154.572339:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879154.572352:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.572360:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879154.572370:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879154.572385:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.572395:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879154.572412:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788879154.572426:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879154.572437:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879154.572443:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879154.572451:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879154.572456:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879154.572462:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879154.572473:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879154.572484:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879154.572496:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519484672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879154.572526:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879154.572533:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879154.572548:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519484672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879154.572592:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879154.572611:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9919) 00000100:00000040:0.0:1788879155.914332:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304582932, at 4304582976 00000100:00000010:0.0:1788879155.914347:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33ecc0. 00000100:00080000:0.0:1788879159.690341:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879159.690357:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879159.690361:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879159.690366:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879159.690373:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879159.690383:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9914 00000400:00000200:0.0:1788879159.690396:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879159.690403:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879159.690406:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879159.690409:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690411:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.690413:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690415:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879159.690424:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879159.690426:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879159.690429:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879159.690433:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879159.690435:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879159.690436:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879159.690438:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690440:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.690441:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690442:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879159.690444:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879159.690447:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690448:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879159.690451:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879159.690454:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879159.690456:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.690458:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879159.690459:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879159.690471:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788879159.690474:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879159.690477:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879159.690479:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.690481:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879159.690484:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879159.690488:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879159.690497:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879159.690504:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879159.690512:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519484800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879159.690521:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879159.690525:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879159.690529:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519484800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879159.690547:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879159.690550:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879159.690553:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879159.690554:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879159.690555:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879159.690558:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879159.690560:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9914 00000400:00000200:0.0:1788879159.690563:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879159.690566:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879159.690568:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879159.690571:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690575:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.690577:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690579:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879159.690581:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879159.690582:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879159.690584:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879159.690585:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879159.690587:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879159.690591:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879159.690594:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690598:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.690601:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690603:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879159.690606:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879159.690610:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690613:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879159.690617:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879159.690623:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879159.690626:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.690630:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879159.690634:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879159.690638:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.690642:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879159.690648:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788879159.690651:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879159.690655:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879159.690657:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.690659:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879159.690660:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879159.690663:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879159.690669:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788879159.690673:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879159.690679:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519484928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879159.690692:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879159.690695:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879159.690697:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519484928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879159.690711:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879159.690713:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879159.690717:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879159.690720:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879159.690729:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879159.690731:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879159.690735:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9914 00000400:00000200:0.0:1788879159.690739:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879159.690742:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879159.690747:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879159.690750:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690752:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.690754:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690759:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879159.690764:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879159.690767:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879159.690770:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879159.690773:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879159.690776:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879159.690781:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879159.690788:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690791:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.690797:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690801:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879159.690805:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879159.690809:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690814:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879159.690815:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879159.690819:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879159.690823:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.690824:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879159.690826:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879159.690828:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.690830:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879159.690834:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788879159.690837:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879159.690839:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879159.690841:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.690845:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879159.690848:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879159.690850:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879159.690866:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879159.690871:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879159.690878:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519485056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879159.690892:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879159.690896:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879159.690902:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519485056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879159.690909:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879159.690913:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879159.690918:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879159.690920:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879159.690921:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879159.690926:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879159.690931:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9914 00000400:00000200:0.0:1788879159.690938:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879159.690945:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879159.690948:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879159.690965:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690968:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.690974:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.690980:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879159.690989:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879159.690993:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879159.690997:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879159.691000:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879159.691006:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879159.691011:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879159.691017:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.691020:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.691023:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.691027:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879159.691031:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879159.691037:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879159.691040:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879159.691041:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879159.691044:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879159.691047:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.691050:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879159.691053:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879159.691057:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.691060:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879159.691064:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788879159.691068:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879159.691072:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879159.691074:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.691077:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879159.691079:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879159.691083:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879159.691088:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879159.691113:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879159.691120:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519485184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879159.691144:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879159.691147:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879159.691152:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519485184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879159.691162:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879159.691166:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879159.691170:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879159.691172:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879159.691174:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879159.691175:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879159.691180:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9914 00000400:00000200:0.0:1788879159.691188:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879159.691194:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879159.691197:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879159.691201:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.691204:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.691208:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.691211:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879159.691217:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879159.691219:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879159.691221:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879159.691224:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879159.691229:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879159.691234:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879159.691239:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.691242:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879159.691244:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879159.691246:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879159.691275:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879159.691277:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879159.691279:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879159.691280:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879159.691283:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879159.691286:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.691289:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879159.691292:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879159.691296:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.691299:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879159.691304:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788879159.691309:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879159.691313:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879159.691315:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879159.691319:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879159.691321:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879159.691323:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879159.691327:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879159.691331:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879159.691340:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519485312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879159.691357:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879159.691364:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879159.691374:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519485312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879159.691393:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879159.691400:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9924) 00000100:00000040:0.0:1788879161.034392:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304588051, at 4304588096 00000100:00000010:0.0:1788879161.034442:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cca33e720. 00000100:00000040:0.0:1788879166.154375:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304593172, at 4304593216 00000100:00000010:0.0:1788879166.154407:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00000040:0.0:1788879171.274371:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304598292, at 4304598336 00000100:00000010:0.0:1788879171.274389:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00000040:0.0:1788879176.394306:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304603412, at 4304603456 00000100:00000010:0.0:1788879176.394320:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00000040:0.0:1788879181.514359:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304608532, at 4304608576 00000100:00000010:0.0:1788879181.514380:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000400:00000100:0.0:1788879183.242520:0:2382:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788879183.242564:0:2382:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788879183.242574:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879183.242579:0:2382:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788879183.242584:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879183.242587:0:2382:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788879183.242593:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879183.242597:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:0.0:1788879183.242603:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879183.242609:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879183.242616:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39b28 00000400:00000010:0.0:1788879183.242619:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39b28. 00000100:00000001:0.0:1788879183.242624:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879183.242633:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40edf80 x1875765519487360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.242657:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879183.242663:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519487360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.242672:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879183.242674:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879183.242684:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879183.242687:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7f00. 00000400:00000200:0.0:1788879183.242691:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879183.242695:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879183.242699:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:0.0:1788879183.242701:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:0.0:1788879183.242705:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879183.242711:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ef800 x1875765519487488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.242726:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879183.242734:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519487488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.242744:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879183.242746:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879183.242752:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879183.242755:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:0.0:1788879183.242760:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879183.242768:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879183.242804:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39bb0 00000400:00000010:0.0:1788879183.242808:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39bb0. 00000100:00000001:0.0:1788879183.242813:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879183.242823:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ed880 x1875765519487616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.242840:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879183.242847:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519487616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.242861:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879183.242865:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879183.242877:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879183.242885:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7700. 00000400:00000200:0.0:1788879183.242892:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879183.242906:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879183.242914:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:0.0:1788879183.242917:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:0.0:1788879183.242920:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879183.242927:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ef480 x1875765519487744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.243003:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879183.243012:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519487744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.243035:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879183.243039:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879183.243049:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879183.243053:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:0.0:1788879183.243059:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879183.243065:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879183.243071:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39550 00000400:00000010:0.0:1788879183.243075:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39550. 00000100:00000001:0.0:1788879183.243080:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879183.243089:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ece00 x1875765519487872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.243105:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879183.243113:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519487872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879183.243126:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879183.243131:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788879186.634432:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304613652, at 4304613696 00000100:00000010:0.0:1788879186.634465:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00000040:0.0:1788879191.754361:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304618772, at 4304618816 00000100:00000010:0.0:1788879191.754398:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000040:0.0:1788879196.874471:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304623892, at 4304623936 00000100:00000010:0.0:1788879196.874495:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00080000:0.0:1788879200.650517:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879200.650530:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879200.650534:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879200.650540:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879200.650547:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879200.650557:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9955 00000400:00000200:0.0:1788879200.650568:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879200.650577:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879200.650581:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879200.650586:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.650590:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.650594:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.650597:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879200.650607:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879200.650611:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879200.650614:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879200.650619:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879200.650622:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879200.650625:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879200.650629:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.650632:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.650634:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.650636:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879200.650640:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879200.650644:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879200.650647:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879200.650651:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879200.650655:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879200.650659:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.650661:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879200.650664:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879200.650677:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879200.650681:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879200.650686:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879200.650689:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.650693:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879200.650696:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879200.650702:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879200.650714:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879200.650724:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879200.650736:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519489920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879200.650750:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879200.650756:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879200.650763:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519489920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879200.650804:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879200.650836:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879200.650850:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879200.650853:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879200.650858:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879200.650869:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879200.650878:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9955 00000400:00000200:0.0:1788879200.650890:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879200.650897:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879200.650908:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879200.650920:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.650933:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.650942:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.650950:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879200.650957:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879200.650962:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879200.650969:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879200.650975:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879200.650984:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879200.650995:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879200.651005:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651010:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.651017:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651027:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879200.651036:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879200.651051:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651066:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879200.651077:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879200.651092:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879200.651105:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.651115:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879200.651127:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879200.651143:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.651153:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879200.651164:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788879200.651171:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879200.651181:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879200.651186:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.651191:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879200.651195:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879200.651200:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879200.651211:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879200.651221:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879200.651238:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519490048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879200.651352:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879200.651360:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879200.651376:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519490048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879200.651406:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879200.651413:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879200.651425:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879200.651429:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879200.651434:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879200.651439:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879200.651443:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9955 00000400:00000200:0.0:1788879200.651453:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879200.651468:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879200.651474:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879200.651488:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651493:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.651502:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651511:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879200.651525:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879200.651531:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879200.651534:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879200.651540:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879200.651545:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879200.651554:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879200.651567:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651575:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.651584:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651589:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879200.651595:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879200.651604:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651613:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879200.651621:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879200.651628:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879200.651637:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.651646:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879200.651652:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879200.651657:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.651663:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879200.651671:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879200.651680:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879200.651688:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879200.651695:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.651698:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879200.651700:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879200.651704:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879200.651715:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879200.651725:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879200.651743:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519490176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879200.651771:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879200.651777:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879200.651789:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519490176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879200.651854:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879200.651862:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879200.651872:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879200.651877:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879200.651882:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879200.651889:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879200.651900:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9955 00000400:00000200:0.0:1788879200.651915:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879200.651928:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879200.651937:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879200.651948:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651954:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.651962:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.651970:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879200.651983:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879200.651990:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879200.651996:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879200.652002:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879200.652010:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879200.652019:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879200.652032:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.652042:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.652056:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.652068:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879200.652083:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879200.652097:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879200.652113:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879200.652124:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879200.652133:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879200.652143:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.652153:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879200.652159:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879200.652167:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.652175:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879200.652185:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879200.652192:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879200.652201:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879200.652205:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.652213:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879200.652218:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879200.652223:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879200.652233:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879200.652242:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879200.652291:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519490304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879200.652318:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879200.652325:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879200.652334:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519490304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879200.652357:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879200.652364:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879200.652377:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879200.652380:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879200.652384:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879200.652393:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879200.652401:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9955 00000400:00000200:0.0:1788879200.652412:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879200.652423:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879200.652431:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879200.652442:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.652451:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.652459:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.652467:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879200.652478:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879200.652482:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879200.652489:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879200.652495:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879200.652500:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879200.652507:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879200.652519:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.652528:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879200.652536:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879200.652543:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879200.652552:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879200.652563:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879200.652572:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879200.652579:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879200.652586:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879200.652598:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.652609:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879200.652614:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879200.652622:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.652631:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879200.652642:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879200.652652:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879200.652660:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879200.652665:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879200.652672:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879200.652676:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879200.652681:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879200.652689:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879200.652700:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879200.652716:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519490432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879200.652744:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879200.652750:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879200.652764:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519490432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879200.652793:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879200.652803:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9965) 00000100:00000040:0.0:1788879201.994389:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304629012, at 4304629056 00000100:00000010:0.0:1788879201.994404:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00000040:0.0:1788879207.114385:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304634132, at 4304634176 00000100:00000010:0.0:1788879207.114409:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00000100:00080000:0.0:1788879210.890428:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879210.890450:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879210.890456:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879210.890462:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879210.890471:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879210.890487:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 9965 00000400:00000200:0.0:1788879210.890506:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879210.890518:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879210.890525:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879210.890532:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890538:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.890544:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890547:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879210.890558:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879210.890561:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879210.890566:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879210.890571:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879210.890574:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879210.890577:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879210.890581:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890584:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.890586:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890588:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879210.890592:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879210.890597:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890600:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879210.890604:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879210.890609:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879210.890614:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.890617:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879210.890620:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879210.890636:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879210.890640:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879210.890646:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879210.890648:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.890652:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879210.890656:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879210.890663:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879210.890675:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879210.890684:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879210.890697:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519491200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879210.890712:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879210.890720:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879210.890727:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519491200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879210.890788:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879210.890794:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879210.890798:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879210.890801:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879210.890803:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879210.890808:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879210.890813:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9965 00000400:00000200:0.0:1788879210.890821:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879210.890826:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879210.890829:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879210.890835:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890842:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.890850:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890858:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879210.890865:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879210.890869:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879210.890876:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879210.890882:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879210.890890:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879210.890898:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879210.890910:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890917:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.890923:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890931:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879210.890937:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879210.890940:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879210.890948:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879210.890955:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879210.890968:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879210.890978:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.890984:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879210.890996:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879210.891005:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.891015:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879210.891022:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879210.891029:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879210.891038:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879210.891044:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.891047:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879210.891051:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879210.891056:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879210.891067:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879210.891075:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879210.891088:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519491328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879210.891101:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879210.891108:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879210.891116:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519491328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879210.891141:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879210.891147:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879210.891155:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879210.891161:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879210.891165:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879210.891175:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879210.891184:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9965 00000400:00000200:0.0:1788879210.891195:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879210.891208:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879210.891214:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879210.891225:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891231:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.891237:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891244:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879210.891294:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879210.891297:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879210.891299:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879210.891303:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879210.891307:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879210.891317:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879210.891323:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891326:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.891331:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891336:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879210.891347:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879210.891352:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891355:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879210.891359:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879210.891365:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879210.891373:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.891377:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879210.891380:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879210.891387:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.891392:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879210.891400:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879210.891409:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879210.891417:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879210.891422:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.891428:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879210.891436:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879210.891445:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879210.891457:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879210.891470:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879210.891490:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519491456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879210.891523:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879210.891533:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879210.891551:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519491456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879210.891583:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879210.891595:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879210.891603:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879210.891610:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879210.891615:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879210.891621:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879210.891631:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9965 00000400:00000200:0.0:1788879210.891647:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879210.891660:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879210.891667:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879210.891675:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891684:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.891694:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891702:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879210.891713:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879210.891718:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879210.891726:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879210.891733:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879210.891759:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879210.891764:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879210.891778:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891787:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.891798:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891806:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879210.891812:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879210.891822:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879210.891826:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879210.891829:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879210.891836:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879210.891844:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.891854:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879210.891860:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879210.891870:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.891876:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879210.891885:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879210.891894:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879210.891903:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879210.891907:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.891913:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879210.891919:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879210.891924:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879210.891934:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788879210.891942:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879210.891959:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519491584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879210.891985:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879210.891991:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879210.892005:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519491584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879210.892044:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879210.892050:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879210.892064:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879210.892069:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879210.892074:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879210.892082:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879210.892089:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 9965 00000400:00000200:0.0:1788879210.892098:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879210.892107:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879210.892115:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879210.892120:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.892126:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.892136:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.892140:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879210.892148:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879210.892152:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879210.892157:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879210.892162:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879210.892169:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879210.892177:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879210.892184:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.892191:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879210.892199:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879210.892203:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879210.892212:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879210.892223:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879210.892233:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879210.892239:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879210.892275:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879210.892280:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.892283:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879210.892286:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879210.892291:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.892301:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879210.892308:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788879210.892314:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879210.892324:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879210.892327:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879210.892334:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879210.892338:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879210.892344:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879210.892353:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879210.892363:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879210.892374:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519491712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879210.892391:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879210.892399:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879210.892408:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519491712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879210.892464:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879210.892474:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9975) 00000100:00000040:0.0:1788879212.234358:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304639252, at 4304639296 00000100:00000010:0.0:1788879212.234384:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000040:0.0:1788879217.354356:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304644372, at 4304644416 00000100:00000010:0.0:1788879217.354375:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000100:00000040:0.0:1788879222.474405:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304649494, at 4304649536 00000100:00000010:0.0:1788879222.474428:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000100:00000040:0.0:1788879227.594394:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304654611, at 4304654656 00000100:00000010:0.0:1788879227.594416:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00000040:0.0:1788879232.714408:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304659732, at 4304659776 00000100:00000010:0.0:1788879232.714434:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b540. 00000100:00000040:0.0:1788879237.834405:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304664852, at 4304664896 00000100:00000010:0.0:1788879237.834441:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b9c0. 00000100:00000040:0.0:1788879242.954365:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304669972, at 4304670016 00000100:00000010:0.0:1788879242.954380:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00000100:00080000:0.0:1788879246.730424:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879246.730433:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879246.730435:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879246.730438:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879246.730442:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879246.730448:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10001 00000400:00000200:0.0:1788879246.730457:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879246.730462:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879246.730465:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879246.730467:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730470:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.730472:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730474:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879246.730480:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879246.730481:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879246.730483:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879246.730486:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879246.730488:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879246.730499:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879246.730504:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730506:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.730508:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730509:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879246.730513:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879246.730517:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730520:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879246.730524:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879246.730529:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879246.730532:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.730535:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879246.730538:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879246.730554:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788879246.730558:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879246.730563:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879246.730565:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.730567:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879246.730569:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879246.730574:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879246.730582:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879246.730588:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879246.730596:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519495680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879246.730621:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879246.730625:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879246.730629:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519495680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879246.730650:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879246.730653:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879246.730656:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879246.730657:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879246.730658:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879246.730661:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879246.730663:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10001 00000400:00000200:0.0:1788879246.730666:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879246.730669:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879246.730671:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879246.730673:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730675:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.730677:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730678:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879246.730681:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879246.730682:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879246.730685:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879246.730687:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879246.730689:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879246.730691:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879246.730694:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730696:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.730698:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730699:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879246.730703:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879246.730706:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879246.730708:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879246.730709:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879246.730715:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879246.730717:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.730718:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879246.730722:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879246.730729:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.730739:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879246.730745:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879246.730754:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879246.730758:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879246.730761:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.730772:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879246.730780:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879246.730787:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879246.730817:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879246.730822:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879246.730833:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519495808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879246.730865:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879246.730870:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879246.730879:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519495808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879246.730907:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879246.730917:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879246.730954:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879246.730964:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879246.730966:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879246.730975:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879246.730988:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10001 00000400:00000200:0.0:1788879246.730995:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879246.730997:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879246.730999:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879246.731003:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731014:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.731027:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731036:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879246.731043:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879246.731047:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879246.731056:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879246.731059:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879246.731060:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879246.731061:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879246.731065:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731066:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.731067:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731075:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879246.731082:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879246.731090:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731100:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879246.731111:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879246.731138:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879246.731152:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.731168:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879246.731203:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879246.731214:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.731218:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879246.731226:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879246.731233:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879246.731243:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879246.731247:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.731303:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879246.731313:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879246.731324:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879246.731341:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879246.731353:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879246.731374:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519495936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879246.731402:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879246.731410:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879246.731422:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519495936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879246.731453:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879246.731463:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879246.731468:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879246.731469:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879246.731471:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879246.731473:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879246.731477:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10001 00000400:00000200:0.0:1788879246.731483:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879246.731502:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879246.731508:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879246.731516:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731521:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.731536:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731550:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879246.731565:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879246.731568:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879246.731575:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879246.731579:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879246.731584:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879246.731593:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879246.731606:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731620:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.731627:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731631:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879246.731638:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879246.731647:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879246.731649:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879246.731650:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879246.731655:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879246.731659:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.731665:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879246.731677:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879246.731688:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.731693:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879246.731703:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879246.731717:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879246.731730:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879246.731740:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.731746:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879246.731760:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879246.731775:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879246.731789:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879246.731805:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879246.731823:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519496064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879246.731842:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879246.731848:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879246.731858:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519496064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879246.731887:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879246.731895:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879246.731910:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879246.731916:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879246.731918:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879246.731925:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879246.731943:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10001 00000400:00000200:0.0:1788879246.731966:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879246.731979:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879246.731989:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879246.731997:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.732000:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.732008:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.732013:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879246.732026:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879246.732028:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879246.732032:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879246.732035:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879246.732044:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879246.732049:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879246.732054:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.732065:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879246.732074:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879246.732075:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879246.732077:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879246.732079:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879246.732080:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879246.732081:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879246.732084:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879246.732088:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.732096:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879246.732101:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879246.732109:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.732119:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879246.732132:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879246.732141:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879246.732149:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879246.732152:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879246.732159:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879246.732164:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879246.732170:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879246.732177:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879246.732188:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879246.732207:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519496192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879246.732227:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879246.732237:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879246.732282:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519496192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879246.732293:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879246.732310:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10011) 00000100:00000040:0.0:1788879248.074371:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304675092, at 4304675136 00000100:00000010:0.0:1788879248.074391:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00000100:00080000:0.0:1788879251.850402:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879251.850415:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879251.850419:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879251.850425:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879251.850432:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879251.850443:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10006 00000400:00000200:0.0:1788879251.850476:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879251.850486:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879251.850491:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879251.850496:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850501:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.850507:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850513:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879251.850524:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879251.850527:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879251.850531:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879251.850536:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879251.850541:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879251.850544:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879251.850549:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850553:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.850557:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850560:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879251.850564:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879251.850568:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850571:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879251.850575:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879251.850580:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879251.850584:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.850587:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879251.850590:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879251.850599:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879251.850604:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879251.850609:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879251.850612:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.850616:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879251.850619:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879251.850625:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879251.850635:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879251.850644:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879251.850656:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519496320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879251.850670:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879251.850675:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879251.850682:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519496320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879251.850708:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879251.850713:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879251.850718:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879251.850720:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879251.850722:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879251.850726:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879251.850730:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10006 00000400:00000200:0.0:1788879251.850735:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879251.850741:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879251.850744:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879251.850749:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850754:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.850765:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850768:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879251.850778:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879251.850784:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879251.850789:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879251.850792:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879251.850799:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879251.850804:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879251.850814:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850822:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.850828:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850837:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879251.850846:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879251.850854:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879251.850864:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879251.850875:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879251.850882:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879251.850890:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.850901:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879251.850911:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879251.850933:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.850944:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879251.850955:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879251.850969:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879251.850983:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879251.850988:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.851001:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879251.851008:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879251.851016:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879251.851031:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879251.851044:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879251.851064:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519496448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879251.851101:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879251.851110:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879251.851151:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519496448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879251.851190:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879251.851201:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879251.851212:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879251.851219:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879251.851226:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879251.851236:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879251.851292:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10006 00000400:00000200:0.0:1788879251.851304:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879251.851312:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879251.851317:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879251.851324:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.851330:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.851337:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.851346:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879251.851361:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879251.851368:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879251.851376:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879251.851388:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879251.851403:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879251.851416:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879251.851437:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.851445:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.851451:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.851482:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879251.851489:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879251.851497:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879251.851502:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879251.851505:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879251.851512:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879251.851517:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.851521:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879251.851525:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879251.851529:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.851533:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879251.851540:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879251.851545:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879251.851550:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879251.851553:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.851556:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879251.851559:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879251.851563:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879251.851571:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879251.851577:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879251.851588:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519496576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879251.851605:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879251.851611:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879251.851619:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519496576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879251.851634:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879251.851639:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879251.851645:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879251.851647:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879251.851650:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879251.851654:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879251.851660:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10006 00000400:00000200:0.0:1788879251.852292:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879251.852322:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879251.852332:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879251.852350:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.852365:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.852374:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.852383:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879251.852398:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879251.852405:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879251.852413:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879251.852430:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879251.852441:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879251.852452:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879251.852490:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.852500:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.852511:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.852520:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879251.852526:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879251.852541:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879251.852552:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879251.852563:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879251.852575:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879251.852590:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.852600:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879251.852619:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879251.852656:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.852663:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879251.852688:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788879251.852702:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879251.852714:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879251.852722:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.852729:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879251.852736:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879251.852743:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879251.852763:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879251.852775:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879251.852795:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519496704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879251.852824:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879251.852835:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879251.852857:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519496704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879251.852900:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879251.852911:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879251.852933:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879251.852939:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879251.852947:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879251.852960:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879251.852973:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10006 00000400:00000200:0.0:1788879251.852991:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879251.853009:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879251.853020:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879251.853049:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.853060:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.853069:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.853077:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879251.853090:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879251.853099:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879251.853109:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879251.853120:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879251.853134:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879251.853150:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879251.853174:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.853187:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879251.853201:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879251.853215:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879251.853232:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879251.853284:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879251.853300:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879251.853310:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879251.853322:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879251.853334:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.853346:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879251.853357:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879251.853375:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.853386:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879251.853402:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879251.853416:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879251.853988:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879251.853998:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879251.854006:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879251.854013:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879251.854022:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879251.854038:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879251.854050:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879251.854073:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519496832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879251.854116:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879251.854127:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879251.854156:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519496832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879251.854197:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879251.854214:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10016) 00000100:00000040:0.0:1788879253.194387:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304680213, at 4304680256 00000100:00000010:0.0:1788879253.194417:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b1e0. 00000100:00000040:0.0:1788879258.314399:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304685332, at 4304685376 00000100:00000010:0.0:1788879258.314461:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00000100:00000040:0.0:1788879263.434336:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304690452, at 4304690496 00000100:00000010:0.0:1788879263.434353:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00000040:0.0:1788879268.554403:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304695572, at 4304695616 00000100:00000010:0.0:1788879268.554425:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00000100:00000040:0.0:1788879273.674433:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304700692, at 4304700736 00000100:00000010:0.0:1788879273.674453:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b960. 00000100:00000040:0.0:1788879278.794414:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304705812, at 4304705856 00000100:00000010:0.0:1788879278.794438:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00000100:00000040:0.0:1788879283.914486:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304710932, at 4304710976 00000100:00000010:0.0:1788879283.914519:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00000040:0.0:1788879289.034369:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304716052, at 4304716096 00000100:00000010:0.0:1788879289.034395:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00080000:0.0:1788879292.810422:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879292.810434:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879292.810437:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879292.810441:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879292.810447:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879292.810455:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10047 00000400:00000200:0.0:1788879292.810465:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879292.810472:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879292.810476:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879292.810480:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810484:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.810488:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810491:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879292.810500:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879292.810502:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879292.810505:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879292.810509:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879292.810512:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879292.810515:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879292.810520:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810522:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.810525:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810527:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879292.810530:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879292.810535:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810539:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879292.810542:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879292.810546:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879292.810550:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.810552:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879292.810555:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879292.810566:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788879292.810570:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879292.810575:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879292.810577:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.810581:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879292.810584:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879292.810589:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879292.810598:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879292.810606:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879292.810616:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519501440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879292.810629:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879292.810635:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879292.810640:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519501440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879292.810667:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879292.810671:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879292.810675:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879292.810677:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879292.810679:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879292.810681:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879292.810684:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10047 00000400:00000200:0.0:1788879292.810688:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879292.810692:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879292.810696:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879292.810699:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810702:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.810704:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810706:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879292.810710:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879292.810711:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879292.810714:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879292.810717:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879292.810720:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879292.810723:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879292.810727:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810730:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.810732:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810734:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879292.810736:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879292.810740:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879292.810746:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879292.810750:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879292.810760:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879292.810768:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.810770:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879292.810775:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879292.810779:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.810793:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879292.810797:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788879292.810807:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879292.810822:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879292.810827:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.810835:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879292.810846:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879292.810856:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879292.810863:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879292.810873:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879292.810893:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519501568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879292.810917:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879292.810924:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879292.810936:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519501568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879292.810958:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879292.810963:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879292.810976:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879292.810979:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879292.810991:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879292.810998:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879292.811012:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10047 00000400:00000200:0.0:1788879292.811029:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879292.811039:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879292.811043:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879292.811084:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811093:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.811115:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811120:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879292.811137:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879292.811148:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879292.811152:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879292.811156:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879292.811159:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879292.811170:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879292.811210:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811223:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.811235:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811315:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879292.811346:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879292.811359:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811365:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879292.811372:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879292.811379:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879292.811387:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.811422:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879292.811427:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879292.811440:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.811453:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879292.811475:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788879292.811495:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879292.811513:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879292.811520:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.811525:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879292.811531:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879292.811536:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879292.811545:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879292.811554:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879292.811571:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519501696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879292.811620:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879292.811631:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879292.811643:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519501696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879292.811673:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879292.811681:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879292.811694:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879292.811700:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879292.811705:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879292.811720:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879292.811726:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10047 00000400:00000200:0.0:1788879292.811739:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879292.811747:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879292.811752:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879292.811762:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811769:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.811782:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811788:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879292.811794:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879292.811801:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879292.811808:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879292.811816:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879292.811821:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879292.811830:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879292.811852:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811860:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.811866:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811872:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879292.811883:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879292.811897:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879292.811905:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879292.811916:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879292.811928:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879292.811938:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.811960:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879292.811975:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879292.811988:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.811994:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879292.812008:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788879292.812016:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879292.812025:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879292.812030:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.812038:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879292.812045:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879292.812070:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879292.812078:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879292.812089:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879292.812119:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519501824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879292.812156:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879292.812163:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879292.812198:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519501824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879292.812291:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879292.812297:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879292.812304:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879292.812308:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879292.812316:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879292.812325:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879292.812336:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10047 00000400:00000200:0.0:1788879292.812344:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879292.812355:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879292.812359:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879292.812376:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.812392:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.812406:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.812413:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879292.812418:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879292.812431:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879292.812447:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879292.812458:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879292.812468:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879292.812473:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879292.812481:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.812491:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879292.812502:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879292.812517:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879292.812532:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879292.812545:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879292.812551:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879292.812556:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879292.812562:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879292.812567:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.812576:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879292.812587:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879292.812616:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.812627:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879292.812637:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788879292.812646:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879292.812658:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879292.812668:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879292.812672:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879292.812676:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879292.812682:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879292.812691:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879292.812699:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879292.812720:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519501952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879292.812760:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879292.812767:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879292.812784:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519501952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879292.812825:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879292.812840:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10057) 00000100:00000040:0.0:1788879294.154432:0:199445:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304721172, at 4304721216 00000100:00000010:0.0:1788879294.154455:0:199445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000100:00000040:0.0:1788879299.274387:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304726291, at 4304726336 00000100:00000010:0.0:1788879299.274410:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc60. 00000100:00000040:0.0:1788879304.394327:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304731412, at 4304731456 00000100:00000010:0.0:1788879304.394346:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b780. 00000100:00080000:0.0:1788879308.170497:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879308.170510:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879308.170513:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879308.170519:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879308.170525:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879308.170535:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10062 00000400:00000200:0.0:1788879308.170548:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879308.170556:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879308.170560:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879308.170564:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.170585:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.170588:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.170591:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879308.170605:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879308.170609:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879308.170615:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879308.170621:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879308.170626:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879308.170631:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879308.170654:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.170658:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.170661:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.170665:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879308.170671:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879308.170676:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879308.170681:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879308.170686:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879308.170692:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879308.170696:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.170700:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879308.170704:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879308.170721:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788879308.170728:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879308.170734:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879308.170737:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.170742:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879308.170747:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879308.170772:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879308.170789:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879308.170801:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879308.170818:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519503360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879308.170836:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879308.170842:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879308.170847:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519503360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879308.170905:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879308.170912:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879308.170935:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879308.170938:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879308.170941:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879308.170947:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879308.170952:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10062 00000400:00000200:0.0:1788879308.170962:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879308.170969:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879308.170974:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879308.170980:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171002:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.171007:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171016:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879308.171024:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879308.171030:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879308.171036:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879308.171043:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879308.171048:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879308.171058:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879308.171098:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171109:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.171117:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171128:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879308.171140:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879308.171152:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171163:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879308.171170:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879308.171184:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879308.171196:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.171219:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879308.171230:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879308.171242:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.171253:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879308.171335:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788879308.171345:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879308.171358:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879308.171366:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.171376:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879308.171382:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879308.171387:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879308.171401:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879308.171411:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879308.171430:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519503488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879308.171465:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879308.171473:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879308.171491:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519503488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879308.171525:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879308.171536:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879308.171550:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879308.171560:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879308.171565:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879308.171576:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879308.171587:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10062 00000400:00000200:0.0:1788879308.171603:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879308.171635:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879308.171644:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879308.171659:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171670:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.171680:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171690:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879308.171734:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879308.171742:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879308.171749:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879308.171758:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879308.171767:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879308.171773:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879308.171787:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171796:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.171806:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171814:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879308.171825:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879308.171837:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879308.171848:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879308.171858:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879308.171869:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879308.171879:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.171887:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879308.171894:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879308.171903:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.171914:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879308.171925:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788879308.171935:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879308.171943:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879308.171950:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.171959:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879308.171966:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879308.171973:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879308.171987:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879308.171997:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879308.172016:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519503616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879308.172045:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879308.172053:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879308.172094:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519503616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879308.172130:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879308.172139:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879308.172153:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879308.172161:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879308.172169:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879308.172181:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879308.172193:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10062 00000400:00000200:0.0:1788879308.172211:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879308.172222:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879308.172233:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879308.172246:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172286:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.172296:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172306:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879308.172317:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879308.172325:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879308.172334:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879308.172343:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879308.172354:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879308.172365:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879308.172379:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172388:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.172399:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172410:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879308.172420:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879308.172436:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172450:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879308.172461:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879308.172472:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879308.172481:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.172490:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879308.172499:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879308.172511:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.172521:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879308.172533:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788879308.172542:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879308.172551:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879308.172558:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.172582:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879308.172589:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879308.172594:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879308.172608:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879308.172619:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879308.172637:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519503744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879308.172670:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879308.172679:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879308.172699:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519503744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879308.172731:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879308.172742:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879308.172763:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879308.172769:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879308.172775:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879308.172800:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879308.172811:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10062 00000400:00000200:0.0:1788879308.172825:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879308.172834:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879308.172839:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879308.172846:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172854:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.172863:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172873:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879308.172883:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879308.172889:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879308.172896:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879308.172903:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879308.172913:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879308.172924:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879308.172938:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172947:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879308.172957:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172967:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879308.172975:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879308.172988:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879308.172997:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879308.173005:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879308.173015:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879308.173025:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.173033:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879308.173040:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879308.173049:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.173058:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879308.173091:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788879308.173100:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879308.173111:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879308.173117:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879308.173124:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879308.173130:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879308.173135:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879308.173148:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879308.173160:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879308.173197:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519503872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879308.173230:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879308.173240:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879308.173254:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519503872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879308.173334:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879308.173345:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10072) 00000100:00000040:0.0:1788879309.514371:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304736532, at 4304736576 00000100:00000010:0.0:1788879309.514389:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b6c0. 00000100:00000040:0.0:1788879314.634432:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304741652, at 4304741696 00000100:00000010:0.0:1788879314.634463:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000100:00000040:0.0:1788879319.754392:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304746773, at 4304746816 00000100:00000010:0.0:1788879319.754413:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00000100:00000040:0.0:1788879324.874457:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304751892, at 4304751936 00000100:00000010:0.0:1788879324.874497:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc00. 00000100:00000040:0.0:1788879329.994446:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304757011, at 4304757056 00000100:00000010:0.0:1788879329.994472:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf60. 00000100:00000040:0.0:1788879335.114368:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304762132, at 4304762176 00000100:00000010:0.0:1788879335.114378:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b660. 00000100:00080000:0.0:1788879338.890428:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879338.890447:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879338.890451:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879338.890473:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879338.890490:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879338.890501:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10093 00000400:00000200:0.0:1788879338.890515:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879338.890525:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879338.890529:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879338.890532:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890536:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.890538:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890540:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879338.890549:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879338.890551:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879338.890555:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879338.890559:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879338.890561:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879338.890563:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879338.890565:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890567:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.890568:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890570:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879338.890573:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879338.890576:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890581:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879338.890584:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879338.890587:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879338.890590:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.890592:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879338.890594:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879338.890606:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879338.890610:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879338.890614:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879338.890615:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.890618:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879338.890621:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879338.890626:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879338.890636:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879338.890643:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879338.890653:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519507200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879338.890663:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879338.890668:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879338.890672:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519507200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879338.890696:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879338.890699:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879338.890703:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879338.890704:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879338.890706:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879338.890709:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879338.890711:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10093 00000400:00000200:0.0:1788879338.890714:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879338.890717:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879338.890719:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879338.890722:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890725:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.890726:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890728:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879338.890731:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879338.890733:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879338.890734:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879338.890736:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879338.890737:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879338.890739:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879338.890741:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890743:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.890745:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890747:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879338.890749:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879338.890752:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890755:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879338.890765:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879338.890774:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879338.890777:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.890779:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879338.890785:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879338.890790:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.890792:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879338.890796:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788879338.890800:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879338.890805:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879338.890807:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.890812:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879338.890815:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879338.890818:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879338.890825:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879338.890831:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879338.890842:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519507328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879338.890851:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879338.890855:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879338.890876:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519507328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879338.890886:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879338.890892:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879338.890895:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879338.890910:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879338.890913:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879338.890916:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879338.890922:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10093 00000400:00000200:0.0:1788879338.890929:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879338.890933:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879338.890937:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879338.890939:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890941:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.890942:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890945:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879338.890952:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879338.890955:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879338.890958:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879338.890960:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879338.890961:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879338.890965:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879338.890971:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890974:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.890975:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890978:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879338.890983:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879338.890986:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879338.890988:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879338.890989:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879338.890992:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879338.890994:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.890998:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879338.891001:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879338.891003:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.891004:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879338.891009:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879338.891013:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879338.891017:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879338.891020:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.891023:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879338.891025:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879338.891028:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879338.891032:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879338.891037:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879338.891043:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519507456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879338.891074:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879338.891079:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879338.891087:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519507456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879338.891100:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879338.891103:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879338.891108:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879338.891110:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879338.891112:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879338.891119:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879338.891122:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10093 00000400:00000200:0.0:1788879338.891126:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879338.891131:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879338.891136:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879338.891139:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891141:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.891143:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891144:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879338.891147:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879338.891150:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879338.891153:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879338.891157:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879338.891159:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879338.891161:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879338.891167:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891169:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.891175:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891178:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879338.891179:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879338.891183:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891189:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879338.891190:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879338.891192:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879338.891196:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.891200:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879338.891202:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879338.891205:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.891207:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879338.891222:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879338.891225:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879338.891228:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879338.891231:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.891233:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879338.891236:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879338.891239:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879338.891243:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879338.891290:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879338.891300:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519507584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879338.891311:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879338.891315:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879338.891322:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519507584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879338.891334:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879338.891337:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879338.891341:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879338.891343:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879338.891346:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879338.891348:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879338.891351:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10093 00000400:00000200:0.0:1788879338.891356:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879338.891369:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879338.891374:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879338.891377:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891380:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.891383:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891388:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879338.891391:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879338.891393:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879338.891396:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879338.891399:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879338.891402:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879338.891406:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879338.891410:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891415:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879338.891418:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891421:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879338.891426:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879338.891436:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879338.891442:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879338.891445:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879338.891449:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879338.891455:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.891459:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879338.891463:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879338.891468:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.891473:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879338.891479:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879338.891495:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879338.891499:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879338.891502:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879338.891505:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879338.891506:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879338.891508:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879338.891512:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879338.891518:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879338.891525:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519507712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879338.891556:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879338.891558:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879338.891562:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519507712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879338.891572:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879338.891579:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10103) 00000100:00000040:0.0:1788879340.234399:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304767252, at 4304767296 00000100:00000010:0.0:1788879340.234422:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b000. 00000100:00080000:0.0:1788879344.010327:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879344.010338:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879344.010341:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879344.010346:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879344.010351:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879344.010360:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10098 00000400:00000200:0.0:1788879344.010371:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879344.010380:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879344.010384:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879344.010388:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010392:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.010395:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010398:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879344.010406:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879344.010408:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879344.010410:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879344.010414:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879344.010416:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879344.010419:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879344.010422:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010424:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.010426:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010428:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879344.010430:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879344.010435:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010438:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879344.010441:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879344.010445:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879344.010448:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.010451:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879344.010454:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879344.010462:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879344.010465:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879344.010470:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879344.010472:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.010475:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879344.010478:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879344.010483:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879344.010492:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879344.010500:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879344.010509:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519507840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879344.010520:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879344.010524:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879344.010529:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519507840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879344.010552:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879344.010556:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879344.010559:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879344.010561:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879344.010563:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879344.010565:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879344.010568:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10098 00000400:00000200:0.0:1788879344.010572:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879344.010575:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879344.010577:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879344.010583:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010585:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.010588:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010590:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879344.010593:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879344.010595:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879344.010600:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879344.010604:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879344.010611:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879344.010617:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879344.010624:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010627:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.010633:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010639:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879344.010645:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879344.010652:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010659:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879344.010664:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879344.010675:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879344.010683:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.010691:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879344.010697:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879344.010704:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.010710:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879344.010716:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879344.010721:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879344.010725:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879344.010730:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.010734:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879344.010735:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879344.010739:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879344.010751:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788879344.010758:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879344.010771:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519507968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879344.010783:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879344.010786:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879344.010790:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519507968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879344.010803:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879344.010811:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879344.010819:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879344.010843:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879344.010850:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879344.010858:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879344.010865:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10098 00000400:00000200:0.0:1788879344.010878:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879344.010889:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879344.010893:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879344.010902:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010912:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.010920:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010926:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879344.010933:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879344.010938:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879344.010945:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879344.010953:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879344.010963:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879344.010973:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879344.010988:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.010995:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.011003:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011009:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879344.011016:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879344.011022:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011024:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879344.011030:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879344.011037:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879344.011046:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.011051:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879344.011055:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879344.011061:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.011064:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879344.011071:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788879344.011077:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879344.011082:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879344.011087:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.011091:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879344.011095:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879344.011098:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879344.011108:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879344.011117:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879344.011132:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519508096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879344.011149:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879344.011152:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879344.011159:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519508096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879344.011174:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879344.011179:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879344.011183:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879344.011187:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879344.011192:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879344.011199:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879344.011206:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10098 00000400:00000200:0.0:1788879344.011217:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879344.011223:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879344.011230:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879344.011240:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011282:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.011291:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011296:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879344.011318:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879344.011321:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879344.011324:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879344.011329:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879344.011336:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879344.011338:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879344.011342:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011345:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.011347:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011349:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879344.011354:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879344.011357:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011365:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879344.011386:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879344.011392:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879344.011398:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.011402:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879344.011408:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879344.011414:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.011418:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879344.011425:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879344.011432:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879344.011438:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879344.011441:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.011445:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879344.011447:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879344.011450:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879344.011459:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879344.011466:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879344.011481:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519508224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879344.011497:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879344.011502:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879344.011512:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519508224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879344.011543:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879344.011548:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879344.011561:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879344.011566:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879344.011570:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879344.011575:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879344.011583:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10098 00000400:00000200:0.0:1788879344.011596:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879344.011609:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879344.011619:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879344.011633:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011643:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.011651:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011660:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879344.011674:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879344.011680:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879344.011684:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879344.011689:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879344.011694:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879344.011699:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879344.011709:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011717:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879344.011723:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011730:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879344.011736:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879344.011744:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879344.011752:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879344.011762:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879344.011769:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879344.011773:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.011781:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879344.011785:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879344.011791:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.011798:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879344.011806:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879344.011812:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879344.011819:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879344.011843:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879344.011850:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879344.011854:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879344.011859:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879344.011868:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879344.011877:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879344.011889:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519508352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879344.011901:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879344.011910:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879344.011929:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519508352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879344.011969:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879344.011980:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10108) 00000100:00000040:0.0:1788879345.354366:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304772372, at 4304772416 00000100:00000010:0.0:1788879345.354385:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b180. 00000100:00080000:0.0:1788879349.130377:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879349.130386:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879349.130389:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879349.130405:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879349.130411:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879349.130420:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10103 00000400:00000200:0.0:1788879349.130432:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879349.130440:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879349.130463:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879349.130469:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130476:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.130481:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130487:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879349.130500:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879349.130503:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879349.130509:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879349.130514:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879349.130519:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879349.130524:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879349.130530:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130534:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.130538:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130542:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879349.130547:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879349.130563:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130567:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879349.130571:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879349.130575:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879349.130579:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.130582:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879349.130586:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879349.130597:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879349.130601:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879349.130606:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879349.130609:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.130613:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879349.130617:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879349.130623:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879349.130635:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879349.130644:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879349.130656:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519508480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879349.130685:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879349.130690:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879349.130695:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519508480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879349.130717:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879349.130720:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879349.130724:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879349.130725:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879349.130727:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879349.130730:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879349.130732:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10103 00000400:00000200:0.0:1788879349.130736:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879349.130739:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879349.130741:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879349.130744:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130747:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.130749:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130751:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879349.130754:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879349.130756:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879349.130757:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879349.130759:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879349.130761:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879349.130763:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879349.130767:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130769:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.130771:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130773:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879349.130774:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879349.130777:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130779:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879349.130801:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879349.130809:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879349.130813:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.130820:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879349.130826:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879349.130832:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.130837:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879349.130844:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879349.130849:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879349.130854:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879349.130857:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.130861:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879349.130862:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879349.130868:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879349.130888:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879349.130895:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879349.130907:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519508608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879349.130925:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879349.130928:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879349.130933:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519508608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879349.130948:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879349.130956:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879349.130960:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879349.130963:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879349.130965:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879349.130968:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879349.130974:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10103 00000400:00000200:0.0:1788879349.130978:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879349.130982:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879349.130986:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879349.130993:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.130997:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.131002:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131009:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879349.131017:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879349.131020:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879349.131024:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879349.131029:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879349.131034:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879349.131038:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879349.131046:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131050:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.131063:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131065:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879349.131070:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879349.131077:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131080:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879349.131082:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879349.131086:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879349.131092:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.131094:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879349.131098:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879349.131105:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.131108:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879349.131113:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788879349.131119:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879349.131128:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879349.131131:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.131134:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879349.131137:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879349.131141:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879349.131145:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879349.131148:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879349.131152:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519508736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879349.131166:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879349.131173:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879349.131182:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519508736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879349.131197:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879349.131201:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879349.131210:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879349.131214:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879349.131219:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879349.131226:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879349.131232:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10103 00000400:00000200:0.0:1788879349.131236:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879349.131243:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879349.131245:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879349.131275:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131277:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.131280:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131282:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879349.131287:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879349.131291:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879349.131293:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879349.131297:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879349.131301:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879349.131305:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879349.131313:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131321:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.131326:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131331:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879349.131334:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879349.131339:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131342:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879349.131364:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879349.131369:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879349.131374:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.131378:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879349.131381:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879349.131386:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.131391:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879349.131407:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879349.131414:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879349.131423:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879349.131427:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.131434:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879349.131439:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879349.131446:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879349.131457:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879349.131467:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879349.131480:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519508864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879349.131495:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879349.131499:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879349.131504:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519508864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879349.131516:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879349.131521:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879349.131530:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879349.131534:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879349.131538:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879349.131543:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879349.131558:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10103 00000400:00000200:0.0:1788879349.131584:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879349.131596:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879349.131605:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879349.131616:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131622:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.131631:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131637:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879349.131645:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879349.131651:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879349.131656:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879349.131662:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879349.131668:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879349.131671:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879349.131704:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131708:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879349.131714:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131719:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879349.131726:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879349.131734:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879349.131736:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879349.131740:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879349.131744:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879349.131750:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.131755:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879349.131758:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879349.131763:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.131768:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879349.131772:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879349.131777:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879349.131783:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879349.131802:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879349.131808:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879349.131810:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879349.131814:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879349.131830:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879349.131835:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879349.131846:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519508992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879349.131870:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879349.131877:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879349.131897:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519508992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879349.131916:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879349.131923:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10113) 00000100:00000040:0.0:1788879350.474345:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304777492, at 4304777536 00000100:00000010:0.0:1788879350.474355:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b120. 00000100:00000040:0.0:1788879355.594386:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304782612, at 4304782656 00000100:00000010:0.0:1788879355.594399:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b120. 00000100:00000040:0.0:1788879360.714365:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304787731, at 4304787776 00000100:00000010:0.0:1788879360.714376:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b420. 00000100:00000040:0.0:1788879365.834432:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304792852, at 4304792896 00000100:00000010:0.0:1788879365.834455:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b3c0. 00000100:00000040:0.0:1788879370.954354:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304797972, at 4304798016 00000100:00000010:0.0:1788879370.954372:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000040:0.0:1788879376.074404:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304803091, at 4304803136 00000100:00000010:0.0:1788879376.074452:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b660. 00000100:00000040:0.0:1788879381.194374:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304808213, at 4304808256 00000100:00000010:0.0:1788879381.194393:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00000040:0.0:1788879386.314310:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304813333, at 4304813376 00000100:00000010:0.0:1788879386.314324:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00080000:0.0:1788879390.090383:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879390.090393:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879390.090396:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879390.090401:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879390.090406:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879390.090414:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10144 00000400:00000200:0.0:1788879390.090423:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879390.090430:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879390.090434:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879390.090437:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090441:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.090443:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090446:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879390.090454:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879390.090456:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879390.090459:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879390.090462:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879390.090464:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879390.090467:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879390.090469:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090471:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.090473:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090475:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879390.090478:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879390.090481:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090484:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879390.090486:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879390.090490:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879390.090493:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.090496:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879390.090498:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879390.090553:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879390.090557:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879390.090561:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879390.090562:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.090565:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879390.090567:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879390.090573:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879390.090580:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879390.090588:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879390.090597:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519513600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879390.090607:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879390.090611:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879390.090615:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519513600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879390.090635:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879390.090638:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879390.090641:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879390.090643:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879390.090644:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879390.090646:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879390.090648:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10144 00000400:00000200:0.0:1788879390.090652:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879390.090654:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879390.090656:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879390.090659:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090661:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.090663:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090665:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879390.090668:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879390.090670:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879390.090671:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879390.090673:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879390.090676:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879390.090677:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879390.090681:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090687:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.090689:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090693:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879390.090697:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879390.090710:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090716:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879390.090718:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879390.090723:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879390.090724:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.090726:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879390.090730:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879390.090732:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.090734:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879390.090737:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879390.090741:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879390.090746:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879390.090749:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.090754:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879390.090757:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879390.090760:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879390.090766:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879390.090774:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879390.090781:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519513728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879390.090795:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879390.090799:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879390.090806:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519513728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879390.090819:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879390.090823:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879390.090828:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879390.090831:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879390.090835:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879390.090837:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879390.090840:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10144 00000400:00000200:0.0:1788879390.090848:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879390.090852:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879390.090858:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879390.090864:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090869:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.090890:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090894:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879390.090899:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879390.090902:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879390.090904:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879390.090917:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879390.090922:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879390.090929:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879390.090940:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090945:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.090952:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090958:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879390.090964:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879390.090972:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879390.090976:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879390.090980:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879390.090986:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879390.090990:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.090992:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879390.090997:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879390.091001:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.091006:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879390.091015:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879390.091024:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879390.091030:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879390.091033:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.091038:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879390.091042:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879390.091046:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879390.091054:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879390.091063:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879390.091075:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519513856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879390.091116:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879390.091124:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879390.091140:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519513856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879390.091158:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879390.091170:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879390.091182:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879390.091187:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879390.091191:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879390.091212:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879390.091217:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10144 00000400:00000200:0.0:1788879390.091228:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879390.091233:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879390.091235:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879390.091238:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091241:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.091247:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091249:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879390.091252:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879390.091254:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879390.091257:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879390.091259:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879390.091332:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879390.091342:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879390.091354:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091358:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.091362:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091367:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879390.091375:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879390.091382:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091388:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879390.091391:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879390.091397:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879390.091400:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.091407:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879390.091410:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879390.091417:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.091422:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879390.091429:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788879390.091436:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879390.091441:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879390.091447:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.091450:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879390.091454:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879390.091457:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879390.091464:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879390.091471:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879390.091499:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519513984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879390.091526:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879390.091530:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879390.091539:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519513984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879390.091557:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879390.091564:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879390.091572:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879390.091576:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879390.091580:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879390.091587:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879390.091593:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10144 00000400:00000200:0.0:1788879390.091602:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879390.091610:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879390.091614:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879390.091620:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091626:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.091631:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091636:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879390.091640:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879390.091644:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879390.091647:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879390.091652:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879390.091657:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879390.091662:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879390.091670:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091676:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879390.091683:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091688:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879390.091693:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879390.091700:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879390.091706:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879390.091711:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879390.091717:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879390.091722:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.091727:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879390.091730:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879390.091736:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.091742:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879390.091747:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879390.091752:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879390.091758:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879390.091761:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879390.091765:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879390.091768:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879390.091770:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879390.091777:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879390.091782:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879390.091791:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519514112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879390.091804:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879390.091807:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879390.091816:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519514112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879390.091830:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879390.091836:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10154) 00000100:00000040:0.0:1788879391.434412:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304818452, at 4304818496 00000100:00000010:0.0:1788879391.434437:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000040:0.0:1788879396.554347:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304823572, at 4304823616 00000100:00000010:0.0:1788879396.554366:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b0c0. 00000100:00000040:0.0:1788879401.674464:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304828692, at 4304828736 00000100:00000010:0.0:1788879401.674498:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00080000:0.0:1788879405.450421:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879405.450469:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879405.450472:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879405.450476:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879405.450480:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879405.450488:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10160 00000400:00000200:0.0:1788879405.450497:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879405.450503:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879405.450506:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879405.450509:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450513:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.450515:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450518:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879405.450525:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879405.450526:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879405.450529:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879405.450532:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879405.450534:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879405.450536:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879405.450539:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450541:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.450543:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450544:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879405.450547:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879405.450550:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450552:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879405.450554:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879405.450557:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879405.450560:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.450562:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879405.450564:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879405.450571:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788879405.450575:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879405.450579:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879405.450581:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.450584:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879405.450587:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879405.450591:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879405.450599:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879405.450606:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879405.450615:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519515520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879405.450624:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879405.450629:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879405.450633:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519515520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879405.450653:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879405.450656:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879405.450659:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879405.450661:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879405.450662:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879405.450664:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879405.450666:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10160 00000400:00000200:0.0:1788879405.450669:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879405.450680:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879405.450684:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879405.450689:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450692:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.450696:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450701:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879405.450710:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879405.450715:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879405.450718:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879405.450725:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879405.450734:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879405.450740:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879405.450747:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450751:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.450755:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450761:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879405.450766:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879405.450772:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879405.450776:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879405.450780:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879405.450788:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879405.450792:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.450800:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879405.450806:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879405.450813:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.450818:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879405.450823:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788879405.450827:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879405.450830:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879405.450833:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.450836:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879405.450837:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879405.450840:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879405.450850:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879405.450857:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879405.450867:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519515648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879405.450886:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879405.450892:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879405.450899:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519515648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879405.450927:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879405.450930:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879405.450937:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879405.450939:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879405.450941:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879405.450945:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879405.450952:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10160 00000400:00000200:0.0:1788879405.450988:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879405.450994:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879405.450998:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879405.451003:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451006:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.451012:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451016:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879405.451022:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879405.451024:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879405.451029:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879405.451040:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879405.451044:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879405.451049:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879405.451054:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451060:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.451066:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451091:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879405.451095:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879405.451103:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451109:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879405.451116:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879405.451122:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879405.451136:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.451141:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879405.451145:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879405.451152:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.451155:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879405.451165:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788879405.451173:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879405.451196:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879405.451199:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.451202:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879405.451203:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879405.451205:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879405.451209:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879405.451213:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879405.451222:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519515776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879405.451240:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879405.451243:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879405.451298:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519515776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879405.451309:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879405.451313:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879405.451318:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879405.451321:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879405.451323:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879405.451329:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879405.451334:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10160 00000400:00000200:0.0:1788879405.451343:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879405.451353:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879405.451360:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879405.451386:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451392:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.451411:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451414:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879405.451419:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879405.451422:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879405.451424:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879405.451427:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879405.451432:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879405.451436:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879405.451444:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451450:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.451456:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451475:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879405.451477:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879405.451480:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451482:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879405.451486:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879405.451489:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879405.451493:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.451497:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879405.451501:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879405.451506:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.451509:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879405.451515:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788879405.451519:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879405.451522:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879405.451525:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.451529:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879405.451532:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879405.451534:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879405.451541:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879405.451563:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879405.451574:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519515904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879405.451587:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879405.451590:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879405.451600:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519515904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879405.451616:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879405.451623:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879405.451627:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879405.451631:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879405.451635:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879405.451639:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879405.451646:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10160 00000400:00000200:0.0:1788879405.451652:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879405.451658:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879405.451663:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879405.451672:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451680:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.451689:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451696:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879405.451705:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879405.451709:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879405.451716:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879405.451723:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879405.451730:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879405.451737:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879405.451744:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451748:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879405.451753:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451758:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879405.451762:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879405.451769:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879405.451776:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879405.451780:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879405.451782:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879405.451785:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.451789:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879405.451793:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879405.451798:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.451801:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879405.451806:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788879405.451811:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879405.451816:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879405.451819:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879405.451824:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879405.451828:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879405.451834:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879405.451841:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879405.451849:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879405.451859:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519516032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879405.451874:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879405.451878:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879405.451883:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519516032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879405.451902:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879405.451908:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10170) 00000100:00000040:0.0:1788879406.794386:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304833811, at 4304833856 00000100:00000010:0.0:1788879406.794414:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00080000:0.0:1788879410.570353:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879410.570381:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879410.570385:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879410.570401:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879410.570406:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879410.570414:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10165 00000400:00000200:0.0:1788879410.570433:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879410.570441:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879410.570445:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879410.570451:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570455:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.570457:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570460:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879410.570489:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879410.570491:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879410.570495:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879410.570500:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879410.570504:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879410.570507:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879410.570511:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570513:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.570515:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570517:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879410.570521:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879410.570524:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570527:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879410.570531:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879410.570535:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879410.570538:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.570541:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879410.570544:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879410.570558:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788879410.570563:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879410.570568:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879410.570570:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.570574:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879410.570578:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879410.570584:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879410.570596:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879410.570622:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879410.570634:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519516160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879410.570645:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879410.570651:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879410.570656:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519516160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879410.570680:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879410.570684:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879410.570688:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879410.570690:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879410.570691:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879410.570695:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879410.570697:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10165 00000400:00000200:0.0:1788879410.570702:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879410.570705:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879410.570708:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879410.570712:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570714:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.570718:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570722:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879410.570727:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879410.570731:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879410.570734:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879410.570739:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879410.570744:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879410.570746:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879410.570755:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570759:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.570765:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570770:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879410.570776:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879410.570782:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570784:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879410.570786:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879410.570793:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879410.570799:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.570810:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879410.570818:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879410.570824:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.570832:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879410.570836:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788879410.570841:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879410.570847:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879410.570851:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.570855:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879410.570858:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879410.570862:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879410.570870:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879410.570876:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879410.570885:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519516288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879410.570895:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879410.570900:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879410.570905:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519516288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879410.570932:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879410.570935:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879410.570942:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879410.570944:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879410.570946:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879410.570950:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879410.570956:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10165 00000400:00000200:0.0:1788879410.570961:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879410.570967:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879410.570971:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879410.570976:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570979:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.570983:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.570986:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879410.570989:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879410.570992:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879410.570994:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879410.570998:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879410.571004:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879410.571009:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879410.571016:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571021:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.571027:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571032:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879410.571036:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879410.571041:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571046:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879410.571049:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879410.571054:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879410.571059:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.571061:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879410.571063:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879410.571066:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.571072:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879410.571079:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788879410.571084:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879410.571090:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879410.571093:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.571095:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879410.571098:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879410.571102:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879410.571113:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879410.571118:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879410.571130:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519516416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879410.571146:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879410.571151:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879410.571160:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519516416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879410.571171:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879410.571178:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879410.571188:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879410.571191:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879410.571194:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879410.571197:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879410.571204:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10165 00000400:00000200:0.0:1788879410.571209:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879410.571216:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879410.571218:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879410.571226:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571232:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.571235:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571241:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879410.571276:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879410.571279:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879410.571283:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879410.571286:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879410.571291:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879410.571296:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879410.571300:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571302:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.571304:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571306:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879410.571308:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879410.571314:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571317:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879410.571323:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879410.571327:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879410.571339:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.571344:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879410.571346:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879410.571349:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.571352:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879410.571375:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788879410.571378:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879410.571383:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879410.571387:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.571391:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879410.571395:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879410.571399:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879410.571404:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879410.571410:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879410.571418:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519516544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879410.571427:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879410.571430:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879410.571438:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519516544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879410.571494:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879410.571500:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879410.571504:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879410.571509:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879410.571513:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879410.571519:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879410.571528:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10165 00000400:00000200:0.0:1788879410.571541:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879410.571548:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879410.571554:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879410.571571:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571574:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.571578:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571586:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879410.571592:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879410.571595:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879410.571602:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879410.571607:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879410.571627:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879410.571629:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879410.571633:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571640:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879410.571643:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571644:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879410.571647:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879410.571650:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879410.571658:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879410.571660:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879410.571663:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879410.571665:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.571667:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879410.571670:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879410.571677:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.571680:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879410.571685:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788879410.571689:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879410.571692:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879410.571696:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879410.571699:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879410.571702:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879410.571708:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879410.571718:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879410.571723:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879410.571731:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519516672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879410.571769:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879410.571771:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879410.571776:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519516672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879410.571792:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879410.571799:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10175) 00000100:00000040:0.0:1788879411.914456:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304838932, at 4304838976 00000100:00000010:0.0:1788879411.914475:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00080000:0.0:1788879415.690416:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879415.690428:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879415.690432:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879415.690438:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879415.690446:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879415.690457:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10170 00000400:00000200:0.0:1788879415.690472:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879415.690482:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879415.690487:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879415.690493:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690498:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.690503:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690507:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879415.690518:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879415.690520:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879415.690524:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879415.690529:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879415.690533:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879415.690537:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879415.690542:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690546:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.690549:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690553:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879415.690558:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879415.690580:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690584:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879415.690589:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879415.690593:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879415.690597:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.690601:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879415.690604:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879415.690615:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879415.690620:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879415.690624:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879415.690625:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.690629:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879415.690632:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879415.690636:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879415.690643:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879415.690649:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879415.690661:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519516800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879415.690676:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879415.690681:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879415.690689:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519516800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879415.690718:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879415.690722:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879415.690725:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879415.690727:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879415.690728:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879415.690731:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879415.690734:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10170 00000400:00000200:0.0:1788879415.690739:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879415.690743:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879415.690746:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879415.690750:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690753:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.690755:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690757:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879415.690761:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879415.690765:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879415.690767:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879415.690772:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879415.690777:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879415.690780:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879415.690787:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690793:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.690798:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690803:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879415.690809:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879415.690815:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879415.690824:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879415.690828:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879415.690837:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879415.690842:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.690849:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879415.690854:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879415.690861:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.690867:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879415.690877:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788879415.690883:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879415.690891:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879415.690893:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.690895:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879415.690897:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879415.690899:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879415.690922:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788879415.690931:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879415.690946:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519516928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879415.690963:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879415.690966:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879415.690973:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519516928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879415.691042:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879415.691049:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879415.691058:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879415.691061:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879415.691068:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879415.691073:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879415.691100:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10170 00000400:00000200:0.0:1788879415.691114:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879415.691123:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879415.691130:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879415.691141:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691148:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.691159:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691163:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879415.691211:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879415.691219:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879415.691227:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879415.691237:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879415.691303:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879415.691307:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879415.691313:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691315:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.691318:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691320:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879415.691322:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879415.691339:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691346:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879415.691353:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879415.691357:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879415.691362:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.691364:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879415.691366:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879415.691371:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.691375:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879415.691402:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879415.691410:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879415.691418:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879415.691424:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.691428:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879415.691435:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879415.691439:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879415.691448:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879415.691460:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879415.691496:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519517056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879415.691535:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879415.691546:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879415.691575:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519517056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879415.691602:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879415.691608:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879415.691616:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879415.691618:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879415.691621:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879415.691628:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879415.691633:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10170 00000400:00000200:0.0:1788879415.691645:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879415.691653:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879415.691662:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879415.691675:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691684:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.691693:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691701:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879415.691713:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879415.691717:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879415.691722:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879415.691726:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879415.691733:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879415.691739:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879415.691748:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691756:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.691763:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691766:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879415.691771:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879415.691779:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879415.691787:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879415.691791:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879415.691797:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879415.691804:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.691809:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879415.691814:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879415.691823:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.691829:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879415.691837:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879415.691845:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879415.691853:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879415.691858:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.691865:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879415.691869:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879415.691873:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879415.691880:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879415.691886:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879415.691917:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519517184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879415.691968:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879415.691975:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879415.691986:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519517184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879415.692003:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879415.692009:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879415.692016:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879415.692021:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879415.692024:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879415.692029:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879415.692037:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10170 00000400:00000200:0.0:1788879415.692047:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879415.692053:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879415.692075:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879415.692083:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.692090:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.692099:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.692107:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879415.692118:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879415.692121:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879415.692126:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879415.692132:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879415.692138:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879415.692146:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879415.692156:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.692166:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879415.692171:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879415.692177:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879415.692187:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879415.692193:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879415.692200:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879415.692205:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879415.692215:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879415.692228:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.692237:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879415.692246:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879415.692259:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.692267:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879415.692299:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879415.692305:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879415.692311:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879415.692315:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879415.692319:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879415.692322:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879415.692326:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879415.692395:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879415.692406:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879415.692418:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879415.692444:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879415.692452:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879415.692467:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879415.692496:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879415.692509:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10180) 00000100:00000001:1.0:1788879415.693264:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879415.693388:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693391:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879415.693394:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879415.693401:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519517184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693410:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879415.693414:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519517184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693422:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879415.693425:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693428:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879415.693430:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693433:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879415.693435:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879415.693440:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879415.693445:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879415.693449:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879415.693456:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519517184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879415.693470:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517184:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879415.693477:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693481:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879415.693487:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519516928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693499:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879415.693502:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879415.693505:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879415.693508:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879415.693510:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879415.693512:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879415.693514:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879415.693516:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788879415.693519:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879415.693520:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879415.693522:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788879415.693525:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879415.693526:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693528:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879415.693532:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519517056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693563:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879415.693565:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879415.693568:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879415.693571:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879415.693573:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879415.693576:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879415.693579:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879415.693581:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788879415.693585:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879415.693587:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879415.693589:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788879415.693593:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879415.693595:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693598:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879415.693604:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519517184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693634:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879415.693636:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879415.693638:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879415.693641:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879415.693643:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879415.693644:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879415.693647:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879415.693649:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788879415.693652:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879415.693654:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879415.693655:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788879415.693657:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879415.693659:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693660:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693664:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879415.693666:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879415.693667:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879415.693669:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879415.693670:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879415.693674:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693680:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879415.693682:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879415.693684:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879415.693686:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879415.693687:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879415.693690:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879415.693693:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879415.693695:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879415.693697:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879415.693699:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879415.693702:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879415.693703:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879415.693707:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879415.693709:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879415.693712:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879415.693715:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519517312, portal 4 00000100:00000001:1.0:1788879415.693717:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879415.693718:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000040:1.0:1788879415.693724:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693729:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879415.693732:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879415.693734:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879415.693736:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519517312, offset 0 00000400:00000200:1.0:1788879415.693739:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879415.693743:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879415.693747:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879415.693750:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879415.693752:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879415.693755:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879415.693757:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879415.693759:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460024:460024:256:4294967295] 192.168.203.155@tcp LPNI seq info [460018:460018:8:4294967295] 00000400:00000200:1.0:1788879415.693763:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879415.693769:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879415.693773:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879415.693776:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879415.693779:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879415.693782:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879415.693792:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879415.693794:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879415.693797:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879415.693800:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879415.693803:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879415.693804:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879415.693807:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879415.693810:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693817:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879415.693819:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693825:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879415.693827:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879415.693830:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879415.693833:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879415.693835:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879415.693838:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304842772 00000100:00000001:1.0:1788879415.693840:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304844052 00000100:00000001:1.0:1788879415.693842:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304842772 00000100:00000001:1.0:1788879415.693844:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304844052 00000100:00000001:1.0:1788879415.693845:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879415.693847:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879415.693849:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879415.693852:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879415/real 1788879415] req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879415.693858:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879415.693859:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879415.693861:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879415.693863:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879415.693864:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879415.693866:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879415.693868:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879415.693891:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693898:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879415.693900:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693902:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879415.693903:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879415.693907:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693913:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879415.693917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693925:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879415.693927:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693929:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879415.693930:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693932:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879415.693934:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879415.693937:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879415.693940:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879415.693942:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879415.693945:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879415.693953:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879415.693956:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.693958:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879415.693961:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519517312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879415.693967:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879415.693969:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879415.693971:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879415.693974:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879415.693975:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879415.693976:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879415.693979:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879415.693980:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788879415.693983:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879415.694001:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879415.694003:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788879415.694005:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879415.694006:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.694009:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879415.694012:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879415.694014:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879415.694016:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879415.694018:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879415.818455:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879415.818463:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879415.818469:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879415.818470:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879415.818474:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879415.818475:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879416.842441:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879416.842445:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879416.842450:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842457:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879416.842459:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842462:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842465:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842470:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879416.842473:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879416.842475:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879416.842477:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842479:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879416.842492:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842495:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842498:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842502:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879416.842504:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879416.842506:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879416.842508:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842510:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879416.842511:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842514:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879416.842516:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879417.034412:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304844052, at 4304844096 00000100:00000040:0.0:1788879417.034432:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304844052, at 4304844096 00000100:00000010:0.0:1788879417.034451:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00000010:1.0:1788879417.034455:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00010000:00000001:1.0:1788879417.866480:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879417.866494:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879417.866507:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879417.866510:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879417.866517:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879417.866520:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879418.890408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879418.890414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879418.890418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879418.890419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879418.890422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879418.890423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879419.914408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879419.914418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879419.914427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879419.914430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879419.914435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879419.914438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879420.810437:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879420.810449:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879420.810452:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879420.810457:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879420.810462:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879420.810472:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10175 00000400:00000200:0.0:1788879420.810482:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879420.810491:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879420.810495:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879420.810501:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810505:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879420.810520:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810524:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879420.810532:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879420.810535:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879420.810539:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879420.810544:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879420.810548:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879420.810551:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879420.810554:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810557:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879420.810559:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810561:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879420.810565:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879420.810569:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810572:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879420.810575:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879420.810580:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879420.810583:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.810586:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879420.810588:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879420.810600:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879420.810604:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879420.810609:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879420.810611:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.810615:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879420.810619:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879420.810624:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879420.810644:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879420.810652:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879420.810662:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879420.810674:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879420.810679:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879420.810685:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879420.810707:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879420.810711:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879420.810715:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879420.810717:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879420.810719:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879420.810722:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879420.810724:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10175 00000400:00000200:0.0:1788879420.810728:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879420.810732:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879420.810735:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879420.810739:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810742:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879420.810745:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810747:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879420.810750:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879420.810752:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879420.810753:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879420.810757:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879420.810760:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879420.810763:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879420.810766:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810769:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879420.810771:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810773:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879420.810776:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00000001:1.0:1788879420.810778:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1788879420.810780:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879420.810788:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879420.810790:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788879420.810790:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879420.810799:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788879420.810800:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879420.810806:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.810808:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879420.810814:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1788879420.810818:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1788879420.810819:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.810826:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879420.810835:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879420.810842:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879420.810849:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879420.810852:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.810859:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879420.810864:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788879420.810864:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788879420.810870:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.810873:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879420.810876:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879420.810885:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.810886:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1788879420.810894:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788879420.810896:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879420.810908:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.810915:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879420.810922:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879420.810923:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519517440:192.168.203.155@tcp:250:kworker.0 00000100:00000040:0.0:1788879420.810934:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.810934:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879420.810942:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879420.810947:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.810955:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879420.810966:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:0.0:1788879420.810968:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.810971:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879420.810974:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879420.810980:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:1.0:1788879420.810983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879420.810985:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879420.810992:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1788879420.810993:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000100:00000001:0.0:1788879420.810996:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879420.811005:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10175 00000400:00000010:1.0:1788879420.811008:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000400:00000200:0.0:1788879420.811015:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879420.811022:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000200:1.0:1788879420.811023:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519517440, portal 25 00000100:00080000:0.0:1788879420.811025:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788879420.811034:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788879420.811035:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879420.811039:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00000001:0.0:1788879420.811041:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879420.811049:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000040:1.0:1788879420.811056:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879420.811057:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879420.811066:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879420.811069:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879420.811075:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879420.811080:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000100:00000001:1.0:1788879420.811083:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1788879420.811085:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879420.811094:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879420.811095:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879420.811102:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000040:0.0:1788879420.811103:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811111:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1788879420.811111:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519517440, offset 0 00000100:00000040:0.0:1788879420.811119:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811123:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788879420.811132:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788879420.811133:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879420.811142:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811145:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879420.811148:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788879420.811150:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879420.811157:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879420.811162:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879420.811163:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788879420.811166:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879420.811171:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788879420.811172:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:0.0:1788879420.811177:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879420.811183:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00000001:0.0:1788879420.811185:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879420.811191:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1788879420.811193:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000400:00000200:1.0:1788879420.811199:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000020:00000040:0.0:1788879420.811201:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879420.811209:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788879420.811210:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460025:460025:256:4294967295] 192.168.203.155@tcp LPNI seq info [460019:460019:8:4294967295] 02000000:00000001:0.0:1788879420.811212:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.811221:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879420.811224:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788879420.811229:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788879420.811231:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879420.811240:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879420.811245:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879420.811279:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879420.811288:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879420.811290:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879420.811316:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879420.811325:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879420.811329:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879420.811338:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879420.811348:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879420.811350:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879420.811353:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879420.811360:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10175 00000400:00000200:1.0:1788879420.811366:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000400:00000200:0.0:1788879420.811381:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000200:1.0:1788879420.811385:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788879420.811392:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879420.811396:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000800:00000010:1.0:1788879420.811401:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000100:00000040:0.0:1788879420.811402:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811412:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879420.811415:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811418:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000800:00000200:1.0:1788879420.811426:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000020:00000001:0.0:1788879420.811427:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879420.811430:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879420.811435:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879420.811440:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000800:00000200:1.0:1788879420.811441:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000020:00000001:0.0:1788879420.811444:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879420.811450:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879420.811460:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811465:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879420.811474:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811484:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879420.811491:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000800:00000100:1.0:1788879420.811492:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879420.811499:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000100:00080000:0.0:1788879420.811501:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811507:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879420.811509:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788879420.811511:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1788879420.811515:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879420.811524:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879420.811525:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788879420.811530:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879420.811535:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000400:00000200:1.0:1788879420.811536:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000008:00000001:0.0:1788879420.811540:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879420.811543:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:0.0:1788879420.811546:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.811551:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:0.0:1788879420.811553:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879420.811560:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000200:1.0:1788879420.811563:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879420.811565:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879420.811570:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.811577:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879420.811581:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879420.811586:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879420.811594:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:1.0:1788879420.811596:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788879420.811600:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879420.811609:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788879420.811614:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879420.811661:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879420.811662:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.811664:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.811674:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788879420.811675:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.811687:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.811688:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879420.811697:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788879420.811705:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788879420.811707:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879420.811713:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304849172 00000100:00000001:0.0:1788879420.811714:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879420.811719:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879420.811723:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000010:1.0:1788879420.811725:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00080000:0.0:1788879420.811727:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10175 00000400:00000200:0.0:1788879420.811754:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879420.811756:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788879420.811762:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879420.811768:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788879420.811773:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304849172 00000100:00000040:0.0:1788879420.811774:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811782:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879420.811788:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000010:1.0:1788879420.811790:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:0.0:1788879420.811791:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879420.811805:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788879420.811807:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1788879420.811808:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879420.811815:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879420.811820:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00000001:1.0:1788879420.811823:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788879420.811824:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879420.811836:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788879420.811838:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879420.811842:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811849:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879420.811851:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1788879420.811855:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811861:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879420.811865:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00100000:1.0:1788879420.811873:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879420/real 1788879420] req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879420.811875:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879420.811882:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879420.811886:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879420.811891:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879420.811900:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.811907:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879420.811912:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879420.811922:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879420.811926:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788879420.811927:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1788879420.811932:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000400:00000001:1.0:1788879420.811933:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1788879420.811943:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000400:00000010:1.0:1788879420.811944:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 02000000:00000001:0.0:1788879420.811952:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788879420.811955:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 02000000:00000001:0.0:1788879420.811957:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879420.811963:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:0.0:1788879420.811965:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879420.811972:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788879420.811974:0:2393:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:0.0:1788879420.811977:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879420.811986:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788879420.811987:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879420.811997:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879420.812013:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788879420.812021:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879420.812043:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879420.812051:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.812055:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879420.812062:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788879420.812064:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812067:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.812073:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879420.812091:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879420.812092:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879420.812103:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10185) 00000100:00000001:1.0:1788879420.812115:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879420.812123:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812133:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879420.812137:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.812140:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.812143:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.812146:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879420.812149:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879420.812153:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879420.812158:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879420.812161:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879420.812167:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879420.812177:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519517440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879420.812184:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.812187:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879420.812191:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519517440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812199:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879420.812202:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879420.812206:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879420.812210:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879420.812213:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879420.812215:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879420.812218:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879420.812221:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788879420.812226:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879420.812228:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879420.812230:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788879420.812235:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879420.812236:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.812240:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.812251:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879420.812255:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.812259:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879420.812262:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879420.812345:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879420.812354:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812369:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879420.812371:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.812376:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879420.812379:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879420.812384:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879420.812389:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879420.812395:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879420.812398:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879420.812401:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.812405:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879420.812411:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879420.812414:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879420.812422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879420.812427:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879420.812434:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879420.812440:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519517568, portal 10 00000100:00000001:1.0:1788879420.812444:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879420.812446:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 00000100:00000040:1.0:1788879420.812457:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812466:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879420.812468:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879420.812471:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879420.812475:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519517568, offset 0 00000400:00000200:1.0:1788879420.812479:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879420.812485:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879420.812490:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879420.812494:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879420.812497:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879420.812500:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879420.812503:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879420.812507:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460026:460026:256:4294967295] 192.168.203.155@tcp LPNI seq info [460020:460020:8:4294967295] 00000400:00000200:1.0:1788879420.812512:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879420.812520:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879420.812525:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879420.812529:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879420.812534:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879420.812538:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879420.812551:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879420.812553:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879420.812557:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879420.812561:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879420.812565:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879420.812567:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879420.812570:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879420.812574:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812583:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879420.812587:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812608:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.812610:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879420.812616:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879420.812622:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879420.812629:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879420.812633:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304847888 00000100:00000001:1.0:1788879420.812638:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304849172 00000100:00000001:1.0:1788879420.812652:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304847888 00000100:00000001:1.0:1788879420.812656:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304849172 00000100:00000001:1.0:1788879420.812660:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879420.812664:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.812667:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879420.812675:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879420/real 1788879420] req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879420.812691:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879420.812693:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879420.812695:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879420.812698:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879420.812700:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879420.812703:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879420.812707:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879420.812716:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812724:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879420.812726:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.812728:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.812729:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879420.812733:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812741:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879420.812770:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812785:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879420.812790:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.812793:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.812796:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.812800:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879420.812804:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879420.812809:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879420.812817:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879420.812821:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879420.812831:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879420.812849:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879420.812857:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879420.812864:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812878:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879420.812880:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.812883:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879420.812886:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879420.812889:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879420.812893:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879420.812897:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879420.812900:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879420.812903:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.812905:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879420.812910:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879420.812913:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879420.812918:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879420.812921:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879420.812926:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879420.812930:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519517696, portal 10 00000100:00000001:1.0:1788879420.812933:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879420.812935:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:1.0:1788879420.812942:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.812951:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879420.812954:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879420.812957:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879420.812960:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519517696, offset 0 00000400:00000200:1.0:1788879420.812965:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879420.812970:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879420.812976:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879420.812980:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879420.812983:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879420.812986:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879420.812989:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879420.812994:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460027:460027:256:4294967295] 192.168.203.155@tcp LPNI seq info [460021:460021:8:4294967295] 00000400:00000200:1.0:1788879420.812999:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879420.813007:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879420.813013:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879420.813017:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879420.813022:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879420.813026:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879420.813040:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879420.813043:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879420.813047:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879420.813052:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879420.813056:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879420.813058:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879420.813061:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879420.813066:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813076:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879420.813080:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813088:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.813090:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879420.813094:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879420.813098:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879420.813102:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879420.813105:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304847888 00000100:00000001:1.0:1788879420.813108:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304849172 00000100:00000001:1.0:1788879420.813111:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304847888 00000100:00000001:1.0:1788879420.813114:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304849172 00000100:00000001:1.0:1788879420.813116:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879420.813118:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.813121:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879420.813125:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879420/real 1788879420] req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879420.813135:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879420.813136:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879420.813139:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879420.813141:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879420.813143:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879420.813146:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879420.813150:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879420.813161:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813168:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879420.813170:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.813172:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.813174:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879420.813178:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813186:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879420.813191:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813199:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879420.813202:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.813204:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.813206:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.813209:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879420.813211:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879420.813214:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879420.813218:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879420.813220:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879420.813227:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879420.813243:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879420.813250:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879420.813257:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813271:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879420.813275:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.813279:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879420.813283:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879420.813287:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879420.813367:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879420.813374:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879420.813377:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879420.813380:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.813384:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879420.813390:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879420.813393:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879420.813400:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879420.813405:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879420.813410:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879420.813415:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519517824, portal 4 00000100:00000001:1.0:1788879420.813419:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879420.813422:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000040:1.0:1788879420.813432:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813445:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879420.813449:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879420.813454:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879420.813459:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519517824, offset 0 00000400:00000200:1.0:1788879420.813464:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879420.813469:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879420.813473:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879420.813477:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879420.813480:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879420.813483:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879420.813485:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879420.813490:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460028:460028:256:4294967295] 192.168.203.155@tcp LPNI seq info [460022:460022:8:4294967295] 00000400:00000200:1.0:1788879420.813494:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879420.813502:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879420.813507:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879420.813511:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879420.813515:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879420.813519:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879420.813531:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879420.813533:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879420.813536:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879420.813540:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879420.813544:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879420.813546:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879420.813549:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879420.813553:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813562:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879420.813565:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813573:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.813575:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879420.813578:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879420.813581:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879420.813585:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879420.813587:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304847941 00000100:00000001:1.0:1788879420.813590:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304849172 00000100:00000001:1.0:1788879420.813593:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304847941 00000100:00000001:1.0:1788879420.813597:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304849172 00000100:00000001:1.0:1788879420.813601:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879420.813605:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.813608:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879420.813615:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879420/real 1788879420] req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879420.813629:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879420.813631:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879420.813644:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879420.813648:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879420.813651:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879420.813655:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879420.813662:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879420.813678:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813688:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879420.813690:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.813693:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.813694:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879420.813699:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813706:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879420.813711:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813719:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879420.813721:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.813723:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.813724:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.813726:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879420.813728:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879420.813730:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879420.813734:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879420.813737:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879420.813741:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879420.813769:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879420.813776:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879420.813783:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813797:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879420.813800:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.813805:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879420.813809:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879420.813813:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879420.813819:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879420.813826:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879420.813830:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879420.813833:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879420.813837:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879420.813844:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879420.813848:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879420.813854:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879420.813860:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879420.813865:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879420.813869:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519517952, portal 4 00000100:00000001:1.0:1788879420.813872:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879420.813874:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000040:1.0:1788879420.813882:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.813890:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879420.813894:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879420.813896:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879420.813899:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519517952, offset 0 00000400:00000200:1.0:1788879420.813905:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879420.813910:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879420.813915:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879420.813919:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879420.813922:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879420.813925:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879420.813928:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879420.813932:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460029:460029:256:4294967295] 192.168.203.155@tcp LPNI seq info [460023:460023:8:4294967295] 00000400:00000200:1.0:1788879420.813938:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879420.813946:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879420.813952:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879420.813956:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879420.813961:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879420.813964:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879420.813978:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879420.813980:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879420.813984:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879420.813989:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879420.813993:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879420.813995:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879420.813998:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879420.814002:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.814012:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879420.814016:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.814025:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.814027:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879420.814031:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879420.814035:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879420.814039:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879420.814042:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304847892 00000100:00000001:1.0:1788879420.814045:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304849172 00000100:00000001:1.0:1788879420.814048:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304847892 00000100:00000001:1.0:1788879420.814051:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304849172 00000100:00000001:1.0:1788879420.814053:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879420.814056:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.814059:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879420.814063:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879420/real 1788879420] req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879420.814072:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879420.814074:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879420.814076:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879420.814078:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879420.814080:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879420.814082:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879420.814086:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879420.814096:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.814104:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879420.814106:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.814109:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.814110:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879420.814115:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.814123:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879420.814127:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.814136:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879420.814139:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.814141:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879420.814143:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.814145:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879420.814148:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879420.814151:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879420.814155:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879420.814157:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879420.814161:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879420.814171:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519517952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879420.814175:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.814178:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879420.814181:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519517568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.814189:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879420.814191:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879420.814194:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879420.814198:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879420.814200:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879420.814202:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879420.814204:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879420.814207:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788879420.814210:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879420.814212:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879420.814214:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788879420.814218:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879420.814219:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.814222:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879420.814228:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519517696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.814243:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879420.814246:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879420.814250:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879420.814254:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879420.814256:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879420.814259:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879420.814319:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879420.814328:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788879420.814334:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879420.814337:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879420.814340:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788879420.814345:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879420.814349:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.814352:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879420.814361:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519517824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.814372:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879420.814375:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879420.814379:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879420.814385:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879420.814388:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879420.814390:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879420.814394:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879420.814396:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788879420.814401:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879420.814403:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879420.814406:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788879420.814426:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879420.814429:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.814431:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879420.814438:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519517952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879420.814461:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879420.814464:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879420.814466:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879420.814470:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879420.814473:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879420.814475:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879420.814477:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879420.814479:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788879420.814482:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879420.814483:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879420.814485:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:1.0:1788879420.814487:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879420.814488:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.814490:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879420.814495:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879420.814497:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879420.814499:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879420.814501:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879420.938432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879420.938441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879420.938449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879420.938451:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879420.938455:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879420.938457:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879421.962426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879421.962434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879421.962441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879421.962443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879421.962447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879421.962449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879422.154417:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304849172, at 4304849216 00000100:00000040:1.0:1788879422.154420:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304849172, at 4304849216 00000100:00000010:0.0:1788879422.154441:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00000010:1.0:1788879422.154445:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00010000:00000001:1.0:1788879422.986373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879422.986380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879422.986385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879422.986387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879422.986390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879422.986391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879424.010378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879424.010387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879424.010395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879424.010397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879424.010403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879424.010405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879425.034371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879425.034378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879425.034383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879425.034384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879425.034387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879425.034388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.930905:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879425.930919:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879425.930929:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879425.930952:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.931003:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879425.931010:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.931022:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879425.931030:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879425.931037:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879425.931050:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519518080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879425.931066:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879425.931078:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879425.931089:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.931100:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879425.931117:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879425.931129:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879425.931154:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879425.931169:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879425.931190:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879425.931209:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519518080, portal 25 00000100:00000001:1.0:1788879425.931218:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879425.931224:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879425.931239:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.931345:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879425.931355:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879425.931365:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879425.931375:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519518080, offset 0 00000400:00000200:1.0:1788879425.931398:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879425.931418:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.931434:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879425.931448:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879425.931456:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879425.931468:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879425.931481:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879425.931496:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460030:460030:256:4294967295] 192.168.203.155@tcp LPNI seq info [460024:460024:8:4294967295] 00000400:00000200:1.0:1788879425.931509:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.931530:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879425.931548:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.931561:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879425.931580:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879425.931589:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879425.931633:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.931639:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879425.931650:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879425.931665:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879425.931676:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879425.931682:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879425.931693:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879425.931703:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.931765:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.931779:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.931807:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.931812:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879425.931826:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879425.931846:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879425.931859:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304854292 00000100:00000010:1.0:1788879425.931878:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:1.0:1788879425.931899:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879425.931931:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304854292 00000100:00000010:1.0:1788879425.931944:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:1.0:1788879425.931957:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879425.931965:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879425.931972:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.931982:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879425.931995:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879425/real 1788879425] req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879425.932038:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879425.932045:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879425.932051:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879425.932057:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879425.932065:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879425.932075:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879425.932093:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879425.932144:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.932183:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879425.932191:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.932201:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.932206:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879425.932220:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.932239:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879425.932308:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.932336:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879425.932345:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.932353:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.932360:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.932365:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879425.932373:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879425.932383:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879425.932395:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879425.932402:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879425.932415:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879425.932445:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519518080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879425.932464:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.932477:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.932487:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519518080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.932514:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879425.932520:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879425.932527:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879425.932541:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879425.932547:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879425.932553:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879425.932559:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879425.932566:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879425.932576:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879425.932581:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879425.932587:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879425.932595:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879425.932599:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.932607:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.932620:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879425.932625:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.932631:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879425.932635:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879425.932640:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879425.932651:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.932670:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879425.932673:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.932678:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879425.932683:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879425.932689:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879425.932694:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879425.932699:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879425.932702:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879425.932705:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.932708:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879425.932712:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879425.932716:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879425.932722:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879425.932726:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879425.932731:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879425.932736:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519518208, portal 10 00000100:00000001:1.0:1788879425.932738:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879425.932740:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879425.932750:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.932759:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879425.932762:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879425.932765:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879425.932768:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519518208, offset 0 00000400:00000200:1.0:1788879425.932773:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879425.932779:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.932784:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879425.932788:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879425.932792:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879425.932795:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879425.932798:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879425.932803:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460031:460031:256:4294967295] 192.168.203.155@tcp LPNI seq info [460025:460025:8:4294967295] 00000400:00000200:1.0:1788879425.932809:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.932819:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879425.932828:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.932835:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879425.932843:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879425.932849:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879425.932870:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.932874:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879425.932880:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879425.932888:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879425.932895:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879425.932899:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879425.932905:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879425.932913:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.932931:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.932935:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.932952:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.932955:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879425.932960:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879425.932967:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879425.932972:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879425.932974:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304853008 00000100:00000001:1.0:1788879425.932979:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304854292 00000100:00000001:1.0:1788879425.932982:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304853008 00000100:00000001:1.0:1788879425.932985:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304854292 00000100:00000001:1.0:1788879425.932987:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879425.932990:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.932993:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879425.932997:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879425/real 1788879425] req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879425.933007:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879425.933009:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879425.933011:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879425.933014:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879425.933016:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879425.933019:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879425.933023:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879425.933033:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933041:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879425.933043:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933045:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.933047:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879425.933051:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933060:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879425.933065:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933075:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879425.933080:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933084:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.933086:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933089:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879425.933093:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879425.933098:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879425.933105:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879425.933110:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879425.933118:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879425.933136:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879425.933145:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879425.933153:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933167:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879425.933169:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.933174:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879425.933177:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879425.933180:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879425.933184:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879425.933188:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879425.933191:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879425.933194:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.933196:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879425.933202:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879425.933204:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879425.933209:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879425.933212:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879425.933217:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879425.933221:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519518336, portal 10 00000100:00000001:1.0:1788879425.933224:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879425.933226:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879425.933234:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933242:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879425.933246:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879425.933299:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879425.933304:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519518336, offset 0 00000400:00000200:1.0:1788879425.933310:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879425.933316:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.933322:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879425.933326:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879425.933330:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879425.933333:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879425.933336:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879425.933341:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460032:460032:256:4294967295] 192.168.203.155@tcp LPNI seq info [460026:460026:8:4294967295] 00000400:00000200:1.0:1788879425.933347:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.933355:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879425.933361:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.933366:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879425.933371:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879425.933375:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879425.933389:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.933392:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879425.933396:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879425.933401:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879425.933405:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879425.933407:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879425.933411:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879425.933416:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933427:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.933430:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933439:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.933441:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879425.933445:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879425.933449:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879425.933453:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879425.933456:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304853009 00000100:00000001:1.0:1788879425.933460:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304854292 00000100:00000001:1.0:1788879425.933462:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304853009 00000100:00000001:1.0:1788879425.933465:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304854292 00000100:00000001:1.0:1788879425.933468:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879425.933471:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.933473:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879425.933478:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879425/real 1788879425] req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879425.933487:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879425.933489:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879425.933491:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879425.933493:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879425.933495:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879425.933498:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879425.933502:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879425.933513:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933520:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879425.933522:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933524:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.933526:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879425.933530:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933538:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879425.933543:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933551:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879425.933554:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933556:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.933557:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933560:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879425.933562:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879425.933565:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879425.933569:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879425.933572:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879425.933576:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879425.933586:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879425.933591:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879425.933595:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933604:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879425.933606:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.933609:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879425.933611:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879425.933614:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879425.933617:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879425.933621:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879425.933624:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879425.933626:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.933628:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879425.933633:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879425.933635:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879425.933639:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879425.933642:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879425.933646:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879425.933650:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519518464, portal 4 00000100:00000001:1.0:1788879425.933653:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879425.933654:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879425.933662:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933670:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879425.933673:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879425.933675:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879425.933678:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519518464, offset 0 00000400:00000200:1.0:1788879425.933683:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879425.933686:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.933690:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879425.933694:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879425.933697:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879425.933700:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879425.933703:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879425.933707:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460033:460033:256:4294967295] 192.168.203.155@tcp LPNI seq info [460027:460027:8:4294967295] 00000400:00000200:1.0:1788879425.933712:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.933721:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879425.933726:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.933729:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879425.933734:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879425.933737:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879425.933750:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.933753:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879425.933756:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879425.933760:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879425.933764:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879425.933766:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879425.933768:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879425.933773:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933782:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.933786:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933794:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.933796:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879425.933799:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879425.933802:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879425.933806:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879425.933808:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304853061 00000100:00000001:1.0:1788879425.933811:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304854292 00000100:00000001:1.0:1788879425.933813:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304853061 00000100:00000001:1.0:1788879425.933816:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304854292 00000100:00000001:1.0:1788879425.933820:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879425.933824:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.933828:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879425.933835:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879425/real 1788879425] req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879425.933852:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879425.933855:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879425.933858:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879425.933862:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879425.933865:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879425.933870:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879425.933877:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879425.933896:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933910:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879425.933913:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933917:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.933920:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879425.933928:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933937:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879425.933942:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.933951:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879425.933954:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933956:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.933957:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933960:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879425.933962:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879425.933964:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879425.933969:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879425.933972:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879425.933977:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879425.933986:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879425.933991:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.933993:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.933997:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519518208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.934005:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879425.934007:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879425.934010:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879425.934014:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879425.934016:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879425.934018:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879425.934021:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879425.934023:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879425.934027:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879425.934028:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879425.934030:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879425.934034:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879425.934036:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.934038:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.934042:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519518336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.934050:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879425.934052:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879425.934054:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879425.934056:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879425.934058:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879425.934059:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879425.934061:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879425.936048:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879425.936063:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879425.936066:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879425.936069:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879425.936076:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879425.936078:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.936083:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.936099:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519518464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.936113:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879425.936116:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879425.936119:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879425.936123:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879425.936126:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879425.936128:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879425.936132:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879425.936134:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879425.936137:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879425.936138:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879425.936140:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879425.936143:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879425.936157:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.936160:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.936171:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879425.936174:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.936178:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879425.936181:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879425.936185:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879425.936192:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.936204:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879425.936206:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.936211:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879425.936221:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879425.936226:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879425.936230:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879425.936237:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879425.936243:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879425.936294:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879425.936300:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879425.936313:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879425.936318:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879425.936331:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879425.936340:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879425.936352:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879425.936364:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519518592, portal 4 00000100:00000001:1.0:1788879425.936369:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879425.936372:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879425.936389:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.936404:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879425.936408:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879425.936413:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879425.936417:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519518592, offset 0 00000400:00000200:1.0:1788879425.936425:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879425.936437:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.936447:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879425.936454:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879425.936459:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879425.936464:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879425.936468:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879425.936473:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460034:460034:256:4294967295] 192.168.203.155@tcp LPNI seq info [460028:460028:8:4294967295] 00000400:00000200:1.0:1788879425.936481:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879425.936500:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879425.936511:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.936521:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879425.936533:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879425.936542:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879425.936570:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879425.936575:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879425.936582:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879425.936589:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879425.936597:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879425.936600:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879425.936605:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879425.936611:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.936625:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.936628:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.936637:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.936640:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879425.936648:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879425.936654:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879425.936660:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879425.936664:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304853015 00000100:00000001:1.0:1788879425.936669:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304854292 00000100:00000001:1.0:1788879425.936672:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304853015 00000100:00000001:1.0:1788879425.936676:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304854292 00000100:00000001:1.0:1788879425.936678:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879425.936682:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.936685:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879425.936691:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879425/real 1788879425] req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879425.936702:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879425.936704:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879425.936708:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879425.936711:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879425.936713:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879425.936717:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879425.936721:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879425.936731:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.936739:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879425.936741:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.936744:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.936747:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879425.936751:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.936759:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879425.936765:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.936775:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879425.936779:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.936781:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879425.936783:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.936786:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879425.936790:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879425.936794:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879425.936799:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879425.936802:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879425.936807:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879425.936817:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879425.936824:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.936826:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879425.936830:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519518592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879425.936838:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879425.936840:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879425.936843:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879425.936846:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879425.936847:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879425.936849:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879425.936851:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879425.936854:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879425.936857:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879425.936859:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879425.936861:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879425.936864:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879425.936866:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.936868:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879425.936873:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879425.936875:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879425.936878:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879425.936880:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879426.058376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879426.058383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879426.058391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879426.058392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879426.058396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879426.058398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879427.082392:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879427.082395:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879427.082399:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082406:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879427.082409:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082411:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082414:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879427.082421:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879427.082423:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879427.082425:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082427:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879427.082428:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082430:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082432:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879427.082437:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879427.082438:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879427.082440:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082441:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879427.082443:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082444:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879427.082446:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879427.274438:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304854292, at 4304854336 00000100:00000040:0.0:1788879427.274449:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304854292, at 4304854336 00000100:00000010:1.0:1788879427.274462:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000100:00000010:0.0:1788879427.274470:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00010000:00000001:1.0:1788879428.106364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879428.106371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879428.106377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879428.106378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879428.106381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879428.106382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879429.130389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879429.130395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879429.130401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879429.130402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879429.130405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879429.130406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879430.154421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879430.154429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879430.154435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879430.154437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879430.154441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879430.154454:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.050753:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879431.050762:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879431.050770:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879431.050785:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.050816:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879431.050821:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.050828:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879431.050834:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879431.050845:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879431.050858:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519518720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879431.050870:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879431.050878:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879431.050884:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.050893:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879431.050903:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879431.050915:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879431.050945:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879431.050956:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879431.050968:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879431.050983:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519518720, portal 25 00000100:00000001:1.0:1788879431.050990:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879431.050994:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879431.051013:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.051033:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879431.051041:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879431.051047:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879431.051055:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519518720, offset 0 00000400:00000200:1.0:1788879431.051069:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879431.051079:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.051100:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879431.051124:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879431.051137:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879431.051148:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879431.051154:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879431.051168:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460035:460035:256:4294967295] 192.168.203.155@tcp LPNI seq info [460029:460029:8:4294967295] 00000400:00000200:1.0:1788879431.051187:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.051210:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879431.051334:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.051351:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879431.051373:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879431.051387:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879431.051447:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.051459:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879431.051494:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879431.051519:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879431.051542:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879431.051559:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879431.051575:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879431.051596:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.051645:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.051663:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.051688:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.051692:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879431.051706:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879431.051721:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879431.051730:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304859412 00000100:00000010:1.0:1788879431.051744:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:1.0:1788879431.051759:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879431.051785:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304859412 00000100:00000010:1.0:1788879431.051797:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000100:00000001:1.0:1788879431.051808:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879431.051821:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879431.051830:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.051837:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879431.051853:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879431/real 1788879431] req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879431.051887:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879431.051894:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879431.051899:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879431.051906:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879431.051916:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879431.051926:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879431.051940:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879431.051977:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.052008:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879431.052014:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.052020:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.052023:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879431.052042:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.052076:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879431.052088:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.052120:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879431.052134:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.052141:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.052147:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.052159:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879431.052166:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879431.052175:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879431.052192:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879431.052202:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879431.052216:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879431.052301:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519518720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879431.052326:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.052335:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.052352:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519518720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.052386:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879431.052394:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879431.052404:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879431.052415:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879431.052422:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879431.052429:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879431.052439:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879431.052448:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879431.052465:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879431.052475:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879431.052486:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879431.052498:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879431.052507:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.052521:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.052542:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879431.052547:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.052559:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879431.052566:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879431.052572:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879431.052586:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.052660:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879431.052667:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.052674:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879431.052683:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879431.052692:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879431.052710:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879431.052723:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879431.052731:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879431.052736:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.052743:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879431.052754:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879431.052763:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879431.052777:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879431.052783:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879431.052793:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879431.052797:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519518848, portal 10 00000100:00000001:1.0:1788879431.052800:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879431.052803:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879431.052816:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.052826:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879431.052829:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879431.052832:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879431.052835:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519518848, offset 0 00000400:00000200:1.0:1788879431.052840:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879431.052846:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.052852:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879431.052856:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879431.052860:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879431.052863:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879431.052867:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879431.052872:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460036:460036:256:4294967295] 192.168.203.155@tcp LPNI seq info [460030:460030:8:4294967295] 00000400:00000200:1.0:1788879431.052878:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.052887:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879431.052893:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.052898:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879431.052903:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879431.052908:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879431.052923:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.052926:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879431.052930:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879431.052935:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879431.052940:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879431.052942:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879431.052945:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879431.052950:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.052961:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.052965:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.052974:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.052977:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879431.052981:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879431.052986:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879431.052991:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879431.052993:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304858128 00000100:00000001:1.0:1788879431.052997:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304859412 00000100:00000001:1.0:1788879431.053000:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304858128 00000100:00000001:1.0:1788879431.053003:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304859412 00000100:00000001:1.0:1788879431.053006:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879431.053009:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.053012:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879431.053017:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879431/real 1788879431] req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879431.053028:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879431.053030:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879431.053032:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879431.053034:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879431.053036:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879431.053039:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879431.053043:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879431.053054:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053062:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879431.053064:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.053066:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.053068:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879431.053072:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053080:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879431.053085:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053093:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879431.053096:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.053098:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.053100:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.053102:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879431.053105:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879431.053108:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879431.053113:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879431.053116:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879431.053121:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879431.053130:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879431.053135:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879431.053139:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053147:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879431.053149:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.053151:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879431.053153:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879431.053156:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879431.053159:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879431.053163:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879431.053165:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879431.053167:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.053170:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879431.053174:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879431.053177:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879431.053180:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879431.053184:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879431.053187:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879431.053191:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519518976, portal 10 00000100:00000001:1.0:1788879431.053193:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879431.053195:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879431.053202:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053211:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879431.053214:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879431.053217:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879431.053220:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519518976, offset 0 00000400:00000200:1.0:1788879431.053288:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879431.053297:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.053305:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879431.053311:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879431.053317:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879431.053322:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879431.053327:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879431.053334:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460037:460037:256:4294967295] 192.168.203.155@tcp LPNI seq info [460031:460031:8:4294967295] 00000400:00000200:1.0:1788879431.053343:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.053357:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879431.053367:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.053372:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879431.053377:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879431.053381:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879431.053396:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.053398:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879431.053403:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879431.053407:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879431.053412:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879431.053414:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879431.053418:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879431.053423:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053434:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.053438:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053451:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.053455:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879431.053462:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879431.053468:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879431.053475:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879431.053479:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304858129 00000100:00000001:1.0:1788879431.053484:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304859412 00000100:00000001:1.0:1788879431.053488:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304858129 00000100:00000001:1.0:1788879431.053493:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304859412 00000100:00000001:1.0:1788879431.053497:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879431.053502:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.053507:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879431.053516:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879431/real 1788879431] req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879431.053534:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879431.053536:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879431.053540:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879431.053544:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879431.053546:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879431.053550:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879431.053555:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879431.053566:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053574:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879431.053576:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.053578:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.053580:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879431.053584:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053593:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879431.053598:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053608:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879431.053611:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.053613:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.053615:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.053617:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879431.053620:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879431.053623:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879431.053627:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879431.053629:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879431.053634:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879431.053644:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519518976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879431.053649:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879431.053653:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053662:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879431.053663:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.053666:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879431.053669:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879431.053672:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879431.053675:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879431.053680:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879431.053682:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879431.053684:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.053687:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879431.053691:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879431.053694:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879431.053699:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879431.053702:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879431.053706:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879431.053710:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519519104, portal 4 00000100:00000001:1.0:1788879431.053713:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879431.053715:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879431.053722:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053731:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879431.053734:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879431.053737:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879431.053740:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519519104, offset 0 00000400:00000200:1.0:1788879431.053745:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879431.053749:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.053754:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879431.053758:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879431.053762:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879431.053765:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879431.053768:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879431.053772:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460038:460038:256:4294967295] 192.168.203.155@tcp LPNI seq info [460032:460032:8:4294967295] 00000400:00000200:1.0:1788879431.053778:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.053786:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879431.053792:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.053796:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879431.053801:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879431.053805:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879431.053819:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.053822:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879431.053825:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879431.053830:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879431.053834:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879431.053837:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879431.053840:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879431.053844:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053855:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.053858:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053867:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.053869:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879431.053872:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879431.053876:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879431.053879:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879431.053882:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304858181 00000100:00000001:1.0:1788879431.053885:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304859412 00000100:00000001:1.0:1788879431.053888:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304858181 00000100:00000001:1.0:1788879431.053891:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304859412 00000100:00000001:1.0:1788879431.053894:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879431.053896:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.053899:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879431.053903:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879431/real 1788879431] req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879431.053912:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879431.053913:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879431.053915:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879431.053918:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879431.053920:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879431.053922:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879431.053926:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879431.053936:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053944:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879431.053946:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.053949:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.053950:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879431.053955:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053963:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879431.053967:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.053975:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879431.053978:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.053980:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.053981:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.053983:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879431.053985:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879431.053988:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879431.053992:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879431.053994:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879431.053998:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879431.054008:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879431.054012:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054014:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.054018:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519518848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054026:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879431.054028:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879431.054031:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879431.054034:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879431.054036:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879431.054038:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879431.054040:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879431.054043:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879431.054046:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879431.054048:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879431.054050:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879431.054053:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879431.054055:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054057:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.054061:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519518976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054069:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879431.054071:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879431.054073:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879431.054076:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879431.054078:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879431.054079:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879431.054081:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879431.054083:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879431.054085:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879431.054086:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879431.054088:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879431.054090:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879431.054092:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054094:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.054097:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519519104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054104:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879431.054106:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879431.054108:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879431.054110:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879431.054111:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879431.054113:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879431.054116:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879431.054118:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879431.054121:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879431.054122:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879431.054124:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879431.054127:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879431.054128:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054130:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054135:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879431.054137:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.054139:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879431.054141:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879431.054142:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879431.054146:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054155:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879431.054157:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.054159:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879431.054161:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879431.054164:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879431.054168:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879431.054171:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879431.054174:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879431.054175:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879431.054177:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879431.054181:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879431.054183:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879431.054187:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879431.054190:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879431.054193:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879431.054197:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519519232, portal 4 00000100:00000001:1.0:1788879431.054199:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879431.054201:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879431.054208:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054285:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879431.054291:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879431.054298:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879431.054304:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519519232, offset 0 00000400:00000200:1.0:1788879431.054312:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879431.054321:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.054329:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879431.054335:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879431.054340:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879431.054345:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879431.054350:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879431.054356:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460039:460039:256:4294967295] 192.168.203.155@tcp LPNI seq info [460033:460033:8:4294967295] 00000400:00000200:1.0:1788879431.054364:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879431.054372:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879431.054379:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.054384:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879431.054389:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879431.054393:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879431.054406:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879431.054409:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879431.054414:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879431.054418:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879431.054423:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879431.054425:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879431.054428:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879431.054433:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054446:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.054453:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054479:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.054482:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879431.054489:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879431.054495:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879431.054502:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879431.054506:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304858133 00000100:00000001:1.0:1788879431.054512:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304859412 00000100:00000001:1.0:1788879431.054517:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304858133 00000100:00000001:1.0:1788879431.054521:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304859412 00000100:00000001:1.0:1788879431.054526:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879431.054530:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.054534:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879431.054541:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879431/real 1788879431] req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879431.054552:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879431.054554:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879431.054557:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879431.054560:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879431.054563:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879431.054566:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879431.054570:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879431.054581:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054588:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879431.054590:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054592:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.054594:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879431.054598:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054607:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879431.054613:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054621:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879431.054624:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054626:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879431.054627:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054630:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879431.054632:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879431.054635:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879431.054639:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879431.054641:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879431.054646:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879431.054655:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879431.054660:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054662:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879431.054666:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519519232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879431.054675:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879431.054677:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879431.054680:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879431.054683:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879431.054685:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879431.054686:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879431.054689:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879431.054691:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879431.054694:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879431.054696:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879431.054699:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879431.054702:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879431.054703:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054706:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879431.054710:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879431.054712:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879431.054715:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879431.054717:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879431.178391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879431.178399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879431.178407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879431.178408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879431.178430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879431.178432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879432.202350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879432.202356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879432.202361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879432.202362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879432.202364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879432.202365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879432.394320:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304859412, at 4304859456 00000100:00000040:0.0:1788879432.394324:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304859412, at 4304859456 00000100:00000010:0.0:1788879432.394337:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000100:00000010:1.0:1788879432.394341:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00010000:00000001:1.0:1788879433.226311:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879433.226317:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879433.226321:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879433.226322:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879433.226325:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879433.226326:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879434.250348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879434.250355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879434.250361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879434.250362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879434.250365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879434.250367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879435.274346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879435.274352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879435.274356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879435.274358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879435.274361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879435.274362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.170648:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879436.170659:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879436.170666:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879436.170687:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.170714:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879436.170719:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.170730:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879436.170739:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879436.170749:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879436.170760:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519519360:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879436.170777:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879436.170785:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879436.170790:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.170802:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879436.170821:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879436.170830:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879436.170869:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879436.170889:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879436.170911:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879436.170928:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519519360, portal 25 00000100:00000001:1.0:1788879436.170935:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879436.170939:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788879436.170954:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.170976:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879436.170984:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879436.170992:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879436.170998:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519519360, offset 0 00000400:00000200:1.0:1788879436.171017:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879436.171032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.171056:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879436.171076:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879436.171088:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879436.171096:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879436.171106:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879436.171116:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460040:460040:256:4294967295] 192.168.203.155@tcp LPNI seq info [460034:460034:8:4294967295] 00000400:00000200:1.0:1788879436.171129:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.171168:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879436.171218:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.171238:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879436.171321:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879436.171332:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879436.171390:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.171398:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879436.171418:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879436.171441:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879436.171458:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879436.171469:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879436.171485:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879436.171504:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.171557:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.171577:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.171616:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.171622:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879436.171636:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879436.171652:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879436.171660:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304864532 00000100:00000010:1.0:1788879436.171671:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000100:00000001:1.0:1788879436.171684:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879436.171713:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304864532 00000100:00000010:1.0:1788879436.171740:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dde0. 00000100:00000001:1.0:1788879436.171762:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879436.171774:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879436.171789:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.171804:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879436.171825:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879436/real 1788879436] req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879436.171858:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879436.171865:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879436.171872:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879436.171884:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879436.171894:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879436.171904:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879436.171917:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879436.171948:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.171958:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879436.171961:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.171965:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.171968:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879436.171975:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.171984:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879436.171990:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.171999:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879436.172002:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172005:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.172007:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172010:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879436.172014:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879436.172018:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879436.172023:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879436.172026:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879436.172031:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879436.172041:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519519360:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879436.172047:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172051:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.172055:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519519360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172063:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879436.172067:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879436.172072:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879436.172077:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879436.172080:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879436.172083:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879436.172086:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879436.172089:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879436.172095:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879436.172097:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879436.172099:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788879436.172104:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879436.172106:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172109:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172119:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879436.172122:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.172125:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879436.172127:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879436.172129:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879436.172134:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172144:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879436.172146:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.172149:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879436.172152:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879436.172154:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879436.172158:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879436.172162:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879436.172166:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879436.172168:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.172170:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879436.172174:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879436.172177:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879436.172182:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879436.172210:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879436.172216:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879436.172221:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519519488, portal 10 00000100:00000001:1.0:1788879436.172224:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879436.172225:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788879436.172235:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172244:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879436.172276:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879436.172280:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879436.172283:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519519488, offset 0 00000400:00000200:1.0:1788879436.172289:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879436.172294:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.172300:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879436.172305:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879436.172308:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879436.172312:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879436.172315:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879436.172320:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460041:460041:256:4294967295] 192.168.203.155@tcp LPNI seq info [460035:460035:8:4294967295] 00000400:00000200:1.0:1788879436.172325:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.172335:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879436.172341:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.172345:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879436.172351:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879436.172355:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879436.172369:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.172372:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879436.172376:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879436.172381:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879436.172385:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879436.172388:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879436.172391:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879436.172396:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172406:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.172410:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172418:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.172420:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879436.172424:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879436.172430:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879436.172434:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879436.172437:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304863248 00000100:00000001:1.0:1788879436.172441:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304864532 00000100:00000001:1.0:1788879436.172444:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304863248 00000100:00000001:1.0:1788879436.172446:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304864532 00000100:00000001:1.0:1788879436.172450:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879436.172453:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.172455:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879436.172460:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879436/real 1788879436] req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879436.172470:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879436.172472:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879436.172475:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879436.172478:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879436.172479:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879436.172482:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879436.172486:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879436.172496:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172505:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879436.172506:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172508:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.172510:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879436.172514:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172522:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879436.172527:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172535:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879436.172538:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172540:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.172541:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172543:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879436.172546:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879436.172550:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879436.172554:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879436.172557:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879436.172562:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879436.172572:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879436.172577:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879436.172581:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172589:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879436.172591:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.172594:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879436.172596:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879436.172598:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879436.172602:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879436.172606:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879436.172608:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879436.172610:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.172613:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879436.172617:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879436.172619:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879436.172623:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879436.172626:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879436.172630:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879436.172633:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519519616, portal 10 00000100:00000001:1.0:1788879436.172636:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879436.172638:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879436.172645:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172662:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879436.172664:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879436.172667:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879436.172670:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519519616, offset 0 00000400:00000200:1.0:1788879436.172675:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879436.172679:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.172683:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879436.172687:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879436.172690:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879436.172692:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879436.172695:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879436.172700:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460042:460042:256:4294967295] 192.168.203.155@tcp LPNI seq info [460036:460036:8:4294967295] 00000400:00000200:1.0:1788879436.172705:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.172713:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879436.172719:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.172723:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879436.172727:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879436.172731:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879436.172745:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.172747:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879436.172751:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879436.172755:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879436.172759:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879436.172761:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879436.172764:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879436.172768:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172778:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.172782:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172799:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.172801:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879436.172804:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879436.172808:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879436.172812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879436.172814:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304863248 00000100:00000001:1.0:1788879436.172817:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304864532 00000100:00000001:1.0:1788879436.172820:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304863248 00000100:00000001:1.0:1788879436.172823:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304864532 00000100:00000001:1.0:1788879436.172825:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879436.172827:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.172830:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879436.172834:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879436/real 1788879436] req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879436.172843:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879436.172844:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879436.172846:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879436.172849:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879436.172851:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879436.172853:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879436.172857:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879436.172868:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172875:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879436.172877:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172879:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.172881:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879436.172885:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172894:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879436.172899:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172907:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879436.172910:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172912:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.172914:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.172916:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879436.172918:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879436.172921:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879436.172925:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879436.172927:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879436.172931:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879436.172940:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879436.172945:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879436.172949:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.172957:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879436.172959:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.172962:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879436.172965:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879436.172967:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879436.172971:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879436.172975:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879436.172977:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879436.172979:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.172981:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879436.172985:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879436.172988:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879436.172992:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879436.172995:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879436.172998:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879436.173002:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519519744, portal 4 00000100:00000001:1.0:1788879436.173004:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879436.173006:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879436.173013:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173021:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879436.173024:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879436.173026:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879436.173029:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519519744, offset 0 00000400:00000200:1.0:1788879436.173033:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879436.173037:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.173040:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879436.173043:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879436.173046:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879436.173049:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879436.173052:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879436.173056:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460043:460043:256:4294967295] 192.168.203.155@tcp LPNI seq info [460037:460037:8:4294967295] 00000400:00000200:1.0:1788879436.173062:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.173070:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879436.173075:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.173078:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879436.173082:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879436.173085:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879436.173098:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.173101:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879436.173104:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879436.173109:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879436.173112:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879436.173114:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879436.173117:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879436.173121:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173129:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.173133:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173141:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.173143:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879436.173146:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879436.173149:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879436.173153:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879436.173155:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304863300 00000100:00000001:1.0:1788879436.173158:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304864532 00000100:00000001:1.0:1788879436.173161:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304863300 00000100:00000001:1.0:1788879436.173164:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304864532 00000100:00000001:1.0:1788879436.173166:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879436.173169:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.173171:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879436.173175:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879436/real 1788879436] req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879436.173184:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879436.173205:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879436.173208:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879436.173212:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879436.173214:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879436.173217:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879436.173221:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879436.173232:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173239:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879436.173241:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173243:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.173245:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879436.173273:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173283:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879436.173288:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173296:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879436.173299:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173301:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.173302:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173304:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879436.173306:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879436.173309:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879436.173313:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879436.173315:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879436.173320:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879436.173329:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879436.173334:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879436.173338:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173347:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879436.173349:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.173353:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879436.173355:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879436.173357:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879436.173361:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879436.173364:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879436.173366:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879436.173368:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879436.173370:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879436.173375:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879436.173377:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879436.173381:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879436.173384:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879436.173403:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879436.173408:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519519872, portal 4 00000100:00000001:1.0:1788879436.173410:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879436.173413:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879436.173420:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173428:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879436.173431:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879436.173433:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879436.173436:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519519872, offset 0 00000400:00000200:1.0:1788879436.173440:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879436.173445:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.173449:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879436.173452:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879436.173456:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879436.173459:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879436.173462:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879436.173466:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460044:460044:256:4294967295] 192.168.203.155@tcp LPNI seq info [460038:460038:8:4294967295] 00000400:00000200:1.0:1788879436.173471:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879436.173479:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879436.173485:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.173505:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879436.173509:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879436.173512:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879436.173523:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879436.173525:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788879436.173529:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879436.173532:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879436.173535:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:1.0:1788879436.173537:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:1.0:1788879436.173539:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879436.173543:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173551:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.173554:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173561:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.173562:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879436.173565:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879436.173568:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879436.173571:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879436.173573:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304863252 00000100:00000001:1.0:1788879436.173576:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304864532 00000100:00000001:1.0:1788879436.173578:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304863252 00000100:00000001:1.0:1788879436.173580:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304864532 00000100:00000001:1.0:1788879436.173582:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879436.173750:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.173753:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879436.173761:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879436/real 1788879436] req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879436.173772:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879436.173773:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879436.173787:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000400:00000200:1.0:1788879436.173792:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788879436.173794:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788879436.173797:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879436.173800:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879436.173808:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173812:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879436.173814:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173815:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.173817:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879436.173819:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173824:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879436.173828:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173834:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879436.173836:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173837:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879436.173838:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173839:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879436.173842:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879436.173844:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879436.173848:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879436.173849:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879436.173852:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879436.173858:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519519872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879436.173862:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173864:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.173867:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519519488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173872:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879436.173874:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879436.173876:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879436.173880:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879436.173882:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879436.173883:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879436.173885:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879436.173887:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879436.173890:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879436.173892:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879436.173893:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788879436.173895:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879436.173896:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173898:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.173901:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519519616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173913:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879436.173914:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879436.173915:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879436.173916:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879436.173917:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879436.173918:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879436.173919:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879436.173921:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879436.173923:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879436.173923:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879436.173925:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879436.173926:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879436.173927:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173929:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.173931:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519519744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173935:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879436.173936:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879436.173937:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879436.173938:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879436.173939:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879436.173939:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879436.173941:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879436.173942:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879436.173943:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879436.173943:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879436.173944:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879436.173946:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879436.173946:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173947:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879436.173949:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519519872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879436.173953:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879436.173953:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879436.173954:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879436.173956:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879436.173956:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879436.173957:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879436.173958:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879436.173959:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879436.173960:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879436.173961:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879436.173962:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879436.173964:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879436.173965:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173966:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879436.173971:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879436.173973:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879436.173974:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879436.173976:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879436.298393:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879436.298395:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879436.298400:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298406:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879436.298410:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298412:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298415:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879436.298423:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879436.298425:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879436.298428:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298430:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879436.298432:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298434:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298437:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879436.298443:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879436.298445:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879436.298447:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298449:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879436.298451:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298454:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879436.298456:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879437.322426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879437.322438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879437.322449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879437.322452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879437.322459:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879437.322462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879437.514415:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304864532, at 4304864576 00000100:00000040:1.0:1788879437.514415:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304864532, at 4304864576 00000100:00000010:0.0:1788879437.514442:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00000010:1.0:1788879437.514446:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00010000:00000001:1.0:1788879438.346402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879438.346410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879438.346417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879438.346419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879438.346423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879438.346425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879439.370423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879439.370433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879439.370440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879439.370443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879439.370448:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879439.370450:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879440.394383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879440.394392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879440.394412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879440.394414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879440.394420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879440.394422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879441.290407:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879441.290420:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879441.290424:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879441.290446:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879441.290451:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879441.290460:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10195 00000400:00000200:1.0:1788879441.290471:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879441.290477:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879441.290482:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879441.290485:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290490:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.290492:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290513:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879441.290523:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879441.290527:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879441.290530:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879441.290534:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879441.290537:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879441.290541:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879441.290544:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290547:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.290549:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290551:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879441.290555:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879441.290558:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290561:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879441.290565:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879441.290569:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879441.290573:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.290576:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879441.290578:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879441.290590:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879441.290594:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879441.290599:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879441.290602:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.290606:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879441.290609:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879441.290615:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879441.290624:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879441.290633:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879441.290644:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519520000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879441.290658:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879441.290663:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879441.290670:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519520000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879441.290708:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879441.290712:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879441.290717:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879441.290719:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879441.290721:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879441.290724:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879441.290728:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10195 00000400:00000200:1.0:1788879441.290733:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879441.290739:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879441.290742:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879441.290747:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290750:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.290753:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290756:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879441.290765:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879441.290771:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879441.290790:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879441.290794:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879441.290799:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879441.290804:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879441.290814:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290822:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.290827:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290834:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879441.290858:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879441.290868:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879441.290876:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879441.290888:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879441.290901:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879441.290911:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.290915:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879441.290923:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879441.290930:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.290937:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879441.290946:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879441.290953:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879441.290960:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879441.290965:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.290972:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879441.290974:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879441.290978:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879441.290989:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879441.291000:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879441.291011:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519520128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879441.291035:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879441.291041:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879441.291057:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519520128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879441.291087:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879441.291094:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879441.291103:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879441.291113:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879441.291120:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879441.291132:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879441.291189:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10195 00000400:00000200:1.0:1788879441.291217:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879441.291232:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879441.291238:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879441.291314:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291319:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.291327:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291333:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879441.291354:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879441.291359:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879441.291364:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879441.291369:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879441.291377:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879441.291380:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879441.291393:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291399:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.291408:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291412:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879441.291421:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879441.291450:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291453:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879441.291455:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879441.291459:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879441.291461:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.291466:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879441.291471:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879441.291478:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.291483:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879441.291492:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879441.291519:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879441.291528:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879441.291533:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.291537:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879441.291544:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879441.291548:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879441.291557:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879441.291569:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879441.291587:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519520256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879441.291606:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879441.291613:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879441.291628:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519520256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879441.291664:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879441.291674:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879441.291681:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879441.291690:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879441.291695:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879441.291707:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879441.291714:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10195 00000400:00000200:1.0:1788879441.291723:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879441.291729:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879441.291737:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879441.291742:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291745:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.291747:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291750:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879441.291775:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879441.291778:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879441.291783:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879441.291790:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879441.291795:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879441.291800:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879441.291808:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291812:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.291820:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291829:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879441.291836:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879441.291845:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879441.291850:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879441.291856:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879441.291863:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879441.291868:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.291874:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879441.291879:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879441.291885:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.291889:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879441.291899:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879441.291906:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879441.291919:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879441.291924:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.291929:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879441.291934:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879441.291939:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879441.291948:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879441.291956:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879441.291968:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519520384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879441.291986:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879441.291992:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879441.292006:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519520384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879441.292032:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879441.292041:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879441.292051:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879441.292056:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879441.292064:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879441.292073:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879441.292082:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10195 00000400:00000200:1.0:1788879441.292095:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879441.292110:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879441.292122:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879441.292137:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.292147:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.292175:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.292182:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879441.292195:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879441.292200:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879441.292203:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879441.292210:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879441.292217:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879441.292226:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879441.292234:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.292239:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879441.292245:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879441.292294:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879441.292297:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879441.292302:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879441.292306:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879441.292315:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879441.292320:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879441.292325:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.292335:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879441.292339:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879441.292346:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.292355:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879441.292369:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788879441.292373:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879441.292380:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879441.292386:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879441.292392:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879441.292399:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879441.292406:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879441.292415:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879441.292441:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879441.292457:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519520512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879441.292480:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879441.292487:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879441.292498:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519520512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879441.292531:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879441.292540:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10206) 00010000:00000001:1.0:1788879441.418438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879441.418447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879441.418454:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879441.418456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879441.418460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879441.418462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879442.442371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879442.442378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879442.442384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879442.442386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879442.442390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879442.442391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879442.634375:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304869652, at 4304869696 00000100:00000040:0.0:1788879442.634378:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304869652, at 4304869696 00000100:00000010:0.0:1788879442.634397:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc00. 00000100:00000010:1.0:1788879442.634403:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00010000:00000001:1.0:1788879443.466391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879443.466398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879443.466403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879443.466406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879443.466409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879443.466410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879444.490347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879444.490356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879444.490364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879444.490366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879444.490371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879444.490373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879445.514372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879445.514380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879445.514388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879445.514389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879445.514393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879445.514395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.410691:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879446.410699:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879446.410704:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879446.410715:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.410739:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879446.410743:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.410749:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879446.410753:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879446.410757:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879446.410782:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519520640:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879446.410791:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879446.410798:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879446.410804:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.410811:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879446.410820:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879446.410825:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879446.410842:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879446.410851:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879446.410861:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879446.410872:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519520640, portal 25 00000100:00000001:1.0:1788879446.410881:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879446.410885:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879446.410896:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.410938:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879446.410944:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879446.410949:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788879446.410954:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519520640, offset 0 00000400:00000200:1.0:1788879446.410976:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879446.410990:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.411000:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879446.411011:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879446.411018:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879446.411026:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879446.411044:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879446.411066:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460050:460050:256:4294967295] 192.168.203.155@tcp LPNI seq info [460044:460044:8:4294967295] 00000400:00000200:1.0:1788879446.411075:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.411095:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879446.411166:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879446.411182:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788879446.411196:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879446.411226:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879446.411237:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879446.411244:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304874771 00000100:00000010:1.0:1788879446.411281:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dde0. 00000100:00000001:1.0:1788879446.411289:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879446.411297:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304874772 00000100:00000010:1.0:1788879446.411306:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788879446.411311:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879446.411314:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879446.411321:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.411328:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.411333:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879446.411359:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879446.411363:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879446.411366:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879446.411372:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879446.411374:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879446.411382:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.411427:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879446.411430:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.411435:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879446.411439:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879446.411443:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879446.411447:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519520768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879446.411455:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879446.411458:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879446.411462:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.411465:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879446.411469:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879446.411474:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879446.411482:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879446.411488:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879446.411494:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879446.411499:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519520768, portal 10 00000100:00000001:1.0:1788879446.411503:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879446.411507:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879446.411523:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.411559:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879446.411565:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879446.411571:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788879446.411575:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519520768, offset 0 00000400:00000200:1.0:1788879446.411597:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879446.411604:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.411612:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879446.411620:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879446.411626:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879446.411631:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879446.411635:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879446.411640:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460051:460051:255:4294967295] 192.168.203.155@tcp LPNI seq info [460045:460045:7:4294967295] 00000400:00000200:1.0:1788879446.411648:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.411671:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879446.411682:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879446.411690:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788879446.411697:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879446.411711:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879446.411719:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879446.411724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879446.411727:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304873487 00000100:00000001:1.0:1788879446.411734:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304874771 00000100:00000001:1.0:1788879446.411742:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304873487 00000100:00000001:1.0:1788879446.411750:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304874772 00000100:00000001:1.0:1788879446.411757:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879446.411765:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.411771:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.411776:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879446.411785:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879446.411789:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879446.411797:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879446.411801:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879446.411806:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879446.411818:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.411860:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879446.411864:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.411871:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879446.411887:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879446.411895:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879446.411905:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519520896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879446.411915:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879446.411920:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879446.411923:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.411928:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879446.411934:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879446.411940:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879446.411962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879446.411970:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788879446.411977:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879446.411984:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519520896, portal 10 00000100:00000001:1.0:1788879446.411990:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879446.411993:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879446.412008:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.412024:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879446.412032:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879446.412039:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39c38. 00000100:00000200:1.0:1788879446.412045:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519520896, offset 0 00000400:00000200:1.0:1788879446.412059:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879446.412070:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.412083:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879446.412094:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879446.412102:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879446.412110:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879446.412133:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879446.412143:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460052:460052:254:4294967295] 192.168.203.155@tcp LPNI seq info [460046:460046:6:4294967295] 00000400:00000200:1.0:1788879446.412156:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.412177:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879446.412191:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879446.412199:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879446.412213:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879446.412231:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879446.412238:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879446.412275:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879446.412279:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304873488 00000100:00000001:1.0:1788879446.412283:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304874771 00000100:00000001:1.0:1788879446.412286:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304873488 00000100:00000001:1.0:1788879446.412289:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304874772 00000100:00000001:1.0:1788879446.412292:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879446.412295:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.412299:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.412302:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879446.412307:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879446.412309:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879446.412312:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879446.412314:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879446.412315:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879446.412321:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.412330:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879446.412332:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.412335:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879446.412337:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879446.412341:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879446.412345:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519521024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879446.412352:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879446.412354:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879446.412356:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.412359:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879446.412363:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879446.412366:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879446.412370:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879446.412374:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcbb0. 00000400:00000010:1.0:1788879446.412379:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39e58. 00000100:00000200:1.0:1788879446.412383:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519521024, portal 4 00000100:00000001:1.0:1788879446.412386:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879446.412387:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879446.412395:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.412403:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879446.412406:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879446.412409:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788879446.412412:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519521024, offset 0 00000400:00000200:1.0:1788879446.412418:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879446.412423:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.412428:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879446.412432:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879446.412435:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879446.412438:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879446.412441:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879446.412446:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460053:460053:253:4294967295] 192.168.203.155@tcp LPNI seq info [460047:460047:5:4294967295] 00000400:00000200:1.0:1788879446.412451:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.412460:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879446.412465:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879446.412471:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7b00. 00000800:00000200:1.0:1788879446.412476:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879446.412486:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879446.412490:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879446.412495:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879446.412497:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304873540 00000100:00000001:1.0:1788879446.412501:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304874771 00000100:00000001:1.0:1788879446.412503:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304873540 00000100:00000001:1.0:1788879446.412506:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304874772 00000100:00000001:1.0:1788879446.412509:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879446.412511:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.412515:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.412518:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879446.412522:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879446.412525:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879446.412527:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879446.412529:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879446.412531:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.412534:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.412870:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879446.412874:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879446.412876:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879446.412883:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.412903:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879446.412905:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.412908:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879446.412911:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879446.412914:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879446.412917:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519521152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879446.412922:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879446.412925:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879446.412927:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879446.412929:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879446.412934:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879446.412937:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879446.412942:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879446.412946:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9f8. 00000400:00000010:1.0:1788879446.412951:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788879446.412967:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519521152, portal 4 00000100:00000001:1.0:1788879446.412970:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879446.412972:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879446.412980:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879446.412990:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879446.412992:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879446.412996:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39990. 00000100:00000200:1.0:1788879446.412999:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519521152, offset 0 00000400:00000200:1.0:1788879446.413005:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879446.413010:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.413016:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879446.413020:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879446.413023:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879446.413027:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879446.413030:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879446.413035:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460054:460054:252:4294967295] 192.168.203.155@tcp LPNI seq info [460048:460048:4:4294967295] 00000400:00000200:1.0:1788879446.413041:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879446.413050:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879446.413057:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879446.413062:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7900. 00000800:00000200:1.0:1788879446.413068:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879446.413076:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879446.413079:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879446.413084:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879446.413087:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304873491 00000100:00000001:1.0:1788879446.413090:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304874771 00000100:00000001:1.0:1788879446.413094:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304873491 00000100:00000001:1.0:1788879446.413097:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304874772 00000100:00000001:1.0:1788879446.413100:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879446.413103:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.413107:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.413110:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879446.413131:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879446.413134:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879446.413137:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879446.413138:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879446.413141:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879446.413143:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879446.538378:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879446.538381:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879446.538385:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538390:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879446.538393:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538395:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538398:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879446.538405:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879446.538406:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879446.538408:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538410:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879446.538411:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538412:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538413:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879446.538417:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879446.538418:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879446.538419:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538420:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879446.538420:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538422:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879446.538423:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879447.562346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879447.562353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879447.562360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879447.562362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879447.562366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879447.562367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879447.754368:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304874771, at 4304874816 00000100:00000040:1.0:1788879447.754387:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304874772, at 4304874816 00000100:00000010:0.0:1788879447.754390:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000100:00000010:1.0:1788879447.754407:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00010000:00000001:1.0:1788879448.586352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879448.586360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879448.586366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879448.586368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879448.586373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879448.586374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1788879449.482665:0:2382:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788879449.482772:0:2382:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788879449.482784:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879449.482791:0:2382:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788879449.482797:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879449.482801:0:2382:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788879449.482808:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879449.482813:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:0.0:1788879449.482820:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879449.482827:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879449.482837:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:0.0:1788879449.482841:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000001:0.0:1788879449.482850:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879449.482862:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879449.482887:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879449.482894:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.482913:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788879449.482918:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879449.482923:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788879449.482925:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879449.482933:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000800:00000100:0.0:1788879449.482947:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000100:00100000:1.0:1788879449.482953:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879446/real 1788879449] req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1788879449.482956:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:0.0:1788879449.482962:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879449.482975:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879449.482985:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:0.0:1788879449.482989:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:0.0:1788879449.482996:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000400:00000001:1.0:1788879449.483000:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1788879449.483003:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879449.483007:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879449.483018:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc528. 00000100:00000001:0.0:1788879449.483020:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879449.483028:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788879449.483032:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000100:00000001:0.0:1788879449.483042:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879449.483043:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:0.0:1788879449.483045:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879449.483057:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000100:0.0:1788879449.483059:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879449.483066:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:0.0:1788879449.483071:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000200:1.0:1788879449.483081:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788879449.483085:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879449.483118:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39c38 00000400:00000010:0.0:1788879449.483125:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39c38. 00000100:00000001:0.0:1788879449.483134:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879449.483143:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788879449.483147:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483177:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879449.483182:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.483186:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.483190:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879449.483205:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1788879449.483207:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879449.483218:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483243:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879449.483324:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879449.483327:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788879449.483339:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1788879449.483344:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879449.483351:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7b00. 00000400:00000200:0.0:1788879449.483358:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1788879449.483366:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:0.0:1788879449.483367:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000100:00000001:1.0:1788879449.483375:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788879449.483376:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:0.0:1788879449.483384:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788879449.483384:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.483390:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879449.483391:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788879449.483398:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000200:0.0:1788879449.483400:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483405:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879449.483416:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788879449.483419:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879449.483427:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788879449.483430:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879449.483457:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788879449.483460:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879449.483468:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788879449.483476:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1788879449.483484:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879449.483493:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7900. 00000400:00000200:0.0:1788879449.483502:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00100000:1.0:1788879449.483531:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519520640:192.168.203.155@tcp:250:kworker.0 00000400:00000200:0.0:1788879449.483532:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879449.483540:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39990 00000400:00000010:0.0:1788879449.483545:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39990. 00000100:00000001:1.0:1788879449.483545:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879449.483549:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788879449.483552:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1788879449.483558:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788879449.483563:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519520640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879449.483587:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788879449.483590:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1788879449.483597:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788879449.483597:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879449.483605:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 00000100:00000001:0.0:1788879449.483613:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879449.483615:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788879449.483617:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1788879449.483623:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879449.483627:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879449.483631:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879449.483635:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879449.483641:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879449.483645:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879449.483648:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879449.483652:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879449.483654:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.483658:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879449.483661:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879449.483663:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879449.483665:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879449.483672:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879446/real 1788879449] req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879449.483684:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879449.483686:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879449.483688:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9f8. 00000400:00000200:1.0:1788879449.483692:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788879449.483694:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788879449.483698:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879449.483702:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879449.483712:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483721:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879449.483723:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.483726:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.483727:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879449.483732:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483748:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879449.483753:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483762:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879449.483765:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.483768:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.483770:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.483772:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879449.483776:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879449.483779:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879449.483783:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879449.483787:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879449.483791:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879449.483802:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519521152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879449.483807:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879449.483811:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879446/real 1788879449] req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879449.483820:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879449.483822:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879449.483825:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcbb0. 00000400:00000200:1.0:1788879449.483828:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39e58 00000400:00000010:1.0:1788879449.483830:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39e58. 00000100:00000001:1.0:1788879449.483833:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879449.483836:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879449.483846:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483854:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879449.483855:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.483858:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.483860:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879449.483864:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483880:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879449.483885:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483894:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879449.483896:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.483898:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.483900:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.483901:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879449.483903:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879449.483906:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879449.483910:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879449.483912:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879449.483916:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879449.483925:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519521024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879449.483930:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879449.483934:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879446/real 1788879449] req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879449.483944:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879449.483952:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879449.483956:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788879449.483959:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879449.483961:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879449.483964:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879449.483968:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879449.483986:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.483994:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879449.483996:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.483998:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.484000:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879449.484004:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.484013:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879449.484018:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.484026:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879449.484029:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484031:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.484032:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484034:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879449.484037:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879449.484040:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879449.484044:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879449.484047:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879449.484052:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879449.484062:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519520896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879449.484067:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879449.484071:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879446/real 1788879449] req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879449.484088:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879449.484089:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879449.484092:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879449.484112:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879449.484115:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879449.484118:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879449.484122:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879449.484133:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.484141:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879449.484143:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484145:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.484147:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879449.484151:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.484160:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879449.484165:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.484174:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879449.484177:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484179:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879449.484181:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484183:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879449.484185:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879449.484188:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879449.484193:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879449.484196:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879449.484201:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879449.484211:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519520768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879449.484216:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484218:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879449.484222:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519521152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.484230:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879449.484233:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879449.484236:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879449.484240:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879449.484243:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879449.484274:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879449.484278:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879449.484282:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879449.484287:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879449.484288:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879449.484290:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879449.484294:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879449.484296:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484298:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879449.484303:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519521024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.484312:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879449.484313:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879449.484316:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879449.484320:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879449.484322:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879449.484325:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879449.484328:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879449.484330:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879449.484333:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879449.484337:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879449.484339:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879449.484342:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879449.484344:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484347:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879449.484351:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519520896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.484359:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879449.484361:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879449.484363:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879449.484365:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879449.484367:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879449.484369:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879449.484371:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879449.484373:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879449.484377:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879449.484378:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879449.484380:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879449.484383:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879449.484385:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484387:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879449.484391:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519520768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879449.484400:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879449.484401:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879449.484404:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879449.484407:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879449.484408:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879449.484410:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879449.484413:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879449.484414:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879449.484417:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879449.484419:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879449.484421:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879449.484423:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879449.484425:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484429:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879449.484436:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879449.484439:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879449.484442:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879449.484443:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879449.610353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879449.610359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879449.610364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879449.610366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879449.610369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879449.610370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879450.634394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879450.634407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879450.634418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879450.634421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879450.634427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879450.634430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879451.530432:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879451.530445:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879451.530450:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879451.530456:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879451.530462:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879451.530473:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10206 00000400:00000200:1.0:1788879451.530491:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879451.530500:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879451.530504:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879451.530509:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530513:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.530517:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530520:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879451.530530:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879451.530532:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879451.530536:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879451.530540:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879451.530544:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879451.530548:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879451.530552:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530555:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.530557:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530560:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879451.530564:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879451.530568:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530571:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879451.530575:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879451.530579:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879451.530583:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.530586:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879451.530589:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879451.530598:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788879451.530602:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879451.530607:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879451.530609:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.530613:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879451.530617:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879451.530622:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879451.530633:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879451.530650:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879451.530663:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519521280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879451.530677:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879451.530683:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879451.530690:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519521280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879451.530718:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879451.530723:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879451.530728:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879451.530731:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879451.530733:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879451.530737:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879451.530740:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10206 00000400:00000200:1.0:1788879451.530747:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879451.530750:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879451.530753:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879451.530756:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530759:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.530770:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530776:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879451.530785:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879451.530792:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879451.530801:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879451.530809:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879451.530817:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879451.530823:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879451.530841:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530852:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.530863:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530873:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879451.530895:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879451.530910:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879451.530924:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879451.530933:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879451.530948:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879451.530958:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.530967:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879451.530978:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879451.530989:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.531003:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879451.531023:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788879451.531032:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879451.531043:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879451.531049:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.531057:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879451.531060:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879451.531066:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879451.531388:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879451.531407:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879451.531431:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519521408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879451.531460:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879451.531466:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879451.531482:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519521408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879451.531520:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879451.531532:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879451.531550:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879451.531555:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879451.531567:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879451.531581:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879451.531591:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10206 00000400:00000200:1.0:1788879451.531611:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879451.531627:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879451.531633:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879451.531639:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.531644:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.531648:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.531653:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879451.531661:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879451.531664:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879451.531668:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879451.531672:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879451.531677:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879451.531682:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879451.531688:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.531691:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.531695:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.531699:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879451.531703:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879451.531709:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879451.531714:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879451.531718:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879451.531724:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879451.531728:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.531732:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879451.531738:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879451.531744:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.531747:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879451.531756:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879451.531761:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879451.531765:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879451.531768:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.531772:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879451.531775:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879451.531780:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879451.531788:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879451.531796:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879451.531809:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519521536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879451.531859:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879451.531869:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879451.531889:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519521536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879451.531910:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879451.531919:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879451.531936:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879451.531944:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879451.531950:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879451.531959:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879451.531970:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10206 00000400:00000200:1.0:1788879451.531983:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879451.531990:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879451.531995:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879451.532003:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532013:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.532019:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532032:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879451.532040:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879451.532047:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879451.532054:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879451.532064:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879451.532076:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879451.532115:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879451.532131:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532151:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.532160:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532170:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879451.532183:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879451.532197:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532208:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879451.532218:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879451.532229:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879451.532239:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.532291:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879451.532298:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879451.532311:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.532319:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879451.532332:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788879451.532343:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879451.532355:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879451.532362:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.532371:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879451.532377:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879451.532385:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879451.532400:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879451.532413:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879451.532437:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519521664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879451.532464:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879451.532475:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879451.532495:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519521664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879451.532539:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879451.532550:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879451.532562:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879451.532570:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879451.532576:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879451.532585:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879451.532599:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10206 00000400:00000200:1.0:1788879451.532627:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879451.532639:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879451.532648:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879451.532661:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532672:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.532685:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532695:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879451.532707:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879451.532714:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879451.532719:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879451.532727:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879451.532738:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879451.532749:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879451.532769:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532779:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879451.532790:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532799:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879451.532809:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879451.532833:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879451.532849:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879451.532859:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879451.532871:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879451.532884:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.532895:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879451.532904:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879451.532916:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.532927:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879451.532942:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788879451.532953:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879451.532966:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879451.532975:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879451.532987:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879451.532994:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879451.533003:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879451.533019:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879451.533029:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879451.533043:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519521792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879451.533060:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879451.533067:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879451.533078:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519521792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879451.533142:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879451.533154:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10216) 00010000:00000001:1.0:1788879451.658391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879451.658399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879451.658407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879451.658409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879451.658416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879451.658419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879452.682412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879452.682420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879452.682428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879452.682430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879452.682434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879452.682436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879452.874393:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304879892, at 4304879936 00000100:00000040:1.0:1788879452.874393:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304879892, at 4304879936 00000100:00000010:0.0:1788879452.874416:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bba0. 00000100:00000010:1.0:1788879452.874420:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b6c0. 00010000:00000001:1.0:1788879453.706333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879453.706338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879453.706344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879453.706345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879453.706349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879453.706351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879454.730364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879454.730370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879454.730374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879454.730375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879454.730377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879454.730378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879455.754347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879455.754355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879455.754362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879455.754364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879455.754368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879455.754370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.650610:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879456.650615:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879456.650618:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879456.650628:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.650647:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879456.650651:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.650657:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879456.650662:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879456.650669:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879456.650676:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519521920:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879456.650685:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879456.650690:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879456.650694:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.650701:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879456.650708:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879456.650715:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879456.650743:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879456.650751:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879456.650760:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879456.650771:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519521920, portal 25 00000100:00000001:1.0:1788879456.650775:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879456.650779:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879456.650788:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.650809:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879456.650816:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879456.650823:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879456.650827:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519521920, offset 0 00000400:00000200:1.0:1788879456.650839:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879456.650851:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.650863:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879456.650871:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879456.650880:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879456.650910:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879456.650918:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879456.650928:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460060:460060:256:4294967295] 192.168.203.155@tcp LPNI seq info [460054:460054:8:4294967295] 00000400:00000200:1.0:1788879456.650940:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.650957:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879456.650970:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.650976:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879456.650988:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879456.650998:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879456.651024:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.651029:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879456.651035:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879456.651042:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879456.651060:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879456.651065:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879456.651072:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879456.651079:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651098:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.651104:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651126:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.651130:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879456.651137:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879456.651147:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879456.651152:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304885011 00000100:00000010:1.0:1788879456.651161:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788879456.651172:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879456.651181:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304885011 00000100:00000010:1.0:1788879456.651190:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788879456.651198:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879456.651207:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879456.651216:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.651223:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879456.651236:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879456/real 1788879456] req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879456.651281:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879456.651285:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879456.651289:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879456.651293:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879456.651297:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879456.651303:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879456.651310:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879456.651326:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651355:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879456.651358:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.651361:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.651365:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879456.651371:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651389:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879456.651397:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651415:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879456.651422:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.651425:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.651428:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.651432:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879456.651436:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879456.651442:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879456.651451:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879456.651457:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879456.651464:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879456.651487:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519521920:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879456.651494:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.651500:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.651506:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519521920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651524:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879456.651528:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879456.651532:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879456.651539:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879456.651543:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879456.651546:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879456.651550:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879456.651555:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879456.651559:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879456.651563:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879456.651567:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879456.651573:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879456.651577:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.651582:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.651591:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879456.651594:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.651600:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879456.651603:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879456.651606:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879456.651612:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651619:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879456.651620:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.651623:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879456.651625:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879456.651627:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879456.651629:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879456.651631:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879456.651633:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879456.651634:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.651635:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879456.651638:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879456.651640:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879456.651643:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879456.651645:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879456.651648:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879456.651650:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519522048, portal 10 00000100:00000001:1.0:1788879456.651652:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879456.651653:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879456.651658:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651663:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879456.651665:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879456.651667:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879456.651669:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519522048, offset 0 00000400:00000200:1.0:1788879456.651672:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879456.651676:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.651679:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879456.651681:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879456.651683:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879456.651685:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879456.651687:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879456.651690:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460061:460061:256:4294967295] 192.168.203.155@tcp LPNI seq info [460055:460055:8:4294967295] 00000400:00000200:1.0:1788879456.651693:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.651698:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879456.651702:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.651704:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879456.651707:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879456.651709:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879456.651718:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.651719:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879456.651721:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879456.651724:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879456.651742:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879456.651744:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879456.651746:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879456.651749:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651755:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.651757:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651762:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.651764:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879456.651767:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879456.651770:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879456.651773:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879456.651775:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304883727 00000100:00000001:1.0:1788879456.651777:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304885011 00000100:00000001:1.0:1788879456.651779:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304883727 00000100:00000001:1.0:1788879456.651781:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304885011 00000100:00000001:1.0:1788879456.651783:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879456.651785:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.651786:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879456.651789:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879456/real 1788879456] req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879456.651794:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879456.651795:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879456.651796:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879456.651797:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879456.651798:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879456.651800:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879456.651802:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879456.651808:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651813:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879456.651814:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.651816:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.651817:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879456.651819:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651824:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879456.651826:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651901:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879456.651903:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.651904:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.651905:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.651907:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879456.651908:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879456.651910:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879456.651912:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879456.651914:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879456.651917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879456.651922:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879456.651925:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879456.651927:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651932:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879456.651933:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.651934:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879456.651936:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879456.651937:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879456.651939:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879456.651942:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879456.651943:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879456.651944:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.651945:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879456.651947:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879456.651949:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879456.651951:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879456.651953:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879456.651955:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879456.651957:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519522176, portal 10 00000100:00000001:1.0:1788879456.651959:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879456.651960:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879456.651964:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.651969:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879456.651970:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879456.651972:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879456.651974:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519522176, offset 0 00000400:00000200:1.0:1788879456.651977:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879456.651979:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.651982:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879456.651984:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879456.651986:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879456.651988:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879456.651989:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879456.651992:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460062:460062:256:4294967295] 192.168.203.155@tcp LPNI seq info [460056:460056:8:4294967295] 00000400:00000200:1.0:1788879456.651995:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.651999:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879456.652002:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.652004:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879456.652007:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879456.652009:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879456.652017:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.652018:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879456.652020:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879456.652023:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879456.652025:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879456.652027:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879456.652028:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879456.652031:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652036:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.652038:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652043:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.652044:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879456.652059:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879456.652062:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879456.652064:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879456.652065:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304883727 00000100:00000001:1.0:1788879456.652067:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304885011 00000100:00000001:1.0:1788879456.652069:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304883727 00000100:00000001:1.0:1788879456.652070:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304885011 00000100:00000001:1.0:1788879456.652072:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879456.652073:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.652075:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879456.652077:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879456/real 1788879456] req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879456.652082:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879456.652083:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879456.652084:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879456.652086:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879456.652087:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879456.652089:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879456.652091:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879456.652096:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652101:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879456.652102:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652103:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.652104:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879456.652107:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652111:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879456.652113:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652118:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879456.652119:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652120:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.652121:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652122:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879456.652124:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879456.652125:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879456.652127:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879456.652129:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879456.652131:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879456.652136:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879456.652139:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879456.652141:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652146:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879456.652147:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.652148:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879456.652150:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879456.652151:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879456.652153:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879456.652156:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879456.652157:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879456.652158:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.652159:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879456.652161:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879456.652163:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879456.652165:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879456.652167:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879456.652171:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879456.652175:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519522304, portal 4 00000100:00000001:1.0:1788879456.652177:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879456.652178:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879456.652185:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652193:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879456.652195:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879456.652198:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879456.652201:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519522304, offset 0 00000400:00000200:1.0:1788879456.652205:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879456.652210:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.652214:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879456.652217:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879456.652220:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879456.652222:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879456.652225:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879456.652228:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460063:460063:256:4294967295] 192.168.203.155@tcp LPNI seq info [460057:460057:8:4294967295] 00000400:00000200:1.0:1788879456.652233:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.652241:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879456.652262:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.652265:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879456.652268:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879456.652270:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879456.652278:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.652280:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879456.652282:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879456.652284:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879456.652287:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879456.652288:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879456.652290:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879456.652293:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652299:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.652301:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652305:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.652307:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879456.652309:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879456.652311:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879456.652314:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879456.652315:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304883780 00000100:00000001:1.0:1788879456.652317:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304885011 00000100:00000001:1.0:1788879456.652319:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304883780 00000100:00000001:1.0:1788879456.652320:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304885011 00000100:00000001:1.0:1788879456.652321:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879456.652323:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.652324:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879456.652327:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879456/real 1788879456] req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879456.652333:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879456.652334:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879456.652335:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879456.652337:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879456.652338:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879456.652339:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879456.652341:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879456.652347:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652351:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879456.652352:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652353:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.652354:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879456.652356:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652361:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879456.652363:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652368:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879456.652369:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652371:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.652372:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652373:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879456.652374:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879456.652376:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879456.652378:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879456.652379:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879456.652382:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879456.652388:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879456.652391:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879456.652393:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652397:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879456.652398:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.652399:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879456.652401:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879456.652402:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879456.652404:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879456.652406:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879456.652407:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879456.652408:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879456.652409:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879456.652411:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879456.652412:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879456.652415:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879456.652416:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879456.652418:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879456.652420:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519522432, portal 4 00000100:00000001:1.0:1788879456.652422:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879456.652423:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879456.652427:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652432:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879456.652433:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879456.652435:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879456.652437:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519522432, offset 0 00000400:00000200:1.0:1788879456.652440:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879456.652442:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.652444:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879456.652447:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879456.652448:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879456.652450:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879456.652452:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879456.652454:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460064:460064:256:4294967295] 192.168.203.155@tcp LPNI seq info [460058:460058:8:4294967295] 00000400:00000200:1.0:1788879456.652457:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879456.652461:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879456.652464:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.652466:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879456.652469:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879456.652471:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879456.652478:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879456.652479:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879456.652482:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879456.652484:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879456.652486:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879456.652487:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879456.652488:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879456.652491:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652496:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.652498:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652503:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.652504:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879456.652505:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879456.652507:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879456.652509:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879456.652511:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304883731 00000100:00000001:1.0:1788879456.652513:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304885011 00000100:00000001:1.0:1788879456.652515:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304883731 00000100:00000001:1.0:1788879456.652516:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304885011 00000100:00000001:1.0:1788879456.652517:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879456.652518:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.652520:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879456.652522:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879456/real 1788879456] req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879456.652527:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879456.652528:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879456.652529:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879456.652530:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879456.652531:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879456.652532:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879456.652535:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879456.652540:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652544:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879456.652545:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652546:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.652547:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879456.652550:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652554:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879456.652556:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652560:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879456.652562:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652563:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879456.652564:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652566:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879456.652567:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879456.652569:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879456.652571:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879456.652572:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879456.652575:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879456.652580:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879456.652582:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652583:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.652585:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519522048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652590:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879456.652591:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879456.652593:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879456.652595:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879456.652596:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879456.652597:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879456.652598:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879456.652600:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879456.652602:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879456.652603:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879456.652604:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879456.652606:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879456.652607:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652608:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.652610:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519522176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652620:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879456.652621:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879456.652622:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879456.652623:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879456.652624:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879456.652625:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879456.652626:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879456.652627:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879456.652628:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879456.652629:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879456.652630:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879456.652632:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879456.652632:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652633:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.652635:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519522304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652639:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879456.652640:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879456.652641:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879456.652642:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879456.652643:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879456.652644:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879456.652645:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879456.652646:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879456.652647:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879456.652648:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879456.652649:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879456.652650:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879456.652651:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652652:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879456.652653:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519522432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879456.652657:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879456.652658:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879456.652659:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879456.652661:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879456.652662:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879456.652663:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879456.652664:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879456.652665:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879456.652666:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879456.652667:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879456.652668:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879456.652669:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879456.652670:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652671:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879456.652673:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879456.652674:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879456.652676:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879456.652677:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879456.778398:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879456.778400:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879456.778404:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778426:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879456.778429:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778432:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778449:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778455:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879456.778457:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879456.778459:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879456.778462:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778464:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879456.778466:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778468:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778471:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778475:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879456.778476:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879456.778478:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879456.778480:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778482:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879456.778483:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778503:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879456.778505:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879457.802327:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879457.802333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879457.802337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879457.802338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879457.802341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879457.802342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879457.994319:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304885011, at 4304885056 00000100:00000040:1.0:1788879457.994319:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304885011, at 4304885056 00000100:00000010:0.0:1788879457.994333:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00000010:1.0:1788879457.994335:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00010000:00000001:1.0:1788879458.826399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879458.826406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879458.826413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879458.826415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879458.826420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879458.826421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879459.850331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879459.850337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879459.850342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879459.850343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879459.850345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879459.850346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879460.874356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879460.874361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879460.874365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879460.874366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879460.874368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879460.874369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.770831:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879461.770844:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879461.770852:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879461.770876:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.770930:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879461.770935:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.770949:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879461.770962:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879461.770974:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879461.770984:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519522560:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879461.770997:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879461.771038:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879461.771044:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.771059:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879461.771074:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879461.771081:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879461.771102:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879461.771120:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879461.771138:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879461.771156:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519522560, portal 25 00000100:00000001:1.0:1788879461.771167:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879461.771173:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086016 : -126388361465600 : ffff8d0cea9c7100) 00000100:00000040:1.0:1788879461.771198:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.771237:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879461.771303:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879461.771317:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879461.771325:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519522560, offset 0 00000400:00000200:1.0:1788879461.771343:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879461.771372:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.771395:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879461.771416:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879461.771433:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879461.771443:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879461.771456:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879461.771466:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460065:460065:256:4294967295] 192.168.203.155@tcp LPNI seq info [460059:460059:8:4294967295] 00000400:00000200:1.0:1788879461.771485:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.771524:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879461.771555:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.771571:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879461.771591:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879461.771605:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879461.771663:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.771675:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879461.771692:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879461.771714:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879461.771732:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879461.771742:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879461.771754:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879461.771769:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.771830:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.771847:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.771899:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.771912:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879461.771928:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879461.771948:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879461.771957:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304890132 00000100:00000010:1.0:1788879461.771970:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788879461.771987:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879461.772038:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304890132 00000100:00000010:1.0:1788879461.772053:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:1.0:1788879461.772074:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879461.772086:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879461.772097:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.772111:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879461.772130:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879461/real 1788879461] req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879461.772220:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879461.772226:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879461.772232:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879461.772238:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879461.772243:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879461.772281:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879461.772290:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879461.772318:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.772346:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879461.772354:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.772366:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.772374:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879461.772393:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.772445:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879461.772466:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.772503:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879461.772519:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.772527:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.772535:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.772546:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879461.772554:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879461.772570:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879461.772582:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879461.772591:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879461.772606:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879461.772673:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519522560:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879461.772698:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.772708:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.772725:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7100 x1875765519522560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.772755:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879461.772759:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879461.772765:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879461.772774:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879461.772778:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879461.772781:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879461.772784:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879461.772788:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788879461.772793:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879461.772795:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879461.772798:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7100. 00000100:00000001:1.0:1788879461.772806:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879461.772808:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.772811:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.772821:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879461.772824:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.772827:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879461.772830:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879461.772832:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879461.772839:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.772849:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879461.772852:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.772855:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879461.772858:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879461.772861:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879461.772865:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879461.772870:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879461.772874:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879461.772877:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.772879:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879461.772884:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879461.772887:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879461.772893:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879461.772897:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879461.772902:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879461.772906:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519522688, portal 10 00000100:00000001:1.0:1788879461.772909:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879461.772911:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086912 : -126388361464704 : ffff8d0cea9c7480) 00000100:00000040:1.0:1788879461.772919:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.772928:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879461.772932:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879461.772934:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879461.772938:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519522688, offset 0 00000400:00000200:1.0:1788879461.772944:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879461.772949:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.772955:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879461.772959:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879461.772963:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879461.772967:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879461.772970:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879461.772974:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460066:460066:256:4294967295] 192.168.203.155@tcp LPNI seq info [460060:460060:8:4294967295] 00000400:00000200:1.0:1788879461.772981:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.772990:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879461.772996:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.773000:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879461.773006:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879461.773035:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879461.773058:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.773061:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879461.773066:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879461.773071:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879461.773076:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879461.773078:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879461.773082:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879461.773087:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773098:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.773102:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773111:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.773113:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879461.773118:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879461.773123:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879461.773130:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879461.773135:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304888848 00000100:00000001:1.0:1788879461.773140:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304890132 00000100:00000001:1.0:1788879461.773145:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304888848 00000100:00000001:1.0:1788879461.773150:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304890132 00000100:00000001:1.0:1788879461.773154:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879461.773159:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.773162:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879461.773170:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879461/real 1788879461] req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879461.773189:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879461.773192:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879461.773196:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879461.773201:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879461.773205:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879461.773209:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879461.773216:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879461.773234:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773289:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879461.773293:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.773297:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.773300:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879461.773308:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773318:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879461.773323:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773332:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879461.773336:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.773338:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.773341:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.773345:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879461.773349:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879461.773353:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879461.773361:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879461.773364:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879461.773372:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879461.773389:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879461.773398:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879461.773407:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773423:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879461.773426:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.773430:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879461.773434:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879461.773439:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879461.773445:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879461.773449:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879461.773453:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879461.773455:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.773458:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879461.773463:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879461.773466:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879461.773471:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879461.773474:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879461.773481:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879461.773487:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519522816, portal 10 00000100:00000001:1.0:1788879461.773491:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879461.773494:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788879461.773506:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773520:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879461.773525:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879461.773530:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879461.773536:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519522816, offset 0 00000400:00000200:1.0:1788879461.773545:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879461.773554:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.773562:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879461.773568:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879461.773575:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879461.773578:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879461.773582:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879461.773586:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460067:460067:256:4294967295] 192.168.203.155@tcp LPNI seq info [460061:460061:8:4294967295] 00000400:00000200:1.0:1788879461.773592:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.773601:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879461.773607:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.773612:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879461.773618:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879461.773621:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879461.773636:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.773638:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879461.773643:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879461.773648:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879461.773654:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879461.773658:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879461.773663:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879461.773671:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773687:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.773693:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773707:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.773711:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879461.773718:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879461.773724:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879461.773732:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879461.773736:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304888849 00000100:00000001:1.0:1788879461.773741:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304890132 00000100:00000001:1.0:1788879461.773746:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304888849 00000100:00000001:1.0:1788879461.773751:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304890132 00000100:00000001:1.0:1788879461.773754:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879461.773756:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.773759:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879461.773765:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879461/real 1788879461] req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879461.773775:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879461.773777:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879461.773780:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879461.773783:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879461.773785:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879461.773788:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879461.773792:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879461.773802:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773811:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879461.773813:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.773815:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.773817:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879461.773821:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773829:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879461.773834:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773843:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879461.773846:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.773848:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.773849:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.773852:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879461.773855:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879461.773859:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879461.773863:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879461.773866:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879461.773870:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879461.773880:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879461.773884:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879461.773889:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773897:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879461.773899:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.773902:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879461.773905:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879461.773907:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879461.773911:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879461.773915:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879461.773918:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879461.773920:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.773922:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879461.773927:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879461.773930:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879461.773934:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879461.773937:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879461.773941:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879461.773945:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519522944, portal 4 00000100:00000001:1.0:1788879461.773948:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879461.773950:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077952 : -126388361473664 : ffff8d0cea9c5180) 00000100:00000040:1.0:1788879461.773957:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.773966:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879461.773969:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879461.773972:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879461.773975:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519522944, offset 0 00000400:00000200:1.0:1788879461.773980:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879461.773985:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.773989:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879461.773993:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879461.773997:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879461.774000:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879461.774003:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879461.774007:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460068:460068:256:4294967295] 192.168.203.155@tcp LPNI seq info [460062:460062:8:4294967295] 00000400:00000200:1.0:1788879461.774038:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.774047:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879461.774053:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.774058:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879461.774064:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879461.774067:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879461.774081:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.774084:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879461.774088:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879461.774093:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879461.774097:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879461.774099:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879461.774102:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879461.774107:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774117:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.774121:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774138:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.774140:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879461.774144:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879461.774148:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879461.774153:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879461.774155:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304888901 00000100:00000001:1.0:1788879461.774159:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304890132 00000100:00000001:1.0:1788879461.774161:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304888901 00000100:00000001:1.0:1788879461.774164:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304890132 00000100:00000001:1.0:1788879461.774167:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879461.774169:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.774172:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879461.774176:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879461/real 1788879461] req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879461.774185:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879461.774187:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879461.774189:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879461.774191:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879461.774193:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879461.774196:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879461.774199:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879461.774209:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774217:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879461.774219:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774221:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.774223:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879461.774227:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774236:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879461.774241:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774278:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879461.774281:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774283:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.774285:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774287:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879461.774290:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879461.774293:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879461.774297:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879461.774300:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879461.774305:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879461.774314:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519522944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879461.774320:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879461.774325:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774333:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879461.774335:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.774339:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879461.774342:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879461.774346:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879461.774351:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879461.774358:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879461.774362:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879461.774365:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879461.774369:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879461.774378:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879461.774382:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879461.774388:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879461.774394:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879461.774400:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879461.774406:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519523072, portal 4 00000100:00000001:1.0:1788879461.774410:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879461.774413:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348073472 : -126388361478144 : ffff8d0cea9c4000) 00000100:00000040:1.0:1788879461.774425:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774439:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879461.774444:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879461.774449:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879461.774453:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519523072, offset 0 00000400:00000200:1.0:1788879461.774459:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879461.774465:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.774470:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879461.774474:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879461.774479:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879461.774484:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879461.774490:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879461.774496:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460069:460069:256:4294967295] 192.168.203.155@tcp LPNI seq info [460063:460063:8:4294967295] 00000400:00000200:1.0:1788879461.774505:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879461.774517:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879461.774527:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.774534:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879461.774543:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879461.774549:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879461.774572:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879461.774575:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879461.774580:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879461.774584:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879461.774589:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879461.774591:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879461.774594:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879461.774600:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774611:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.774615:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774623:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.774625:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879461.774629:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879461.774634:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879461.774638:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879461.774641:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304888853 00000100:00000001:1.0:1788879461.774644:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304890132 00000100:00000001:1.0:1788879461.774648:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304888853 00000100:00000001:1.0:1788879461.774652:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304890132 00000100:00000001:1.0:1788879461.774657:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879461.774661:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.774665:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879461.774672:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879461/real 1788879461] req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879461.774688:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879461.774691:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879461.774695:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879461.774700:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879461.774704:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879461.774709:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879461.774716:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879461.774735:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774749:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879461.774751:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774754:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.774756:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879461.774761:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774771:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879461.774776:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774784:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879461.774787:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774789:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879461.774791:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774793:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879461.774797:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879461.774800:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879461.774804:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879461.774806:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879461.774811:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879461.774820:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879461.774825:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774828:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.774833:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7480 x1875765519522688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774842:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879461.774844:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879461.774847:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879461.774851:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879461.774852:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879461.774854:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879461.774857:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879461.774860:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1800. 02000000:00000001:1.0:1788879461.774863:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879461.774865:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879461.774867:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7480. 00000100:00000001:1.0:1788879461.774872:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879461.774874:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774876:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.774881:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519522816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774889:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879461.774891:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879461.774892:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879461.774895:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879461.774896:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879461.774898:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879461.774900:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879461.774901:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788879461.774904:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879461.774905:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879461.774907:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788879461.774909:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879461.774911:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774913:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.774916:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5180 x1875765519522944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774924:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879461.774926:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879461.774928:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879461.774932:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879461.774934:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879461.774935:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879461.774937:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879461.774939:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788879461.774942:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879461.774943:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879461.774944:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5180. 00000100:00000001:1.0:1788879461.774948:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879461.774949:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774951:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879461.774954:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4000 x1875765519523072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879461.774962:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879461.774963:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879461.774965:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879461.774967:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879461.774968:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879461.774970:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879461.774972:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879461.774974:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788879461.774976:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879461.774977:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879461.774979:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4000. 00000100:00000001:1.0:1788879461.774984:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879461.774985:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774987:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879461.774993:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879461.774994:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879461.774997:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879461.774999:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879461.898372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879461.898379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879461.898386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879461.898387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879461.898392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879461.898395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879462.922401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879462.922409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879462.922416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879462.922418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879462.922422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879462.922424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879463.114392:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304890132, at 4304890176 00000100:00000040:1.0:1788879463.114392:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304890132, at 4304890176 00000100:00000010:0.0:1788879463.114415:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00000010:1.0:1788879463.114419:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00010000:00000001:1.0:1788879463.946393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879463.946401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879463.946409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879463.946411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879463.946415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879463.946416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879464.970487:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879464.970496:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879464.970503:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879464.970505:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879464.970509:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879464.970511:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879465.994378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879465.994389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879465.994398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879465.994400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879465.994406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879465.994408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.890800:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879466.890817:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879466.890823:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879466.890851:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.890890:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879466.890907:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.890932:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879466.890946:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879466.890955:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879466.890996:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519523200:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879466.891014:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879466.891028:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879466.891033:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.891040:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879466.891055:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879466.891061:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879466.891077:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879466.891087:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879466.891109:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879466.891124:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519523200, portal 25 00000100:00000001:1.0:1788879466.891133:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879466.891138:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788879466.891158:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.891200:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879466.891218:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879466.891232:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879466.891242:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519523200, offset 0 00000400:00000200:1.0:1788879466.891318:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879466.891342:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.891361:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879466.891384:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879466.891403:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879466.891424:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879466.891438:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879466.891457:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460070:460070:256:4294967295] 192.168.203.155@tcp LPNI seq info [460064:460064:8:4294967295] 00000400:00000200:1.0:1788879466.891481:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.891521:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879466.891567:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.893478:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879466.893495:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879466.893503:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879466.893530:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.893535:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879466.893547:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879466.893586:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879466.893597:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879466.893601:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879466.893615:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879466.893623:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.893638:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.893643:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.893654:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.893657:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879466.893668:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879466.893675:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879466.893679:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304895254 00000100:00000010:1.0:1788879466.893687:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:1.0:1788879466.893695:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879466.893710:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304895254 00000100:00000010:1.0:1788879466.893714:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788879466.893718:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879466.893722:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879466.893726:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.893731:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879466.893737:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879466/real 1788879466] req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879466.893760:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879466.893762:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879466.893766:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879466.893770:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879466.893772:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879466.893776:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879466.893780:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879466.893792:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.893803:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879466.893807:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.893811:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.893814:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879466.893819:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.893827:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879466.893834:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.893843:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879466.893847:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.893849:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.893851:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.893854:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879466.893856:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879466.893860:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879466.893865:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879466.893868:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879466.893873:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879466.893885:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519523200:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879466.893892:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.893895:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.893899:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519523200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.893907:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879466.893910:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879466.893914:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879466.893918:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879466.893920:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879466.893922:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879466.893925:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879466.893928:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788879466.893933:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879466.893935:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879466.893937:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788879466.893943:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879466.893944:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.893947:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.893956:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879466.893958:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.893961:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879466.893964:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879466.893967:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879466.893971:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894020:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879466.894022:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.894027:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879466.894031:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879466.894034:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879466.894039:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879466.894044:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879466.894049:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879466.894052:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.894055:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879466.894061:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879466.894063:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879466.894070:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879466.894074:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879466.894080:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879466.894087:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519523328, portal 10 00000100:00000001:1.0:1788879466.894090:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879466.894092:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788879466.894102:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894111:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879466.894114:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879466.894117:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879466.894121:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519523328, offset 0 00000400:00000200:1.0:1788879466.894128:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879466.894136:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.894143:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879466.894150:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879466.894155:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879466.894160:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879466.894164:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879466.894169:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460071:460071:256:4294967295] 192.168.203.155@tcp LPNI seq info [460065:460065:8:4294967295] 00000400:00000200:1.0:1788879466.894176:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.894187:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879466.894193:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.894197:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879466.894202:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879466.894207:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879466.894221:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.894224:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879466.894228:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879466.894232:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879466.894237:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879466.894239:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879466.894242:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879466.894246:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894285:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.894289:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894298:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.894300:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879466.894305:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879466.894310:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879466.894314:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879466.894317:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304893970 00000100:00000001:1.0:1788879466.894321:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304895254 00000100:00000001:1.0:1788879466.894324:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304893970 00000100:00000001:1.0:1788879466.894327:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304895254 00000100:00000001:1.0:1788879466.894329:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879466.894332:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.894334:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879466.894338:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879466/real 1788879466] req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879466.894348:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879466.894350:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879466.894353:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879466.894355:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879466.894358:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879466.894360:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879466.894364:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879466.894374:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894382:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879466.894384:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.894387:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.894389:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879466.894397:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894410:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879466.894418:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894432:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879466.894436:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.894440:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.894442:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.894446:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879466.894449:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879466.894455:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879466.894462:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879466.894466:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879466.894475:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879466.894493:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879466.894501:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879466.894506:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894515:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879466.894517:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.894520:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879466.894523:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879466.894525:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879466.894529:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879466.894533:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879466.894536:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879466.894538:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.894540:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879466.894545:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879466.894548:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879466.894552:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879466.894555:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879466.894570:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879466.894574:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519523456, portal 10 00000100:00000001:1.0:1788879466.894577:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879466.894579:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788879466.894586:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894595:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879466.894598:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879466.894600:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879466.894603:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519523456, offset 0 00000400:00000200:1.0:1788879466.894608:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879466.894614:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.894619:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879466.894623:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879466.894627:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879466.894630:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879466.894633:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879466.894637:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460072:460072:256:4294967295] 192.168.203.155@tcp LPNI seq info [460066:460066:8:4294967295] 00000400:00000200:1.0:1788879466.894642:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.894651:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879466.894656:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.894660:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879466.894665:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879466.894669:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879466.894683:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.894685:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879466.894689:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879466.894693:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879466.894697:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879466.894700:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879466.894702:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879466.894707:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894717:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.894721:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894729:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.894731:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879466.894735:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879466.894739:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879466.894742:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879466.894745:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304893970 00000100:00000001:1.0:1788879466.894748:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304895254 00000100:00000001:1.0:1788879466.894750:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304893970 00000100:00000001:1.0:1788879466.894754:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304895254 00000100:00000001:1.0:1788879466.894756:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879466.894759:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.894761:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879466.894766:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879466/real 1788879466] req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879466.894775:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879466.894777:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879466.894779:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879466.894781:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879466.894783:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879466.894786:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879466.894789:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879466.894800:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894808:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879466.894809:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.894811:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.894813:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879466.894817:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894825:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879466.894830:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894838:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879466.894841:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.894842:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.894844:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.894847:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879466.894849:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879466.894853:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879466.894857:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879466.894860:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879466.894864:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879466.894873:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879466.894877:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879466.894881:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894889:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879466.894891:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.894893:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879466.894896:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879466.894898:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879466.894902:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879466.894906:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879466.894908:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879466.894909:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.894911:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879466.894915:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879466.894917:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879466.894921:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879466.894924:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879466.894928:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879466.894932:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519523584, portal 4 00000100:00000001:1.0:1788879466.894934:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879466.894936:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788879466.894943:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.894951:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879466.894954:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879466.894957:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879466.894960:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519523584, offset 0 00000400:00000200:1.0:1788879466.894964:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879466.894968:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.894972:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879466.895011:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879466.895014:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879466.895017:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879466.895021:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879466.895025:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460073:460073:256:4294967295] 192.168.203.155@tcp LPNI seq info [460067:460067:8:4294967295] 00000400:00000200:1.0:1788879466.895030:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.895039:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879466.895045:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.895050:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879466.895055:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879466.895059:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879466.895073:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.895076:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879466.895080:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879466.895084:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879466.895088:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879466.895090:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879466.895093:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879466.895098:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895109:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.895112:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895129:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.895131:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879466.895135:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879466.895139:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879466.895143:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879466.895146:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304894022 00000100:00000001:1.0:1788879466.895149:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304895254 00000100:00000001:1.0:1788879466.895152:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304894022 00000100:00000001:1.0:1788879466.895155:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304895254 00000100:00000001:1.0:1788879466.895157:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879466.895160:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.895162:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879466.895167:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879466/real 1788879466] req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879466.895176:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879466.895177:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879466.895179:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879466.895182:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879466.895184:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879466.895186:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879466.895190:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879466.895201:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895208:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879466.895210:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895212:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.895214:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879466.895218:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895227:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879466.895232:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895240:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879466.895243:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895244:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.895246:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895273:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879466.895275:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879466.895279:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879466.895283:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879466.895285:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879466.895290:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879466.895300:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879466.895305:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879466.895309:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895317:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879466.895318:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.895321:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879466.895323:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879466.895326:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879466.895329:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879466.895333:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879466.895335:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879466.895338:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879466.895340:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879466.895344:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879466.895347:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879466.895351:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879466.895354:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879466.895357:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879466.895361:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519523712, portal 4 00000100:00000001:1.0:1788879466.895363:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879466.895365:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788879466.895372:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895380:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879466.895384:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879466.895387:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879466.895392:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519523712, offset 0 00000400:00000200:1.0:1788879466.895399:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879466.895406:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.895414:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879466.895420:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879466.895424:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879466.895429:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879466.895433:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879466.895440:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460074:460074:256:4294967295] 192.168.203.155@tcp LPNI seq info [460068:460068:8:4294967295] 00000400:00000200:1.0:1788879466.895449:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879466.895461:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879466.895471:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.895478:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879466.895486:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879466.895492:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879466.895507:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879466.895511:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879466.895514:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879466.895519:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879466.895523:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879466.895525:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879466.895528:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879466.895533:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895544:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.895547:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895556:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.895558:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879466.895562:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879466.895577:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879466.895581:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879466.895583:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304893974 00000100:00000001:1.0:1788879466.895587:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304895254 00000100:00000001:1.0:1788879466.895589:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304893974 00000100:00000001:1.0:1788879466.895592:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304895254 00000100:00000001:1.0:1788879466.895594:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879466.895597:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.895599:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879466.895604:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879466/real 1788879466] req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879466.895614:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879466.895615:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879466.895618:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879466.895620:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879466.895622:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879466.895625:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879466.895629:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879466.895640:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895647:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879466.895649:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895651:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.895653:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879466.895657:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895665:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879466.895669:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895693:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879466.895696:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895698:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879466.895699:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895701:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879466.895705:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879466.895708:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879466.895712:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879466.895714:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879466.895719:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879466.895729:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879466.895733:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895736:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.895746:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519523328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895754:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879466.895757:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879466.895760:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879466.895763:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879466.895765:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879466.895767:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879466.895769:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879466.895771:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788879466.895775:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879466.895777:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879466.895779:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788879466.895786:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879466.895787:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895790:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.895794:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519523456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895802:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879466.895803:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879466.895805:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879466.895809:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879466.895810:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879466.895811:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879466.895813:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879466.895815:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788879466.895817:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879466.895819:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879466.895820:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788879466.895823:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879466.895824:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895826:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.895830:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519523584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895837:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879466.895839:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879466.895841:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879466.895844:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879466.895846:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879466.895847:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879466.895850:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879466.895851:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1800. 02000000:00000001:1.0:1788879466.895854:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879466.895855:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879466.895857:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788879466.895859:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879466.895860:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895862:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879466.895866:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519523712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879466.895873:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879466.895874:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879466.895876:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879466.895878:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879466.895880:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879466.895881:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879466.895883:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879466.895885:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788879466.895887:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879466.895888:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879466.895890:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788879466.895892:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879466.895893:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895896:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879466.895900:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879466.895902:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879466.895904:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879466.895906:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018495:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879467.018511:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879467.018515:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879467.018521:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018531:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879467.018535:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018539:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018543:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018550:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879467.018553:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879467.018555:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879467.018558:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018561:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879467.018563:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018566:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018570:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018588:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879467.018590:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879467.018593:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879467.018596:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018598:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879467.018601:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018604:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879467.018607:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879468.042387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879468.042398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879468.042406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879468.042408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879468.042413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879468.042414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879468.234418:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304895254, at 4304895296 00000100:00000040:1.0:1788879468.234418:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304895254, at 4304895296 00000100:00000010:0.0:1788879468.234444:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000010:1.0:1788879468.234451:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000008:00000020:1.0:1788879468.938431:0:199604:0:(osc_request.c:745:osc_update_next_shrink()) next time 11428 to shrink grant 00010000:00000001:1.0:1788879469.066398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879469.066411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879469.066423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879469.066425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879469.066432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879469.066434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879470.090385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879470.090394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879470.090403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879470.090405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879470.090412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879470.090415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879471.114376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879471.114386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879471.114396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879471.114398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879471.114403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879471.114406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.010778:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879472.010785:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879472.010790:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879472.010802:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.010820:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879472.010824:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.010832:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879472.010837:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879472.010843:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879472.010849:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519523840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879472.010856:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879472.010863:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879472.010867:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.010874:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879472.010883:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879472.010890:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879472.010905:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879472.010914:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879472.010922:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879472.010934:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519523840, portal 25 00000100:00000001:1.0:1788879472.010985:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879472.010993:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788879472.011014:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.011080:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879472.011091:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879472.011100:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879472.011110:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519523840, offset 0 00000400:00000200:1.0:1788879472.011125:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879472.011145:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.011157:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879472.011191:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879472.011200:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879472.011207:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879472.011213:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879472.011222:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460075:460075:256:4294967295] 192.168.203.155@tcp LPNI seq info [460069:460069:8:4294967295] 00000400:00000200:1.0:1788879472.011235:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.011272:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879472.011285:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.011292:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879472.011347:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879472.011362:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788879472.011421:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.011428:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879472.011457:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879472.011474:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879472.011485:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879472.011492:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879472.011504:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879472.011516:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.011543:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.011567:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.011596:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.011600:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879472.011610:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879472.011619:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879472.011624:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304900372 00000100:00000010:1.0:1788879472.011633:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788879472.011645:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879472.011664:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304900372 00000100:00000010:1.0:1788879472.011672:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:1.0:1788879472.011678:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879472.011686:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879472.011695:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.011700:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879472.011710:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879472/real 1788879472] req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879472.011731:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879472.011736:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879472.011742:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879472.011745:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879472.011749:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879472.011754:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879472.011763:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879472.011783:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.011797:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879472.011801:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.011806:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.011809:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879472.011818:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.011835:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879472.011843:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.011858:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879472.011864:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.011868:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.011872:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.011877:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879472.011882:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879472.011890:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879472.011899:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879472.011903:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879472.011913:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879472.011951:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519523840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879472.011964:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.011971:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.012002:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519523840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012042:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879472.012048:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879472.012055:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879472.012062:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879472.012068:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879472.012073:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879472.012081:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879472.012086:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879472.012095:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879472.012100:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879472.012106:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788879472.012115:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879472.012119:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.012127:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.012138:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879472.012143:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.012150:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879472.012153:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879472.012159:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879472.012192:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012220:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879472.012224:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.012230:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879472.012234:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879472.012258:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879472.012265:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879472.012271:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879472.012277:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879472.012280:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.012283:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879472.012290:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879472.012296:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879472.012332:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879472.012337:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879472.012343:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879472.012351:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519523968, portal 10 00000100:00000001:1.0:1788879472.012361:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879472.012367:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788879472.012400:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012413:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879472.012419:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879472.012424:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879472.012428:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519523968, offset 0 00000400:00000200:1.0:1788879472.012435:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879472.012441:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.012446:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879472.012450:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879472.012452:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879472.012455:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879472.012458:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879472.012461:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460076:460076:256:4294967295] 192.168.203.155@tcp LPNI seq info [460070:460070:8:4294967295] 00000400:00000200:1.0:1788879472.012464:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.012471:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879472.012476:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.012480:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879472.012484:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879472.012487:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788879472.012498:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.012500:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879472.012503:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879472.012507:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879472.012510:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879472.012512:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879472.012515:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879472.012518:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012527:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.012529:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012536:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.012538:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879472.012552:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879472.012556:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879472.012559:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879472.012561:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304899088 00000100:00000001:1.0:1788879472.012564:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304900372 00000100:00000001:1.0:1788879472.012567:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304899088 00000100:00000001:1.0:1788879472.012569:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304900372 00000100:00000001:1.0:1788879472.012571:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879472.012572:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.012574:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879472.012577:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879472/real 1788879472] req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879472.012585:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879472.012586:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879472.012588:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879472.012591:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879472.012592:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879472.012594:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879472.012597:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879472.012605:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012610:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879472.012611:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.012613:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.012614:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879472.012617:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012623:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879472.012626:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012633:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879472.012636:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.012637:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.012639:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.012641:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879472.012642:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879472.012644:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879472.012647:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879472.012649:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879472.012652:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879472.012659:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519523968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879472.012662:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879472.012665:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012672:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879472.012673:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.012675:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879472.012685:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879472.012687:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879472.012690:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879472.012693:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879472.012695:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879472.012697:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.012698:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879472.012702:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879472.012703:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879472.012707:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879472.012709:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879472.012712:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879472.012715:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519524096, portal 10 00000100:00000001:1.0:1788879472.012717:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879472.012718:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879472.012724:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012730:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879472.012732:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879472.012734:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879472.012736:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519524096, offset 0 00000400:00000200:1.0:1788879472.012740:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879472.012743:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.012746:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879472.012748:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879472.012750:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879472.012752:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879472.012755:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879472.012758:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460077:460077:256:4294967295] 192.168.203.155@tcp LPNI seq info [460071:460071:8:4294967295] 00000400:00000200:1.0:1788879472.012762:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.012768:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879472.012772:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.012775:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879472.012778:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879472.012781:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788879472.012790:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.012792:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879472.012795:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879472.012798:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879472.012800:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879472.012803:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879472.012805:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879472.012808:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012815:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.012818:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012823:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.012825:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879472.012827:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879472.012830:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879472.012833:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879472.012835:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304899088 00000100:00000001:1.0:1788879472.012837:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304900372 00000100:00000001:1.0:1788879472.012839:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304899088 00000100:00000001:1.0:1788879472.012841:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304900372 00000100:00000001:1.0:1788879472.012843:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879472.012845:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.012846:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879472.012849:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879472/real 1788879472] req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879472.012855:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879472.012857:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879472.012858:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879472.012860:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879472.012861:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879472.012863:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879472.012865:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879472.012873:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012880:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879472.012882:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.012884:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.012885:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879472.012888:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012894:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879472.012897:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012902:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879472.012904:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.012905:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.012906:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.012908:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879472.012910:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879472.012912:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879472.012914:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879472.012916:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879472.012919:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879472.012925:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879472.012928:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879472.012931:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.012957:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879472.012959:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.012980:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879472.012983:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879472.012995:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879472.013002:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879472.013007:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879472.013010:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879472.013014:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.013017:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879472.013023:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879472.013027:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879472.013033:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879472.013038:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879472.013043:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879472.013049:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519524224, portal 4 00000100:00000001:1.0:1788879472.013051:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879472.013053:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879472.013061:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013068:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879472.013071:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879472.013073:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879472.013076:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519524224, offset 0 00000400:00000200:1.0:1788879472.013080:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879472.013085:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.013089:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879472.013092:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879472.013095:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879472.013098:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879472.013101:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879472.013104:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460078:460078:256:4294967295] 192.168.203.155@tcp LPNI seq info [460072:460072:8:4294967295] 00000400:00000200:1.0:1788879472.013109:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.013116:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879472.013121:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.013125:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879472.013129:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879472.013133:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788879472.013145:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.013147:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879472.013151:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879472.013154:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879472.013184:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879472.013186:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879472.013188:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879472.013192:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013209:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.013212:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013218:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.013220:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879472.013223:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879472.013226:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879472.013229:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879472.013231:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304899140 00000100:00000001:1.0:1788879472.013234:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304900372 00000100:00000001:1.0:1788879472.013253:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304899140 00000100:00000001:1.0:1788879472.013256:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304900372 00000100:00000001:1.0:1788879472.013258:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879472.013260:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.013262:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879472.013266:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879472/real 1788879472] req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879472.013276:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879472.013277:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879472.013279:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879472.013282:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879472.013283:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879472.013285:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879472.013288:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879472.013297:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013329:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879472.013331:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013334:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.013335:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879472.013340:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013350:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879472.013358:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013385:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879472.013389:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013392:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.013394:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013397:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879472.013399:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879472.013403:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879472.013408:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879472.013412:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879472.013419:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879472.013432:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879472.013456:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013459:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.013463:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519523968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013471:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879472.013473:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879472.013476:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879472.013479:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879472.013481:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879472.013483:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879472.013486:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879472.013488:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879472.013491:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879472.013492:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879472.013494:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788879472.013497:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879472.013499:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013501:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.013504:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519524096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013511:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879472.013512:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879472.013514:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879472.013518:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879472.013519:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879472.013520:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879472.013523:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879472.013524:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879472.013526:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879472.013528:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879472.013530:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879472.013533:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879472.013534:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013536:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.013540:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519524224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013555:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879472.013556:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879472.013558:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879472.013576:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879472.013577:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879472.013578:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879472.013580:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879472.013581:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879472.013583:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879472.013584:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879472.013585:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879472.013587:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879472.013588:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013589:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013593:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879472.013594:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.013595:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879472.013597:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879472.013598:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879472.013601:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013607:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879472.013608:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.013610:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879472.013611:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879472.013613:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879472.013616:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879472.013619:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879472.013621:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879472.013622:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879472.013624:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879472.013627:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879472.013629:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879472.013632:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879472.013635:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879472.013637:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879472.013640:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519524352, portal 4 00000100:00000001:1.0:1788879472.013642:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879472.013644:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879472.013649:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013655:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879472.013657:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879472.013659:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879472.013661:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519524352, offset 0 00000400:00000200:1.0:1788879472.013665:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879472.013674:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.013677:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879472.013680:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879472.013683:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879472.013685:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879472.013687:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879472.013690:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460079:460079:256:4294967295] 192.168.203.155@tcp LPNI seq info [460073:460073:8:4294967295] 00000400:00000200:1.0:1788879472.013694:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879472.013700:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879472.013704:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.013707:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879472.013710:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879472.013713:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788879472.013723:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879472.013725:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879472.013728:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879472.013731:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879472.013733:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879472.013735:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879472.013737:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879472.013740:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013747:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.013750:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013756:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.013757:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879472.013760:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879472.013762:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879472.013765:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879472.013767:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304899092 00000100:00000001:1.0:1788879472.013769:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304900372 00000100:00000001:1.0:1788879472.013771:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304899092 00000100:00000001:1.0:1788879472.013773:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304900372 00000100:00000001:1.0:1788879472.013775:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879472.013777:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.013778:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879472.013781:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879472/real 1788879472] req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879472.013787:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879472.013789:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879472.013790:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879472.013792:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879472.013794:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879472.013796:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879472.013799:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879472.013806:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013812:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879472.013813:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013814:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.013815:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879472.013818:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013824:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879472.013827:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013833:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879472.013835:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013837:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879472.013838:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013840:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879472.013842:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879472.013844:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879472.013847:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879472.013848:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879472.013852:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879472.013858:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879472.013861:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013863:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879472.013866:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519524352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879472.013871:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879472.013873:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879472.013874:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879472.013876:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879472.013877:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879472.013878:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879472.013880:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879472.013881:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879472.013883:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879472.013885:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879472.013886:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879472.013888:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879472.013889:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013891:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879472.013893:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879472.013895:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879472.013896:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879472.013898:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879472.138369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879472.138377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879472.138385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879472.138387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879472.138392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879472.138394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879473.162342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879473.162347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879473.162351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879473.162352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879473.162354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879473.162355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879473.354351:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304900372, at 4304900416 00000100:00000040:0.0:1788879473.354352:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304900372, at 4304900416 00000100:00000010:1.0:1788879473.354366:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000010:0.0:1788879473.354368:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00010000:00000001:1.0:1788879474.186389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879474.186397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879474.186405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879474.186407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879474.186411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879474.186413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879475.210403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879475.210413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879475.210423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879475.210426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879475.210433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879475.210436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879476.234416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879476.234426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879476.234438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879476.234441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879476.234447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879476.234450:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.130819:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879477.130827:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879477.130834:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879477.130851:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.130897:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879477.130934:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.130945:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879477.130965:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879477.130975:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879477.130987:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519524480:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879477.131003:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879477.131012:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879477.131019:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.131028:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879477.131040:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879477.131048:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879477.131068:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879477.131081:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879477.131093:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879477.131110:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519524480, portal 25 00000100:00000001:1.0:1788879477.131120:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879477.131126:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879477.131157:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.131183:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879477.131195:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879477.131201:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879477.131212:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519524480, offset 0 00000400:00000200:1.0:1788879477.131225:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879477.131241:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.131336:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879477.131352:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879477.131365:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879477.131387:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879477.131398:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879477.131412:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460080:460080:256:4294967295] 192.168.203.155@tcp LPNI seq info [460074:460074:8:4294967295] 00000400:00000200:1.0:1788879477.131432:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.131471:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879477.131491:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.131505:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879477.131523:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879477.131535:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788879477.131584:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.131608:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879477.131625:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879477.131645:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879477.131661:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879477.131670:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879477.131685:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879477.131701:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.131745:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.131761:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.131814:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.131820:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879477.131835:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879477.131853:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879477.131859:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304905492 00000100:00000010:1.0:1788879477.131871:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:1.0:1788879477.131886:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879477.131932:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304905492 00000100:00000010:1.0:1788879477.131942:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:1.0:1788879477.131964:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879477.131977:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879477.131984:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.131993:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879477.132009:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879477/real 1788879477] req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879477.132048:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879477.132053:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879477.132058:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879477.132065:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879477.132073:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879477.132080:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879477.132091:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879477.132115:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.132139:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879477.132145:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.132153:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.132156:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879477.132164:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.132180:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879477.132195:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.132232:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879477.132241:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.132306:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.132312:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.132322:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879477.132329:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879477.132339:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879477.132354:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879477.132361:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879477.132371:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879477.132386:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519524480:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879477.132395:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.132398:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.132413:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519524480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.132424:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879477.132428:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879477.132432:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879477.132438:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879477.132440:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879477.132443:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879477.132447:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879477.132450:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879477.132455:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879477.132459:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879477.132462:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879477.132477:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879477.132479:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.132483:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.132492:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879477.132495:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.132498:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879477.132501:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879477.132504:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879477.132510:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.132520:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879477.132523:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.132526:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879477.132529:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879477.132533:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879477.132537:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879477.132542:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879477.132545:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879477.132547:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.132550:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879477.132555:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879477.132557:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879477.132563:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879477.132567:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879477.132572:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879477.132577:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519524608, portal 10 00000100:00000001:1.0:1788879477.132580:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879477.132582:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879477.132610:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.132623:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879477.132628:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879477.132633:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879477.132637:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519524608, offset 0 00000400:00000200:1.0:1788879477.132645:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879477.132653:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.132660:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879477.132667:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879477.132672:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879477.132677:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879477.132682:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879477.132688:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460081:460081:256:4294967295] 192.168.203.155@tcp LPNI seq info [460075:460075:8:4294967295] 00000400:00000200:1.0:1788879477.132696:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.132708:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879477.132717:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.132723:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879477.132731:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879477.132738:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788879477.132758:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.132762:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879477.132768:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879477.132786:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879477.132792:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879477.132795:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879477.132801:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879477.132808:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.132825:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.132831:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.132866:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.132869:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879477.132875:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879477.132883:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879477.132889:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879477.132893:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304904208 00000100:00000001:1.0:1788879477.132898:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304905492 00000100:00000001:1.0:1788879477.132928:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304904208 00000100:00000001:1.0:1788879477.132933:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304905492 00000100:00000001:1.0:1788879477.132937:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879477.132942:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.132970:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879477.132976:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879477/real 1788879477] req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879477.132989:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879477.132991:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879477.132994:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879477.132999:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879477.133002:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879477.133005:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879477.133010:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879477.133042:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133054:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879477.133057:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.133061:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.133064:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879477.133071:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133085:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879477.133095:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133108:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879477.133115:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.133118:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.133121:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.133125:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879477.133128:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879477.133133:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879477.133139:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879477.133144:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879477.133152:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879477.133166:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879477.133175:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879477.133193:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133205:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879477.133208:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.133211:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879477.133215:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879477.133219:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879477.133225:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879477.133231:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879477.133235:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879477.133238:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.133242:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879477.133249:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879477.133253:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879477.133259:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879477.133264:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879477.133270:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879477.133276:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519524736, portal 10 00000100:00000001:1.0:1788879477.133324:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879477.133327:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879477.133337:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133349:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879477.133353:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879477.133358:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879477.133362:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519524736, offset 0 00000400:00000200:1.0:1788879477.133368:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879477.133375:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.133392:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879477.133396:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879477.133401:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879477.133405:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879477.133409:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879477.133414:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460082:460082:256:4294967295] 192.168.203.155@tcp LPNI seq info [460076:460076:8:4294967295] 00000400:00000200:1.0:1788879477.133421:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.133431:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879477.133438:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.133443:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879477.133458:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879477.133463:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788879477.133481:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.133485:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879477.133489:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879477.133495:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879477.133500:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879477.133502:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879477.133507:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879477.133513:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133526:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.133531:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133543:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.133545:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879477.133551:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879477.133555:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879477.133560:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879477.133563:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304904209 00000100:00000001:1.0:1788879477.133568:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304905492 00000100:00000001:1.0:1788879477.133571:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304904209 00000100:00000001:1.0:1788879477.133575:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304905492 00000100:00000001:1.0:1788879477.133578:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879477.133582:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.133586:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879477.133610:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879477/real 1788879477] req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879477.133628:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879477.133631:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879477.133635:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879477.133641:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879477.133645:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879477.133650:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879477.133657:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879477.133676:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133691:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879477.133694:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.133698:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.133701:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879477.133709:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133723:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879477.133731:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133759:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879477.133764:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.133767:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.133770:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.133775:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879477.133779:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879477.133784:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879477.133791:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879477.133796:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879477.133804:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879477.133821:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879477.133828:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879477.133836:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133850:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879477.133853:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.133857:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879477.133861:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879477.133865:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879477.133871:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879477.133877:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879477.133881:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879477.133884:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.133887:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879477.133893:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879477.133896:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879477.133927:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879477.133933:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879477.133950:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879477.133956:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519524864, portal 4 00000100:00000001:1.0:1788879477.133960:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879477.133963:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879477.133974:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.133987:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879477.133992:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879477.133997:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879477.134003:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519524864, offset 0 00000400:00000200:1.0:1788879477.134010:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879477.134018:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.134026:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879477.134031:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879477.134037:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879477.134042:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879477.134046:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879477.134053:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460083:460083:256:4294967295] 192.168.203.155@tcp LPNI seq info [460077:460077:8:4294967295] 00000400:00000200:1.0:1788879477.134062:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.134075:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879477.134084:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.134091:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879477.134099:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879477.134105:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788879477.134127:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.134138:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879477.134145:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879477.134152:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879477.134157:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879477.134160:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879477.134164:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879477.134169:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134180:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.134184:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134204:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.134206:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879477.134211:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879477.134215:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879477.134219:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879477.134222:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304904261 00000100:00000001:1.0:1788879477.134226:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304905492 00000100:00000001:1.0:1788879477.134228:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304904261 00000100:00000001:1.0:1788879477.134231:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304905492 00000100:00000001:1.0:1788879477.134234:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879477.134238:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.134241:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879477.134245:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879477/real 1788879477] req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879477.134307:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879477.134310:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879477.134313:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879477.134318:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879477.134321:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879477.134325:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879477.134331:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879477.134345:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134355:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879477.134359:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.134362:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.134364:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879477.134370:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134380:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879477.134386:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134397:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879477.134401:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.134403:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.134405:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.134408:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879477.134411:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879477.134415:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879477.134420:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879477.134433:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879477.134439:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879477.134451:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879477.134457:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879477.134463:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134472:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879477.134475:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.134478:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879477.134481:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879477.134484:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879477.134488:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879477.134493:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879477.134496:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879477.134498:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879477.134501:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879477.134507:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879477.134510:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879477.134515:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879477.134518:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879477.134523:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879477.134528:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519524992, portal 4 00000100:00000001:1.0:1788879477.134531:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879477.134533:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879477.134542:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134551:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879477.134555:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879477.134559:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879477.134562:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519524992, offset 0 00000400:00000200:1.0:1788879477.134568:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879477.134574:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.134580:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879477.134585:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879477.134589:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879477.134593:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879477.134596:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879477.134602:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460084:460084:256:4294967295] 192.168.203.155@tcp LPNI seq info [460078:460078:8:4294967295] 00000400:00000200:1.0:1788879477.134608:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879477.134637:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879477.134647:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.134654:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879477.134663:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879477.134668:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788879477.134689:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879477.134693:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879477.134699:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879477.134706:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879477.134712:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879477.134715:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879477.134736:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879477.134742:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134755:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.134759:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134769:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.134772:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879477.134777:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879477.134782:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879477.134787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879477.134791:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304904213 00000100:00000001:1.0:1788879477.134795:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304905492 00000100:00000001:1.0:1788879477.134799:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304904213 00000100:00000001:1.0:1788879477.134802:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304905492 00000100:00000001:1.0:1788879477.134806:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879477.134810:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.134813:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879477.134839:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879477/real 1788879477] req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879477.134856:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879477.134859:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879477.134862:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879477.134868:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879477.134872:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879477.134876:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879477.134882:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879477.134893:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134921:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879477.134924:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.134927:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.134928:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879477.134943:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.134952:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879477.134958:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.135024:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879477.135027:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.135029:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879477.135031:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.135034:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879477.135037:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879477.135040:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879477.135044:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879477.135046:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879477.135052:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879477.135061:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519524992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879477.135066:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.135069:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.135073:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519524608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.135081:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879477.135083:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879477.135086:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879477.135090:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879477.135092:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879477.135094:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879477.135097:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879477.135099:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879477.135103:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879477.135105:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879477.135107:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879477.135121:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879477.135123:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.135125:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.135129:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519524736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.135137:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879477.135139:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879477.135141:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879477.135143:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879477.135145:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879477.135146:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879477.135148:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879477.135150:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879477.135152:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879477.135154:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879477.135155:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879477.135158:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879477.135159:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.135161:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.135165:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519524864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.135172:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879477.135173:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879477.135175:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879477.135177:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879477.135179:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879477.135180:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879477.135182:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879477.135184:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879477.135186:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879477.135187:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879477.135189:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879477.135191:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879477.135193:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.135195:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879477.135198:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519524992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879477.135213:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879477.135215:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879477.135217:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879477.135219:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879477.135220:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879477.135222:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879477.135224:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879477.135225:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879477.135227:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879477.135229:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879477.135230:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879477.135233:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879477.135234:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.135236:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879477.135241:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879477.135243:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879477.135291:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879477.135294:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879477.258399:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879477.258403:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879477.258408:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258413:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879477.258416:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258420:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258422:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879477.258430:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879477.258431:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879477.258434:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258436:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879477.258438:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258440:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258443:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879477.258449:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879477.258451:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879477.258453:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258455:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879477.258457:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258460:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879477.258462:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879478.282384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879478.282393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879478.282402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879478.282404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879478.282409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879478.282411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879478.474371:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304905492, at 4304905536 00000100:00000040:1.0:1788879478.474371:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304905492, at 4304905536 00000100:00000010:0.0:1788879478.474397:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000010:1.0:1788879478.474402:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00010000:00000001:1.0:1788879479.306370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879479.306379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879479.306387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879479.306389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879479.306393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879479.306395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879480.330375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879480.330382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879480.330389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879480.330390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879480.330393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879480.330394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879481.354343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879481.354352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879481.354359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879481.354360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879481.354363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879481.354364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.250680:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879482.250686:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879482.250691:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879482.250705:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.250740:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879482.250745:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.250749:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879482.250771:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879482.250776:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879482.250785:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519525120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879482.250791:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879482.250795:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879482.250800:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.250803:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879482.250810:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879482.250815:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879482.250825:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879482.250831:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879482.250838:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879482.250847:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519525120, portal 25 00000100:00000001:1.0:1788879482.250852:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879482.250857:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879482.250863:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.250889:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879482.250895:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879482.250925:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879482.250933:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519525120, offset 0 00000400:00000200:1.0:1788879482.250946:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879482.250962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.250973:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879482.250983:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879482.250991:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879482.250998:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879482.251005:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879482.251011:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460085:460085:256:4294967295] 192.168.203.155@tcp LPNI seq info [460079:460079:8:4294967295] 00000400:00000200:1.0:1788879482.251023:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.251056:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879482.251065:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.251074:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879482.251090:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879482.251098:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879482.251157:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.251165:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879482.251193:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879482.251203:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879482.251214:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879482.251219:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879482.251228:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879482.251237:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251311:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.251317:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251324:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.251326:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879482.251333:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879482.251338:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879482.251341:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304910612 00000100:00000010:1.0:1788879482.251346:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:1.0:1788879482.251369:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879482.251377:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304910612 00000100:00000010:1.0:1788879482.251383:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000001:1.0:1788879482.251387:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879482.251393:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879482.251398:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.251401:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879482.251409:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879482/real 1788879482] req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879482.251461:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879482.251465:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879482.251469:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879482.251473:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879482.251479:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879482.251484:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879482.251493:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879482.251516:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251535:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879482.251540:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.251546:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.251550:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879482.251560:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251580:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879482.251591:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251610:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879482.251617:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.251622:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.251626:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.251632:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879482.251635:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879482.251642:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879482.251651:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879482.251656:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879482.251664:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879482.251685:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519525120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879482.251697:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.251704:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.251711:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519525120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251727:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879482.251733:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879482.251738:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879482.251744:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879482.251748:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879482.251752:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879482.251757:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879482.251763:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879482.251788:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879482.251791:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879482.251793:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879482.251798:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879482.251801:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.251804:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.251811:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879482.251813:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.251815:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879482.251816:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879482.251818:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879482.251822:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251827:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879482.251828:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.251830:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879482.251832:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879482.251834:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879482.251836:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519525248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879482.251838:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879482.251840:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879482.251841:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.251842:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879482.251845:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879482.251846:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879482.251849:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879482.251851:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879482.251853:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879482.251856:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519525248, portal 10 00000100:00000001:1.0:1788879482.251857:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879482.251858:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879482.251863:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251885:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879482.251887:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879482.251889:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879482.251891:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519525248, offset 0 00000400:00000200:1.0:1788879482.251894:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879482.251898:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.251901:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879482.251903:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879482.251914:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879482.251916:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879482.251918:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879482.251920:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460086:460086:256:4294967295] 192.168.203.155@tcp LPNI seq info [460080:460080:8:4294967295] 00000400:00000200:1.0:1788879482.251923:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.251928:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879482.251932:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.251935:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879482.251938:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879482.251940:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879482.251948:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.251950:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879482.251952:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879482.251955:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879482.251957:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879482.251958:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879482.251960:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879482.251963:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251969:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.251971:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.251976:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.251977:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879482.251979:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879482.251982:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879482.251984:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879482.251985:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304909327 00000100:00000001:1.0:1788879482.251987:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304910612 00000100:00000001:1.0:1788879482.251989:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304909327 00000100:00000001:1.0:1788879482.251991:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304910612 00000100:00000001:1.0:1788879482.251992:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879482.251994:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.251995:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879482.251998:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879482/real 1788879482] req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879482.252007:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879482.252009:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879482.252010:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879482.252011:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879482.252012:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879482.252014:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879482.252016:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879482.252022:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252027:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879482.252027:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252029:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.252030:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879482.252032:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252036:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879482.252039:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252043:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879482.252045:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252046:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.252047:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252048:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879482.252049:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879482.252051:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879482.252053:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879482.252054:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879482.252058:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879482.252064:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519525248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879482.252066:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879482.252068:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252073:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879482.252074:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.252076:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879482.252077:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879482.252079:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879482.252083:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519525376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879482.252086:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879482.252088:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879482.252090:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.252091:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879482.252095:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879482.252097:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879482.252100:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879482.252103:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879482.252107:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879482.252110:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519525376, portal 10 00000100:00000001:1.0:1788879482.252113:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879482.252114:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879482.252121:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252129:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879482.252132:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879482.252134:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879482.252137:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519525376, offset 0 00000400:00000200:1.0:1788879482.252142:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879482.252145:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.252148:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879482.252150:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879482.252152:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879482.252154:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879482.252156:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879482.252158:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460087:460087:256:4294967295] 192.168.203.155@tcp LPNI seq info [460081:460081:8:4294967295] 00000400:00000200:1.0:1788879482.252161:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.252166:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879482.252168:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.252171:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879482.252174:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879482.252176:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879482.252184:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.252185:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879482.252188:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879482.252190:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879482.252210:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879482.252213:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879482.252216:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879482.252220:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252230:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.252233:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252241:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.252243:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879482.252246:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879482.252250:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879482.252253:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879482.252256:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304909327 00000100:00000001:1.0:1788879482.252259:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304910612 00000100:00000001:1.0:1788879482.252289:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304909327 00000100:00000001:1.0:1788879482.252293:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304910612 00000100:00000001:1.0:1788879482.252296:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879482.252298:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.252301:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879482.252306:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879482/real 1788879482] req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879482.252315:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879482.252317:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879482.252319:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879482.252322:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879482.252324:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879482.252326:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879482.252330:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879482.252340:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252348:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879482.252366:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252367:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.252368:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879482.252371:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252375:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879482.252378:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252382:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879482.252384:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252386:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.252387:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252388:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879482.252389:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879482.252391:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879482.252393:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879482.252395:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879482.252397:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879482.252402:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519525376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879482.252404:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879482.252407:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252412:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879482.252413:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.252414:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879482.252433:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879482.252434:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879482.252437:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519525504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879482.252439:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879482.252441:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879482.252442:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.252443:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879482.252446:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879482.252447:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879482.252450:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879482.252452:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879482.252455:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879482.252457:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519525504, portal 4 00000100:00000001:1.0:1788879482.252460:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879482.252461:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879482.252466:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252471:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879482.252473:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879482.252475:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879482.252476:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519525504, offset 0 00000400:00000200:1.0:1788879482.252479:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879482.252482:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.252485:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879482.252487:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879482.252489:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879482.252492:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879482.252493:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879482.252496:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460088:460088:256:4294967295] 192.168.203.155@tcp LPNI seq info [460082:460082:8:4294967295] 00000400:00000200:1.0:1788879482.252499:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.252504:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879482.252508:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.252510:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879482.252513:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879482.252516:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879482.252524:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.252526:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879482.252528:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879482.252531:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879482.252534:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879482.252535:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879482.252537:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879482.252539:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252551:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.252553:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252559:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.252560:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879482.252562:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879482.252564:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879482.252566:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879482.252568:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304909380 00000100:00000001:1.0:1788879482.252570:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304910612 00000100:00000001:1.0:1788879482.252571:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304909380 00000100:00000001:1.0:1788879482.252573:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304910612 00000100:00000001:1.0:1788879482.252575:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879482.252577:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.252578:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879482.252581:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879482/real 1788879482] req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879482.252587:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879482.252588:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879482.252589:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879482.252590:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879482.252591:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879482.252593:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879482.252595:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879482.252602:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252607:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879482.252609:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252610:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.252611:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879482.252614:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252619:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879482.252622:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252627:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879482.252629:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252630:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.252631:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252632:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879482.252634:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879482.252635:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879482.252637:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879482.252639:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879482.252642:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879482.252648:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519525504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879482.252650:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879482.252652:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252657:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879482.252659:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.252660:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879482.252662:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879482.252663:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879482.252666:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519525632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879482.252669:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879482.252670:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879482.252671:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879482.252673:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879482.252675:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879482.252677:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879482.252679:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879482.252681:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879482.252683:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879482.252685:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519525632, portal 4 00000100:00000001:1.0:1788879482.252687:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879482.252688:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879482.252692:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252697:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879482.252699:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879482.252700:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879482.252702:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519525632, offset 0 00000400:00000200:1.0:1788879482.252705:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879482.252708:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.252710:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879482.252713:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879482.252714:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879482.252716:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879482.252718:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879482.252721:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460089:460089:256:4294967295] 192.168.203.155@tcp LPNI seq info [460083:460083:8:4294967295] 00000400:00000200:1.0:1788879482.252724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879482.252728:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879482.252731:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.252733:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879482.252737:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879482.252739:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879482.252747:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879482.252749:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879482.252751:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879482.252754:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879482.252756:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879482.252757:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879482.252759:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879482.252761:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252783:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.252785:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252790:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.252791:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879482.252793:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879482.252795:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879482.252797:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879482.252798:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304909331 00000100:00000001:1.0:1788879482.252800:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304910612 00000100:00000001:1.0:1788879482.252801:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304909331 00000100:00000001:1.0:1788879482.252803:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304910612 00000100:00000001:1.0:1788879482.252804:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879482.252806:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.252807:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879482.252809:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879482/real 1788879482] req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879482.252814:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879482.252816:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879482.252817:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879482.252818:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879482.252819:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879482.252821:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879482.252823:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879482.252828:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252832:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879482.252833:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252834:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.252835:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879482.252837:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252841:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879482.252844:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252848:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879482.252850:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252851:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879482.252851:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252853:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879482.252854:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879482.252856:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879482.252858:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879482.252859:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879482.252861:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879482.252884:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519525632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879482.252887:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252889:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.252891:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519525248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252896:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879482.252914:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879482.252916:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879482.252929:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879482.252931:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879482.252932:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879482.252934:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879482.252935:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879482.252937:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879482.252938:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879482.252940:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879482.252942:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879482.252943:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252945:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.252947:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519525376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252952:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879482.252953:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879482.252954:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879482.252956:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879482.252957:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879482.252958:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879482.252959:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879482.252960:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879482.252961:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879482.252962:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879482.252963:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879482.252965:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879482.252966:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252968:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.252970:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519525504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252976:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879482.252976:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879482.252977:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879482.252979:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879482.252980:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879482.252981:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879482.252982:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879482.252983:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879482.252985:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879482.252985:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879482.252986:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879482.252988:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879482.252989:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.252990:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879482.252992:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519525632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879482.252997:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879482.252998:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879482.252999:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879482.253000:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879482.253001:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879482.253002:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879482.253003:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879482.253004:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879482.253006:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879482.253006:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879482.253007:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879482.253009:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879482.253010:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.253011:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879482.253014:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879482.253015:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879482.253017:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879482.253018:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879482.378374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879482.378381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879482.378386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879482.378388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879482.378390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879482.378391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879483.402377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879483.402386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879483.402393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879483.402395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879483.402399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879483.402401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879483.594352:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304910612, at 4304910656 00000100:00000040:0.0:1788879483.594360:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304910612, at 4304910656 00000100:00000010:1.0:1788879483.594369:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000010:0.0:1788879483.594372:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00010000:00000001:1.0:1788879484.426327:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879484.426332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879484.426336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879484.426337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879484.426339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879484.426340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879485.450411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879485.450419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879485.450427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879485.450429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879485.450433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879485.450435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879486.474363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879486.474369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879486.474373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879486.474374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879486.474377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879486.474378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879487.370381:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879487.370394:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879487.370398:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879487.370402:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879487.370408:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879487.370416:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10242 00000400:00000200:1.0:1788879487.370426:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879487.370432:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879487.370437:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879487.370441:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370445:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.370449:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370452:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879487.370462:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879487.370464:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879487.370467:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879487.370470:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879487.370472:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879487.370474:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879487.370477:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370479:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.370480:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370482:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879487.370484:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879487.370487:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370489:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879487.370491:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879487.370494:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879487.370496:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.370498:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879487.370500:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879487.370507:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788879487.370510:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879487.370515:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879487.370516:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.370519:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879487.370521:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879487.370525:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879487.370532:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879487.370538:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879487.370546:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519525760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879487.370572:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879487.370576:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879487.370581:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519525760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879487.370603:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879487.370606:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879487.370609:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879487.370610:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879487.370611:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879487.370614:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879487.370616:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10242 00000400:00000200:1.0:1788879487.370620:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879487.370623:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879487.370625:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879487.370628:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370630:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.370633:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370635:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879487.370638:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879487.370639:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879487.370642:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879487.370646:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879487.370651:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879487.370659:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879487.370668:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370677:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.370683:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370690:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879487.370696:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879487.370705:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370711:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879487.370718:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879487.370724:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879487.370729:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.370734:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879487.370739:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879487.370745:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.370749:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879487.370754:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879487.370759:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879487.370762:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879487.370765:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.370768:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879487.370770:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879487.370772:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879487.370789:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879487.370797:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879487.370813:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519525888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879487.370847:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879487.370852:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879487.370864:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519525888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879487.370890:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879487.370896:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879487.370899:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879487.370902:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879487.370906:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879487.370910:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879487.370917:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10242 00000400:00000200:1.0:1788879487.370926:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879487.370935:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879487.370940:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879487.370946:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370949:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.370953:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.370958:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879487.370972:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879487.370975:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879487.370977:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879487.370982:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879487.370985:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879487.370989:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879487.370995:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371000:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.371005:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371011:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879487.371015:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879487.371020:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371026:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879487.371030:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879487.371036:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879487.371042:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.371046:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879487.371049:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879487.371053:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.371055:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879487.371063:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879487.371067:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879487.371072:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879487.371076:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.371081:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879487.371084:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879487.371087:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879487.371094:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879487.371100:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879487.371108:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519526016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879487.371130:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879487.371134:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879487.371143:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519526016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879487.371156:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879487.371163:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879487.371170:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879487.371171:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879487.371173:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879487.371179:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879487.371182:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10242 00000400:00000200:1.0:1788879487.371188:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879487.371193:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879487.371195:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879487.371201:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371205:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.371209:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371213:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879487.371219:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879487.371223:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879487.371225:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879487.371227:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879487.371229:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879487.371233:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879487.371243:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371283:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.371286:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371291:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879487.371294:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879487.371300:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371322:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879487.371327:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879487.371333:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879487.371340:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.371346:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879487.371350:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879487.371358:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.371362:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879487.371371:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879487.371378:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879487.371384:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879487.371386:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.371390:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879487.371394:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879487.371397:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879487.371404:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879487.371410:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879487.371422:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519526144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879487.371438:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879487.371444:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879487.371457:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519526144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879487.371473:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879487.371476:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879487.371481:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879487.371484:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879487.371487:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879487.371494:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879487.371497:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10242 00000400:00000200:1.0:1788879487.371506:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879487.371511:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879487.371516:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879487.371537:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371540:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.371545:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371547:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879487.371553:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879487.371555:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879487.371560:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879487.371564:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879487.371566:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879487.371570:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879487.371578:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371581:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879487.371587:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371591:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879487.371595:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879487.371600:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879487.371605:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879487.371608:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879487.371613:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879487.371619:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.371623:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879487.371627:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879487.371631:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.371635:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879487.371638:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879487.371645:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879487.371651:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879487.371657:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879487.371663:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879487.371667:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879487.371673:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879487.371683:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879487.371692:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879487.371702:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519526272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879487.371719:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879487.371724:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879487.371734:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519526272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879487.371754:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879487.371762:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10252) 00010000:00000001:1.0:1788879487.498324:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879487.498332:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879487.498334:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879487.498338:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498342:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879487.498344:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498346:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498348:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879487.498352:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879487.498353:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879487.498354:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498355:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879487.498356:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498357:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498359:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879487.498363:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879487.498363:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879487.498364:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498365:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879487.498366:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498367:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879487.498369:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879488.522304:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879488.522309:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879488.522313:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879488.522314:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879488.522316:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879488.522317:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879488.714312:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304915731, at 4304915776 00000100:00000040:0.0:1788879488.714314:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304915731, at 4304915776 00000100:00000010:1.0:1788879488.714325:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00000100:00000010:0.0:1788879488.714327:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b780. 00010000:00000001:1.0:1788879489.546314:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879489.546320:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879489.546325:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879489.546326:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879489.546329:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879489.546330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879490.570387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879490.570397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879490.570406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879490.570408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879490.570412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879490.570414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879491.594410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879491.594419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879491.594426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879491.594427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879491.594430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879491.594431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879492.618392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879492.618398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879492.618403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879492.618404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879492.618408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879492.618408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879493.642411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879493.642418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879493.642424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879493.642425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879493.642428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879493.642429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879493.834411:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304920852, at 4304920896 00000100:00000040:0.0:1788879493.834415:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304920852, at 4304920896 00000100:00000010:1.0:1788879493.834436:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b960. 00000100:00000010:0.0:1788879493.834440:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b840. 00010000:00000001:1.0:1788879494.666411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879494.666422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879494.666431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879494.666433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879494.666438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879494.666440:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879495.690433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879495.690447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879495.690459:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879495.690462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879495.690469:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879495.690487:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879496.714355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879496.714367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879496.714376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879496.714378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879496.714384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879496.714386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879497.610384:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879497.610396:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879497.610400:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879497.610405:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879497.610410:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879497.610419:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10252 00000400:00000200:1.0:1788879497.610430:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879497.610437:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879497.610440:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879497.610444:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610447:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.610450:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610452:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879497.610462:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879497.610464:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879497.610468:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879497.610473:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879497.610475:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879497.610477:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879497.610480:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610482:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.610483:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610485:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879497.610488:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879497.610491:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610493:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879497.610497:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879497.610501:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879497.610503:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.610506:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879497.610509:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879497.610522:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879497.610525:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879497.610530:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879497.610532:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.610535:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879497.610538:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879497.610544:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879497.610554:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879497.610562:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879497.610572:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519527040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879497.610584:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879497.610589:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879497.610594:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519527040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879497.610617:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879497.610621:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879497.610625:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879497.610626:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879497.610628:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879497.610631:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879497.610633:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10252 00000400:00000200:1.0:1788879497.610636:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879497.610639:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879497.610641:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879497.610645:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610647:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.610650:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610653:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879497.610656:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879497.610658:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879497.610660:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879497.610662:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879497.610665:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879497.610670:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879497.610674:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610681:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.610687:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610690:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879497.610696:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879497.610703:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610705:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879497.610706:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879497.610714:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879497.610734:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.610740:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879497.610749:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879497.610775:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.610781:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879497.610794:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788879497.610799:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879497.610809:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879497.610812:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.610814:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879497.610817:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879497.610822:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879497.610831:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879497.610841:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879497.610851:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519527168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879497.610865:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879497.610870:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879497.610875:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519527168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879497.610899:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879497.610904:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879497.610924:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879497.610928:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879497.610933:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879497.610939:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879497.610947:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10252 00000400:00000200:1.0:1788879497.610954:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879497.610962:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879497.610965:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879497.610976:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610981:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.610990:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.610997:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879497.611007:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879497.611013:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879497.611027:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879497.611033:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879497.611042:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879497.611050:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879497.611064:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611072:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.611076:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611078:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879497.611085:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879497.611094:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611102:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879497.611105:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879497.611111:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879497.611115:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.611118:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879497.611123:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879497.611125:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.611127:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879497.611136:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788879497.611141:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879497.611148:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879497.611151:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.611156:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879497.611160:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879497.611164:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879497.611177:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879497.611184:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879497.611193:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519527296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879497.611214:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879497.611219:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879497.611229:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519527296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879497.611243:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879497.611289:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879497.611296:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879497.611301:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879497.611304:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879497.611311:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879497.611328:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10252 00000400:00000200:1.0:1788879497.611337:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879497.611343:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879497.611346:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879497.611349:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611351:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.611354:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611361:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879497.611365:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879497.611368:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879497.611372:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879497.611377:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879497.611384:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879497.611386:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879497.611392:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611396:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.611398:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611400:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879497.611407:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879497.611411:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611413:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879497.611414:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879497.611417:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879497.611419:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.611420:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879497.611424:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879497.611428:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.611433:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879497.611438:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788879497.611444:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879497.611447:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879497.611451:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.611455:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879497.611457:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879497.611460:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879497.611472:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879497.611478:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879497.611486:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519527424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879497.611499:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879497.611505:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879497.611515:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519527424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879497.611540:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879497.611543:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879497.611548:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879497.611552:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879497.611556:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879497.611559:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879497.611565:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10252 00000400:00000200:1.0:1788879497.611574:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879497.611581:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879497.611587:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879497.611596:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611602:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.611612:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611614:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879497.611622:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879497.611625:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879497.611629:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879497.611636:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879497.611643:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879497.611649:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879497.611658:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611664:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879497.611686:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611694:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879497.611704:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879497.611717:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879497.611729:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879497.611742:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879497.611752:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879497.611782:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.611818:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879497.611826:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879497.611838:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.611844:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879497.611850:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788879497.611866:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879497.611872:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879497.611876:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879497.611882:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879497.611885:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879497.611890:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879497.611898:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879497.611905:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879497.611918:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519527552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879497.611937:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879497.611942:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879497.611950:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519527552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879497.611971:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879497.611981:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10262) 00010000:00000001:1.0:1788879497.738431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879497.738444:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879497.738448:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879497.738453:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738462:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879497.738466:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738469:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738472:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738478:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879497.738482:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879497.738484:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879497.738487:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738489:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879497.738492:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738494:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738496:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738500:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879497.738502:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879497.738504:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879497.738506:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738507:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879497.738509:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738511:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879497.738514:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879498.762380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879498.762390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879498.762409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879498.762410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879498.762414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879498.762416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879498.954335:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304925972, at 4304926016 00000100:00000010:1.0:1788879498.954350:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00000100:00000040:0.0:1788879498.954351:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304925972, at 4304926016 00000100:00000010:0.0:1788879498.954370:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf00. 00010000:00000001:1.0:1788879499.786339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879499.786372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879499.786379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879499.786381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879499.786387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879499.786389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879500.810304:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879500.810309:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879500.810313:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879500.810314:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879500.810316:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879500.810317:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879501.834401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879501.834410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879501.834417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879501.834418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879501.834422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879501.834424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.730747:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879502.730754:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879502.730759:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879502.730771:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.730790:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879502.730794:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.730800:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879502.730806:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879502.730812:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879502.730819:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519527680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879502.730827:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879502.730834:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879502.730839:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.730843:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879502.730852:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879502.730856:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879502.730865:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879502.730872:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879502.730882:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879502.730894:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519527680, portal 25 00000100:00000001:1.0:1788879502.730899:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879502.730903:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788879502.730913:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.730929:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879502.730949:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879502.730955:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879502.730961:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519527680, offset 0 00000400:00000200:1.0:1788879502.730973:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879502.730987:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.730998:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879502.731007:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879502.731015:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879502.731022:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879502.731027:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879502.731035:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460105:460105:256:4294967295] 192.168.203.155@tcp LPNI seq info [460099:460099:8:4294967295] 00000400:00000200:1.0:1788879502.731046:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.731064:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879502.731077:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.731085:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879502.731097:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879502.731105:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879502.731133:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.731138:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879502.731148:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879502.731157:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879502.731167:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879502.731172:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879502.731180:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879502.731187:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.731206:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.731214:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.731230:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.731233:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879502.731242:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879502.731289:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879502.731295:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304931092 00000100:00000010:1.0:1788879502.731305:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000001:1.0:1788879502.731316:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879502.731327:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304931092 00000100:00000010:1.0:1788879502.731335:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788879502.731341:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879502.731349:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879502.731355:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.731360:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879502.731369:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879502/real 1788879502] req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879502.731389:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879502.731393:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879502.731397:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879502.731402:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879502.731407:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879502.731412:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879502.731418:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879502.731437:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.731452:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879502.731456:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.731461:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.731465:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879502.731473:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.731490:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879502.731499:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.731514:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879502.731520:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.731524:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.731527:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.731532:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879502.731536:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879502.731541:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879502.731549:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879502.731554:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879502.731563:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879502.731582:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519527680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879502.731592:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.731596:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.731603:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519527680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.731617:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879502.731622:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879502.731627:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879502.731633:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879502.731637:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879502.731641:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879502.731645:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879502.731650:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879502.731657:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879502.731660:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879502.731664:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788879502.731670:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879502.731673:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.731677:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.731687:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879502.731691:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.731696:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879502.731699:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879502.731701:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879502.731709:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.731750:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879502.731753:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.731757:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879502.731761:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879502.731765:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879502.731772:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519527808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879502.731779:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879502.731783:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879502.731786:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.731790:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879502.731796:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879502.731800:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879502.731807:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879502.731813:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879502.731819:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879502.731824:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519527808, portal 10 00000100:00000001:1.0:1788879502.731828:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879502.731831:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788879502.731844:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.731857:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879502.731863:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879502.731868:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879502.731873:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519527808, offset 0 00000400:00000200:1.0:1788879502.731882:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879502.731891:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.731898:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879502.731902:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879502.731906:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879502.731910:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879502.731913:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879502.731917:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460106:460106:256:4294967295] 192.168.203.155@tcp LPNI seq info [460100:460100:8:4294967295] 00000400:00000200:1.0:1788879502.731923:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.731932:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879502.731938:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.731943:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879502.731948:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879502.731952:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879502.731967:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.731969:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879502.731974:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879502.731978:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879502.731983:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879502.731985:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879502.731989:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879502.731994:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732004:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.732008:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732017:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.732019:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879502.732023:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879502.732029:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879502.732033:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879502.732036:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304929807 00000100:00000001:1.0:1788879502.732040:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304931092 00000100:00000001:1.0:1788879502.732043:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304929807 00000100:00000001:1.0:1788879502.732046:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304931092 00000100:00000001:1.0:1788879502.732048:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879502.732051:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.732054:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879502.732058:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879502/real 1788879502] req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879502.732068:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879502.732070:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879502.732072:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879502.732075:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879502.732078:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879502.732080:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879502.732084:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879502.732094:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732102:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879502.732104:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732106:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.732107:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879502.732112:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732120:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879502.732124:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732134:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879502.732137:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732139:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.732141:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732143:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879502.732145:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879502.732148:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879502.732152:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879502.732155:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879502.732159:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879502.732169:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519527808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879502.732173:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879502.732177:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732185:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879502.732187:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.732189:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879502.732191:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879502.732194:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879502.732198:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519527936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879502.732202:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879502.732205:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879502.732207:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.732209:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879502.732213:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879502.732215:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879502.732219:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879502.732222:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879502.732226:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879502.732230:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519527936, portal 10 00000100:00000001:1.0:1788879502.732232:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879502.732234:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879502.732241:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732279:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879502.732283:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879502.732286:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879502.732290:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519527936, offset 0 00000400:00000200:1.0:1788879502.732295:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879502.732299:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.732304:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879502.732308:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879502.732311:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879502.732314:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879502.732317:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879502.732321:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460107:460107:256:4294967295] 192.168.203.155@tcp LPNI seq info [460101:460101:8:4294967295] 00000400:00000200:1.0:1788879502.732327:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.732335:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879502.732340:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.732344:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879502.732348:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879502.732352:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879502.732366:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.732368:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879502.732372:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879502.732376:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879502.732380:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879502.732383:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879502.732385:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879502.732390:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732400:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.732404:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732412:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.732414:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879502.732418:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879502.732421:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879502.732425:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879502.732427:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304929808 00000100:00000001:1.0:1788879502.732430:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304931092 00000100:00000001:1.0:1788879502.732433:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304929808 00000100:00000001:1.0:1788879502.732436:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304931092 00000100:00000001:1.0:1788879502.732439:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879502.732441:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.732443:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879502.732448:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879502/real 1788879502] req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879502.732457:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879502.732459:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879502.732461:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879502.732464:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879502.732466:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879502.732468:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879502.732472:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879502.732482:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732491:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879502.732492:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732495:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.732497:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879502.732501:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732509:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879502.732513:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732521:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879502.732524:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732526:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.732527:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732529:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879502.732532:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879502.732535:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879502.732538:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879502.732541:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879502.732545:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879502.732554:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519527936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879502.732558:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879502.732562:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732571:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879502.732573:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.732576:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879502.732578:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879502.732580:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879502.732584:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879502.732588:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879502.732590:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879502.732592:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.732594:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879502.732598:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879502.732600:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879502.732604:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879502.732607:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879502.732611:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879502.732614:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519528064, portal 4 00000100:00000001:1.0:1788879502.732617:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879502.732618:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879502.732625:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732633:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879502.732636:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879502.732638:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879502.732641:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519528064, offset 0 00000400:00000200:1.0:1788879502.732646:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879502.732650:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.732653:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879502.732657:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879502.732659:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879502.732662:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879502.732665:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879502.732669:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460108:460108:256:4294967295] 192.168.203.155@tcp LPNI seq info [460102:460102:8:4294967295] 00000400:00000200:1.0:1788879502.732674:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.732682:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879502.732689:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.732692:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879502.732697:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879502.732700:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879502.732714:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.732716:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879502.732719:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879502.732751:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879502.732756:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879502.732758:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879502.732761:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879502.732767:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732777:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.732780:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732789:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.732791:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879502.732795:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879502.732799:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879502.732803:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879502.732806:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304929860 00000100:00000001:1.0:1788879502.732809:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304931092 00000100:00000001:1.0:1788879502.732812:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304929860 00000100:00000001:1.0:1788879502.732815:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304931092 00000100:00000001:1.0:1788879502.732817:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879502.732820:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.732822:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879502.732826:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879502/real 1788879502] req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879502.732837:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879502.732839:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879502.732841:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879502.732844:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879502.732846:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879502.732848:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879502.732852:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879502.732861:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732869:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879502.732871:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732874:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.732876:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879502.732880:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732888:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879502.732893:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732901:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879502.732903:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732905:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.732907:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732909:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879502.732911:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879502.732914:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879502.732917:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879502.732920:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879502.732925:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879502.732935:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879502.732940:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732942:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.732946:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519527808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732953:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879502.732955:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879502.732958:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879502.732961:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879502.732963:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879502.732965:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879502.732967:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879502.732969:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879502.732972:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879502.732974:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879502.732976:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788879502.732979:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879502.732981:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.732983:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.732987:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519527936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.732995:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879502.732996:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879502.732998:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879502.733000:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879502.733002:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879502.733003:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879502.733005:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879502.733007:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879502.733009:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879502.733011:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879502.733013:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879502.733016:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879502.733018:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.733020:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.733024:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519528064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.733031:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879502.733032:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879502.733034:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879502.733036:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879502.733037:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879502.733039:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879502.733041:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879502.733042:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879502.733045:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879502.733046:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879502.733048:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879502.733050:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879502.733051:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.733054:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.733058:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879502.733060:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.733062:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879502.733064:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879502.733066:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879502.733070:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.733077:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879502.733079:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.733081:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879502.733084:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879502.733086:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879502.733089:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879502.733093:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879502.733096:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879502.733098:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879502.733101:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879502.733104:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879502.733107:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879502.733111:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879502.733113:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879502.733117:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879502.733121:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519528192, portal 4 00000100:00000001:1.0:1788879502.733123:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879502.733125:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879502.733131:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.733140:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879502.733143:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879502.733145:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879502.733148:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519528192, offset 0 00000400:00000200:1.0:1788879502.733153:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879502.733157:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.733161:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879502.733165:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879502.733169:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879502.733172:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879502.733175:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879502.733179:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460109:460109:256:4294967295] 192.168.203.155@tcp LPNI seq info [460103:460103:8:4294967295] 00000400:00000200:1.0:1788879502.733184:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879502.733192:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879502.733197:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.733200:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879502.733205:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879502.733209:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879502.733222:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879502.733225:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879502.733228:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879502.733232:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879502.733236:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879502.733238:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879502.733240:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879502.733245:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.733281:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.733286:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.733294:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.733296:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879502.733300:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879502.733304:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879502.733308:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879502.733311:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304929812 00000100:00000001:1.0:1788879502.733314:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304931092 00000100:00000001:1.0:1788879502.733317:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304929812 00000100:00000001:1.0:1788879502.733319:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304931092 00000100:00000001:1.0:1788879502.733322:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879502.733324:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.733326:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879502.733331:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879502/real 1788879502] req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879502.733340:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879502.733342:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879502.733344:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879502.733347:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879502.733349:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879502.733352:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879502.733356:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879502.733367:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.733374:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879502.733376:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.733378:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.733380:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879502.733384:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.733392:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879502.733396:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.733404:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879502.733407:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.733409:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879502.733410:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.733412:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879502.733415:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879502.733418:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879502.733421:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879502.733424:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879502.733429:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879502.733439:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879502.733443:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.733445:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879502.733449:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519528192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879502.733457:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879502.733459:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879502.733461:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879502.733464:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879502.733465:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879502.733467:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879502.733469:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879502.733471:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879502.733474:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879502.733476:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879502.733478:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879502.733481:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879502.733483:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.733485:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879502.733489:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879502.733491:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879502.733493:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879502.733495:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879502.858391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879502.858399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879502.858405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879502.858407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879502.858411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879502.858413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879503.882374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879503.882382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879503.882390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879503.882392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879503.882396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879503.882398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879504.074380:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304931092, at 4304931136 00000100:00000010:0.0:1788879504.074400:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000040:1.0:1788879504.074412:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304931092, at 4304931136 00000100:00000010:1.0:1788879504.074427:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00010000:00000001:1.0:1788879504.906408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879504.906415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879504.906422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879504.906423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879504.906427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879504.906429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879505.930380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879505.930390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879505.930398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879505.930400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879505.930404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879505.930406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879506.954365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879506.954374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879506.954381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879506.954382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879506.954387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879506.954388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.850808:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879507.850817:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879507.850827:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879507.850845:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.850877:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879507.850882:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.850891:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879507.850897:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879507.850907:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879507.850918:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519528320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879507.850927:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879507.850935:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879507.850940:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.850948:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879507.850961:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879507.850968:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879507.850990:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879507.851001:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879507.851015:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879507.851030:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519528320, portal 25 00000100:00000001:1.0:1788879507.851039:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879507.851044:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788879507.851062:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.851088:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879507.851092:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879507.851095:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879507.851104:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519528320, offset 0 00000400:00000200:1.0:1788879507.851121:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879507.851138:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.851155:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879507.851171:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879507.851182:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879507.851193:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879507.851207:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879507.851219:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460110:460110:256:4294967295] 192.168.203.155@tcp LPNI seq info [460104:460104:8:4294967295] 00000400:00000200:1.0:1788879507.851238:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.851331:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879507.851355:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.851368:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879507.851387:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879507.851398:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879507.851442:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.851450:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879507.851463:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879507.851476:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879507.851485:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879507.851494:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879507.851505:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879507.851518:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.851550:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.851567:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.851611:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.851624:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879507.851640:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879507.851664:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879507.851674:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304936212 00000100:00000010:1.0:1788879507.851713:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788879507.851728:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879507.851758:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304936212 00000100:00000010:1.0:1788879507.851773:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788879507.851785:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879507.851795:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879507.851802:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.851813:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879507.851830:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879507/real 1788879507] req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879507.851860:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879507.851866:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879507.851873:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879507.851882:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879507.851888:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879507.851898:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879507.851911:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879507.851948:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.851977:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879507.851984:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.851991:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.851998:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879507.852009:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852043:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879507.852058:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852087:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879507.852096:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.852101:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.852106:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.852113:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879507.852120:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879507.852130:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879507.852141:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879507.852149:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879507.852162:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879507.852193:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519528320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879507.852212:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.852221:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.852233:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519528320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852299:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879507.852306:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879507.852313:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879507.852323:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879507.852330:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879507.852339:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879507.852351:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879507.852357:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788879507.852366:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879507.852370:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879507.852377:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788879507.852390:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879507.852397:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.852406:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.852423:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879507.852429:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.852439:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879507.852444:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879507.852450:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879507.852461:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852481:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879507.852483:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.852487:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879507.852491:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879507.852494:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879507.852499:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879507.852504:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879507.852507:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879507.852509:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.852511:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879507.852516:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879507.852518:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879507.852524:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879507.852527:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879507.852531:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879507.852535:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519528448, portal 10 00000100:00000001:1.0:1788879507.852538:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879507.852540:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788879507.852548:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852559:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879507.852563:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879507.852568:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879507.852573:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519528448, offset 0 00000400:00000200:1.0:1788879507.852582:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879507.852590:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.852599:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879507.852605:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879507.852610:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879507.852615:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879507.852620:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879507.852627:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460111:460111:256:4294967295] 192.168.203.155@tcp LPNI seq info [460105:460105:8:4294967295] 00000400:00000200:1.0:1788879507.852636:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.852651:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879507.852661:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.852669:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879507.852675:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879507.852679:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879507.852725:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.852727:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879507.852732:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879507.852737:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879507.852742:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879507.852744:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879507.852748:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879507.852754:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852765:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.852769:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852786:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.852788:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879507.852793:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879507.852798:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879507.852803:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879507.852806:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304934928 00000100:00000001:1.0:1788879507.852810:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304936212 00000100:00000001:1.0:1788879507.852813:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304934928 00000100:00000001:1.0:1788879507.852816:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304936212 00000100:00000001:1.0:1788879507.852818:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879507.852821:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.852823:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879507.852828:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879507/real 1788879507] req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879507.852838:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879507.852840:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879507.852843:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879507.852846:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879507.852847:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879507.852850:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879507.852854:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879507.852865:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852872:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879507.852874:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.852876:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.852878:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879507.852882:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852891:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879507.852896:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852905:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879507.852908:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.852910:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.852911:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.852914:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879507.852916:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879507.852919:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879507.852923:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879507.852925:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879507.852930:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879507.852939:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879507.852944:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879507.852948:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.852956:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879507.852958:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.852961:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879507.852963:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879507.852966:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879507.852970:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879507.852973:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879507.852976:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879507.852978:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.852981:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879507.852985:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879507.852988:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879507.852992:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879507.852995:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879507.852999:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879507.853002:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519528576, portal 10 00000100:00000001:1.0:1788879507.853004:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879507.853006:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788879507.853014:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853022:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879507.853025:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879507.853027:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879507.853031:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519528576, offset 0 00000400:00000200:1.0:1788879507.853035:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879507.853040:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.853045:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879507.853049:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879507.853052:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879507.853055:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879507.853059:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879507.853063:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460112:460112:256:4294967295] 192.168.203.155@tcp LPNI seq info [460106:460106:8:4294967295] 00000400:00000200:1.0:1788879507.853068:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.853077:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879507.853083:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.853086:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879507.853092:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879507.853095:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879507.853109:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.853112:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879507.853116:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879507.853121:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879507.853124:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879507.853126:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879507.853129:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879507.853133:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853143:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.853147:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853155:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.853157:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879507.853160:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879507.853164:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879507.853167:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879507.853170:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304934928 00000100:00000001:1.0:1788879507.853173:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304936212 00000100:00000001:1.0:1788879507.853176:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304934928 00000100:00000001:1.0:1788879507.853179:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304936212 00000100:00000001:1.0:1788879507.853181:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879507.853183:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.853186:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879507.853190:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879507/real 1788879507] req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879507.853199:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879507.853201:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879507.853203:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879507.853205:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879507.853207:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879507.853210:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879507.853214:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879507.853224:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853232:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879507.853234:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853236:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.853238:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879507.853242:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853279:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879507.853285:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853293:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879507.853296:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853298:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.853300:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853302:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879507.853304:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879507.853307:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879507.853310:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879507.853313:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879507.853317:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879507.853326:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879507.853331:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879507.853336:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853344:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879507.853346:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.853349:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879507.853351:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879507.853353:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879507.853357:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879507.853361:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879507.853363:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879507.853365:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.853367:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879507.853372:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879507.853374:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879507.853378:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879507.853381:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879507.853385:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879507.853389:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519528704, portal 4 00000100:00000001:1.0:1788879507.853391:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879507.853393:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788879507.853400:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853408:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879507.853411:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879507.853413:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879507.853416:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519528704, offset 0 00000400:00000200:1.0:1788879507.853421:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879507.853425:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.853429:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879507.853433:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879507.853436:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879507.853439:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879507.853442:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879507.853446:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460113:460113:256:4294967295] 192.168.203.155@tcp LPNI seq info [460107:460107:8:4294967295] 00000400:00000200:1.0:1788879507.853451:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.853459:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879507.853464:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.853468:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879507.853473:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879507.853477:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879507.853490:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.853492:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879507.853496:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879507.853500:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879507.853504:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879507.853506:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879507.853509:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879507.853513:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853523:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.853526:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853534:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.853536:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879507.853539:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879507.853542:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879507.853546:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879507.853548:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304934981 00000100:00000001:1.0:1788879507.853551:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304936212 00000100:00000001:1.0:1788879507.853554:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304934981 00000100:00000001:1.0:1788879507.853558:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304936212 00000100:00000001:1.0:1788879507.853561:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879507.853566:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.853569:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879507.853577:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879507/real 1788879507] req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879507.853593:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879507.853596:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879507.853599:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879507.853603:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879507.853606:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879507.853611:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879507.853618:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879507.853636:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853651:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879507.853655:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853658:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.853661:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879507.853667:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853676:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879507.853681:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853710:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879507.853713:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853715:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.853717:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853720:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879507.853733:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879507.853736:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879507.853741:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879507.853744:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879507.853750:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879507.853759:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879507.853764:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853766:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.853770:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519528448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853779:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879507.853781:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879507.853784:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879507.853788:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879507.853790:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879507.853792:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879507.853795:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879507.853797:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:1.0:1788879507.853800:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879507.853802:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879507.853804:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788879507.853808:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879507.853810:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853812:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.853816:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519528576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853824:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879507.853826:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879507.853828:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879507.853830:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879507.853832:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879507.853833:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879507.853835:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879507.853838:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788879507.853840:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879507.853842:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879507.853843:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788879507.853847:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879507.853849:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853851:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.853854:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519528704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853861:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879507.853863:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879507.853865:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879507.853867:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879507.853868:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879507.853870:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879507.853872:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879507.853873:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788879507.853876:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879507.853877:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879507.853878:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788879507.853881:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879507.853882:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853885:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.853889:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879507.853891:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.853893:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879507.853895:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879507.853897:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879507.853901:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853909:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879507.853911:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.853914:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879507.853916:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879507.853918:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879507.853922:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879507.853927:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879507.853929:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879507.853931:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879507.853934:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879507.853938:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879507.853940:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879507.853945:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879507.853948:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879507.853952:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879507.853956:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519528832, portal 4 00000100:00000001:1.0:1788879507.853959:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879507.853961:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348073472 : -126388361478144 : ffff8d0cea9c4000) 00000100:00000040:1.0:1788879507.853968:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.853976:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879507.853979:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879507.853982:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879507.853985:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519528832, offset 0 00000400:00000200:1.0:1788879507.853990:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879507.853995:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.854000:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879507.854003:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879507.854007:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879507.854010:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879507.854013:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879507.854017:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460114:460114:256:4294967295] 192.168.203.155@tcp LPNI seq info [460108:460108:8:4294967295] 00000400:00000200:1.0:1788879507.854033:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879507.854041:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879507.854047:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.854050:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879507.854055:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879507.854059:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879507.854073:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879507.854075:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879507.854079:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879507.854084:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879507.854087:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879507.854090:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879507.854093:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879507.854097:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.854107:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.854110:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.854119:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.854121:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879507.854124:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879507.854128:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879507.854132:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879507.854134:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304934932 00000100:00000001:1.0:1788879507.854138:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304936212 00000100:00000001:1.0:1788879507.854140:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304934932 00000100:00000001:1.0:1788879507.854143:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304936212 00000100:00000001:1.0:1788879507.854145:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879507.854148:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.854150:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879507.854154:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879507/real 1788879507] req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879507.854163:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879507.854165:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879507.854168:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dccb8. 00000400:00000200:1.0:1788879507.854170:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a395d8 00000400:00000010:1.0:1788879507.854172:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a395d8. 00000100:00000001:1.0:1788879507.854175:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879507.854179:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879507.854189:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.854196:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879507.854198:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.854200:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.854202:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879507.854206:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.854213:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879507.854218:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.854226:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879507.854229:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.854231:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879507.854233:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.854235:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879507.854238:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879507.854241:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879507.854245:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879507.854276:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879507.854282:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879507.854291:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519528832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879507.854299:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.854302:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879507.854306:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4000 x1875765519528832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879507.854314:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879507.854316:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879507.854318:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879507.854321:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879507.854323:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879507.854324:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879507.854326:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879507.854328:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788879507.854331:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879507.854333:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879507.854335:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4000. 00000100:00000001:1.0:1788879507.854341:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879507.854343:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.854345:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879507.854348:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879507.854350:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879507.854353:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879507.854355:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879507.978439:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879507.978444:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879507.978451:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978458:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879507.978462:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978466:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978471:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978479:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879507.978482:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879507.978485:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879507.978488:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978492:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879507.978495:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978500:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978504:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978511:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879507.978514:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879507.978516:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879507.978519:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978523:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879507.978525:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978529:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879507.978533:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879509.002408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879509.002419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879509.002429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879509.002432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879509.002438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879509.002441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879509.194375:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304936212, at 4304936256 00000100:00000040:1.0:1788879509.194380:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304936212, at 4304936256 00000100:00000010:0.0:1788879509.194394:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00000010:1.0:1788879509.194398:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00010000:00000001:1.0:1788879510.026447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879510.026459:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879510.026468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879510.026471:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879510.026476:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879510.026479:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879511.050413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879511.050428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879511.050439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879511.050441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879511.050445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879511.050447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879512.074403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879512.074413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879512.074421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879512.074423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879512.074438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879512.074439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.970699:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879512.970707:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879512.970713:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879512.970727:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5180 x1875765519528960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.970751:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879512.970756:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.970763:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879512.970767:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879512.970773:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879512.970781:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519528960:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879512.970790:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879512.970797:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879512.970801:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.970805:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879512.970814:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879512.970820:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879512.970831:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879512.970841:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dccb8. 00000400:00000010:1.0:1788879512.970851:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788879512.970869:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519528960, portal 25 00000100:00000001:1.0:1788879512.970876:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879512.970880:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077952 : -126388361473664 : ffff8d0cea9c5180) 00000100:00000040:1.0:1788879512.970893:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5180 x1875765519528960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.970913:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879512.970919:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879512.970924:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879512.970930:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519528960, offset 0 00000400:00000200:1.0:1788879512.970945:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879512.970956:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.970967:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879512.970974:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879512.970983:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879512.970992:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879512.970999:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879512.971009:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460115:460115:256:4294967295] 192.168.203.155@tcp LPNI seq info [460109:460109:8:4294967295] 00000400:00000200:1.0:1788879512.971024:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.971042:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879512.971054:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879512.971087:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879512.971100:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879512.971143:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879512.971154:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879512.971160:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304941331 00000100:00000010:1.0:1788879512.971167:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788879512.971176:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879512.971185:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304941331 00000100:00000010:1.0:1788879512.971189:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df00. 00000100:00000001:1.0:1788879512.971195:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879512.971203:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879512.971210:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.971215:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.971219:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879512.971229:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879512.971234:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879512.971240:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879512.971244:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879512.971302:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879512.971315:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519529088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.971344:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879512.971350:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.971355:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879512.971361:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879512.971367:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879512.971375:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529088:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879512.971387:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879512.971391:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879512.971394:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.971398:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879512.971403:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879512.971406:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879512.971414:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879512.971419:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788879512.971426:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39e58. 00000100:00000200:1.0:1788879512.971431:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519529088, portal 10 00000100:00000001:1.0:1788879512.971436:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879512.971439:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788879512.971470:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519529088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.971499:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879512.971508:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879512.971514:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788879512.971519:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519529088, offset 0 00000400:00000200:1.0:1788879512.971528:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879512.971540:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.971549:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879512.971557:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879512.971564:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879512.971573:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879512.971583:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879512.971592:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460116:460116:255:4294967295] 192.168.203.155@tcp LPNI seq info [460110:460110:7:4294967295] 00000400:00000200:1.0:1788879512.971601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.971624:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879512.971633:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879512.971639:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7f00. 00000800:00000200:1.0:1788879512.971665:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879512.971703:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879512.971718:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879512.971730:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879512.971735:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304940047 00000100:00000001:1.0:1788879512.971742:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304941331 00000100:00000001:1.0:1788879512.971749:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304940047 00000100:00000001:1.0:1788879512.971756:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304941331 00000100:00000001:1.0:1788879512.971764:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879512.971769:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.971774:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.971779:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879512.971787:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879512.971790:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879512.971797:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879512.971799:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879512.971803:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879512.971811:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7480 x1875765519529216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.971826:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879512.971830:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.971833:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879512.971835:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879512.971841:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879512.971843:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529216:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879512.971847:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879512.971851:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879512.971853:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.971857:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879512.971861:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879512.971865:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879512.971876:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879512.971891:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcbb0. 00000400:00000010:1.0:1788879512.971912:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788879512.971921:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519529216, portal 10 00000100:00000001:1.0:1788879512.971928:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879512.971931:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086912 : -126388361464704 : ffff8d0cea9c7480) 00000100:00000040:1.0:1788879512.971945:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7480 x1875765519529216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.971969:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879512.971976:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879512.971981:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879512.971989:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519529216, offset 0 00000400:00000200:1.0:1788879512.972003:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879512.972016:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.972028:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879512.972037:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879512.972045:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879512.972054:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879512.972062:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879512.972069:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460117:460117:254:4294967295] 192.168.203.155@tcp LPNI seq info [460111:460111:6:4294967295] 00000400:00000200:1.0:1788879512.972080:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.972098:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879512.972115:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879512.972126:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879512.972140:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879512.972159:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879512.972166:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879512.972176:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879512.972184:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304940047 00000100:00000001:1.0:1788879512.972192:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304941331 00000100:00000001:1.0:1788879512.972198:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304940047 00000100:00000001:1.0:1788879512.972205:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304941331 00000100:00000001:1.0:1788879512.972212:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879512.972217:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.972222:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.972228:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879512.972237:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879512.972242:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879512.972291:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879512.972296:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879512.972301:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879512.972313:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7100 x1875765519529344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.972349:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879512.972360:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.972368:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879512.972374:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879512.972381:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879512.972392:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529344:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879512.972403:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879512.972410:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879512.972414:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.972417:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879512.972422:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879512.972426:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879512.972432:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879512.972437:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9f8. 00000400:00000010:1.0:1788879512.972442:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39088. 00000100:00000200:1.0:1788879512.972447:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519529344, portal 4 00000100:00000001:1.0:1788879512.972449:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879512.972451:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086016 : -126388361465600 : ffff8d0cea9c7100) 00000100:00000040:1.0:1788879512.972460:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7100 x1875765519529344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.972469:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879512.972473:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879512.972477:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879512.972480:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519529344, offset 0 00000400:00000200:1.0:1788879512.972486:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879512.972492:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.972497:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879512.972501:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879512.972504:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879512.972507:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879512.972510:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879512.972514:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460118:460118:253:4294967295] 192.168.203.155@tcp LPNI seq info [460112:460112:5:4294967295] 00000400:00000200:1.0:1788879512.972520:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.972530:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879512.972537:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879512.972542:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7700. 00000800:00000200:1.0:1788879512.972563:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879512.972571:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879512.972574:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879512.972578:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879512.972580:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304940100 00000100:00000001:1.0:1788879512.972583:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304941331 00000100:00000001:1.0:1788879512.972585:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304940100 00000100:00000001:1.0:1788879512.972588:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304941331 00000100:00000001:1.0:1788879512.972590:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879512.972592:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.972595:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.972597:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879512.972601:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879512.972603:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879512.972606:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879512.972608:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879512.972610:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879512.972614:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4000 x1875765519529472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.972622:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879512.972624:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.972627:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879512.972629:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879512.972631:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879512.972635:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529472:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879512.972638:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879512.972640:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879512.972642:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879512.972644:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879512.972647:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879512.972666:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879512.972670:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879512.972673:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc528. 00000400:00000010:1.0:1788879512.972677:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39a18. 00000100:00000200:1.0:1788879512.972680:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519529472, portal 4 00000100:00000001:1.0:1788879512.972682:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879512.972683:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348073472 : -126388361478144 : ffff8d0cea9c4000) 00000100:00000040:1.0:1788879512.972689:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4000 x1875765519529472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879512.972695:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879512.972698:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879512.972700:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879512.972703:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519529472, offset 0 00000400:00000200:1.0:1788879512.972707:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879512.972711:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.972715:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879512.972719:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879512.972722:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879512.972724:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879512.972727:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879512.972731:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460119:460119:252:4294967295] 192.168.203.155@tcp LPNI seq info [460113:460113:4:4294967295] 00000400:00000200:1.0:1788879512.972736:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879512.972743:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879512.972748:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879512.972752:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879512.972756:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879512.972763:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879512.972766:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879512.972769:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879512.972771:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304940051 00000100:00000001:1.0:1788879512.972773:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304941331 00000100:00000001:1.0:1788879512.972776:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304940051 00000100:00000001:1.0:1788879512.972778:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304941331 00000100:00000001:1.0:1788879512.972780:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879512.972783:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.972786:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.972788:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879512.972791:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879512.972792:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879512.972794:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879512.972796:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879512.972798:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879512.972800:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879513.098360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879513.098366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879513.098371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879513.098372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879513.098374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879513.098375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879514.122351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879514.122359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879514.122367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879514.122369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879514.122382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879514.122383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879514.314329:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304941331, at 4304941376 00000100:00000040:1.0:1788879514.314329:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304941331, at 4304941376 00000100:00000010:0.0:1788879514.314347:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000010:1.0:1788879514.314349:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00010000:00000001:1.0:1788879515.146390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879515.146399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879515.146406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879515.146407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879515.146411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879515.146413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1788879516.042760:0:2383:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:1.0:1788879516.042846:0:2383:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788879516.042861:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879516.042867:0:2383:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:1.0:1788879516.042874:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879516.042879:0:2383:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788879516.042887:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879516.042894:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:1.0:1788879516.042905:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879516.042914:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879516.042926:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879516.042931:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879516.042941:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879516.042957:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c5180 x1875765519528960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043019:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879516.043026:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5180 x1875765519528960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043047:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879516.043051:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879516.043070:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879516.043076:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7f00. 00000400:00000200:1.0:1788879516.043098:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879516.043108:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879516.043118:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788879516.043122:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788879516.043134:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879516.043148:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c7b80 x1875765519529088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043167:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879516.043179:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519529088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043191:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879516.043194:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879516.043208:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879516.043216:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879516.043226:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879516.043241:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879516.043338:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879516.043345:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879516.043354:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879516.043382:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c7480 x1875765519529216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043414:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879516.043427:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7480 x1875765519529216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043468:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879516.043477:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879516.043494:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879516.043505:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7700. 00000400:00000200:1.0:1788879516.043517:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879516.043527:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879516.043539:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879516.043545:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879516.043554:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879516.043568:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c7100 x1875765519529344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043605:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879516.043616:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7100 x1875765519529344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043646:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879516.043649:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879516.043658:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879516.043662:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879516.043667:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879516.043672:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879516.043676:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879516.043679:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879516.043683:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879516.043690:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c4000 x1875765519529472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043703:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879516.043708:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519529472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879516.043717:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879516.043719:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1788879516.170363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879516.170371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879516.170378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879516.170379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879516.170382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879516.170383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879517.194417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879517.194427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879517.194435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879517.194438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879517.194442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879517.194443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.090948:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879518.090960:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879518.090968:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879518.090989:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.091026:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879518.091034:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.091046:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879518.091056:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879518.091067:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879518.091080:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519529600:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879518.091096:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879518.091107:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879518.091115:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.091125:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879518.091140:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879518.091151:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879518.091171:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879518.091187:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879518.091203:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879518.091220:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519529600, portal 25 00000100:00000001:1.0:1788879518.091229:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879518.091235:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879518.091309:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.091341:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879518.091355:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879518.091363:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879518.091376:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519529600, offset 0 00000400:00000200:1.0:1788879518.091399:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879518.091419:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.091438:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879518.091453:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879518.091467:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879518.091482:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879518.091495:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879518.091508:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460120:460120:256:4294967295] 192.168.203.155@tcp LPNI seq info [460114:460114:8:4294967295] 00000400:00000200:1.0:1788879518.091527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.091552:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879518.091564:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.091574:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879518.091596:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879518.091603:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879518.091650:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.091654:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879518.091663:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879518.091672:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879518.091681:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879518.091686:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879518.091693:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879518.091701:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.091721:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.091728:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.091743:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.091746:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879518.091759:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879518.091775:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879518.091784:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304946452 00000100:00000010:1.0:1788879518.091798:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df00. 00000100:00000001:1.0:1788879518.091815:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879518.091839:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304946452 00000100:00000010:1.0:1788879518.091852:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788879518.091867:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879518.091881:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879518.091891:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.091899:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879518.091917:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879518/real 1788879518] req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879518.091962:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879518.091967:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879518.091974:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879518.091986:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879518.091993:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879518.092004:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879518.092018:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879518.092049:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.092080:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879518.092086:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.092094:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.092102:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879518.092119:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.092179:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879518.092198:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.092228:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879518.092241:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.092291:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.092298:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.092307:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879518.092316:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879518.092329:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879518.092347:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879518.092358:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879518.092374:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879518.092408:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519529600:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879518.092427:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.092435:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.092448:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519529600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.092480:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879518.092487:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879518.092497:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879518.092508:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879518.092515:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879518.092526:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879518.092538:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879518.092548:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879518.092561:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879518.092569:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879518.092576:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879518.092585:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879518.092592:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.092600:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.092636:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879518.092644:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.092652:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879518.092658:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879518.092662:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879518.092676:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.092700:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879518.092705:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.092714:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879518.092721:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879518.092731:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879518.092756:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879518.092774:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879518.092780:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879518.092787:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.092797:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879518.092805:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879518.092813:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879518.092826:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879518.092839:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879518.092851:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879518.092864:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519529728, portal 10 00000100:00000001:1.0:1788879518.092873:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879518.092880:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879518.092921:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.092956:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879518.092967:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879518.092979:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879518.092989:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519529728, offset 0 00000400:00000200:1.0:1788879518.093007:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879518.093020:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.093037:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879518.093051:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879518.093065:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879518.093080:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879518.093117:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879518.093147:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460121:460121:256:4294967295] 192.168.203.155@tcp LPNI seq info [460115:460115:8:4294967295] 00000400:00000200:1.0:1788879518.093164:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.093191:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879518.093210:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.093222:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879518.093281:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879518.093290:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879518.093320:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.093325:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879518.093340:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879518.093347:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879518.093354:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879518.093357:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879518.093362:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879518.093369:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.093384:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.093389:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.093401:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.093404:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879518.093411:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879518.093417:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879518.093424:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879518.093428:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304945169 00000100:00000001:1.0:1788879518.093434:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304946452 00000100:00000001:1.0:1788879518.093438:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304945169 00000100:00000001:1.0:1788879518.093442:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304946452 00000100:00000001:1.0:1788879518.093446:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879518.093450:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.093454:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879518.093461:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879518/real 1788879518] req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879518.093476:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879518.093479:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879518.093482:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879518.093486:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879518.093489:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879518.093494:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879518.093500:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879518.093515:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.093527:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879518.093530:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.093534:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.093536:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879518.093543:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.093555:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879518.093563:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.093575:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879518.093580:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.093582:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.093585:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.093588:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879518.093591:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879518.093596:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879518.093602:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879518.093607:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879518.093636:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879518.093652:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879518.093659:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879518.093666:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.093678:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879518.093681:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.093685:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879518.093689:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879518.093692:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879518.093698:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879518.093704:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879518.093708:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879518.093711:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.093714:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879518.093720:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879518.093724:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879518.093729:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879518.093734:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879518.093741:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879518.093746:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519529856, portal 10 00000100:00000001:1.0:1788879518.093750:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879518.093752:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879518.093763:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.093787:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879518.093791:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879518.093796:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879518.093802:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519529856, offset 0 00000400:00000200:1.0:1788879518.093810:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879518.093817:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.093824:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879518.093830:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879518.093835:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879518.093839:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879518.093843:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879518.093848:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460122:460122:256:4294967295] 192.168.203.155@tcp LPNI seq info [460116:460116:8:4294967295] 00000400:00000200:1.0:1788879518.093856:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.093867:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879518.093876:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.093882:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879518.093890:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879518.093895:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879518.093914:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.093917:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879518.093923:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879518.093929:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879518.093935:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879518.093938:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879518.093943:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879518.093950:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.093965:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.093971:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.093995:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.093998:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879518.094003:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879518.094008:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879518.094014:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879518.094018:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304945169 00000100:00000001:1.0:1788879518.094023:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304946452 00000100:00000001:1.0:1788879518.094027:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304945169 00000100:00000001:1.0:1788879518.094030:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304946452 00000100:00000001:1.0:1788879518.094034:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879518.094038:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.094041:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879518.094047:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879518/real 1788879518] req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879518.094060:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879518.094063:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879518.094066:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879518.094070:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879518.094073:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879518.094077:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879518.094083:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879518.094099:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094111:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879518.094114:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094117:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.094120:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879518.094127:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094141:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879518.094149:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094161:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879518.094166:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094168:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.094171:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094174:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879518.094178:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879518.094183:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879518.094189:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879518.094193:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879518.094201:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879518.094217:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879518.094225:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094229:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.094235:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519529728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094284:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879518.094287:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879518.094290:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879518.094295:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879518.094298:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879518.094300:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879518.094304:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879518.094307:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879518.094312:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879518.094315:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879518.094317:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879518.094322:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879518.094324:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094327:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.094334:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519529856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094345:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879518.094348:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879518.094351:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879518.094356:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879518.094358:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879518.094360:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879518.094364:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879518.094370:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879518.094374:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879518.094376:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879518.094378:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879518.094382:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879518.094384:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094388:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094394:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879518.094397:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.094401:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879518.094404:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879518.094407:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879518.094413:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094426:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879518.094429:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.094433:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879518.094436:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879518.094440:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879518.094445:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879518.094455:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879518.094458:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879518.094461:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.094464:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879518.094470:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879518.094474:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879518.094480:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879518.094485:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879518.094492:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879518.094498:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519529984, portal 4 00000100:00000001:1.0:1788879518.094501:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879518.094504:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879518.094514:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094527:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879518.094531:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879518.094536:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879518.094541:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519529984, offset 0 00000400:00000200:1.0:1788879518.094549:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879518.094556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.094563:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879518.094569:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879518.094574:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879518.094579:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879518.094584:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879518.094589:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460123:460123:256:4294967295] 192.168.203.155@tcp LPNI seq info [460117:460117:8:4294967295] 00000400:00000200:1.0:1788879518.094597:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.094608:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879518.094639:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.094646:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879518.094653:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879518.094659:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879518.094678:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.094681:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879518.094686:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879518.094692:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879518.094698:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879518.094702:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879518.094707:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879518.094713:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094726:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.094732:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094743:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.094746:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879518.094751:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879518.094757:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879518.094762:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879518.094766:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304945222 00000100:00000001:1.0:1788879518.094771:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304946452 00000100:00000001:1.0:1788879518.094775:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304945222 00000100:00000001:1.0:1788879518.094778:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304946452 00000100:00000001:1.0:1788879518.094782:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879518.094785:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.094789:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879518.094796:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879518/real 1788879518] req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879518.094810:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879518.094813:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879518.094817:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879518.094821:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879518.094824:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879518.094828:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879518.094834:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879518.094848:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094860:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879518.094862:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094865:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.094868:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879518.094874:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094887:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879518.094894:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.094906:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879518.094911:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094914:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.094916:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.094919:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879518.094922:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879518.094927:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879518.094933:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879518.094937:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879518.094944:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879518.094974:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519529984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879518.094982:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879518.094988:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.095000:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879518.095003:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.095007:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879518.095011:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879518.095031:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879518.095037:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879518.095043:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879518.095047:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879518.095050:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879518.095054:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879518.095061:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879518.095065:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879518.095071:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879518.095076:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879518.095082:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879518.095088:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519530112, portal 4 00000100:00000001:1.0:1788879518.095092:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879518.095095:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879518.095107:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.095134:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879518.095138:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879518.095143:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879518.095148:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519530112, offset 0 00000400:00000200:1.0:1788879518.095155:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879518.095163:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.095170:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879518.095175:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879518.095180:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879518.095184:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879518.095189:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879518.095194:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460124:460124:256:4294967295] 192.168.203.155@tcp LPNI seq info [460118:460118:8:4294967295] 00000400:00000200:1.0:1788879518.095202:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879518.095231:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879518.095240:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.095246:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879518.095255:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879518.095260:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879518.095281:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879518.095301:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879518.095305:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879518.095309:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879518.095313:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879518.095315:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879518.095318:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879518.095323:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.095357:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.095361:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.095369:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.095371:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879518.095375:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879518.095378:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879518.095382:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879518.095384:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304945174 00000100:00000001:1.0:1788879518.095387:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304946452 00000100:00000001:1.0:1788879518.095390:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304945174 00000100:00000001:1.0:1788879518.095393:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304946452 00000100:00000001:1.0:1788879518.095396:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879518.095398:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.095400:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879518.095405:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879518/real 1788879518] req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879518.095413:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879518.095414:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879518.095416:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879518.095418:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879518.095420:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879518.095422:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879518.095425:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879518.095434:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.095441:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879518.095443:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.095445:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.095446:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879518.095450:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.095456:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879518.095461:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.095468:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879518.095470:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.095472:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879518.095473:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.095475:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879518.095478:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879518.095481:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879518.095485:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879518.095487:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879518.095491:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879518.095499:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879518.095503:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.095505:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.095508:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519529984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.095515:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879518.095517:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879518.095519:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879518.095522:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879518.095524:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879518.095525:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879518.095528:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879518.095530:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879518.095532:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879518.095534:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879518.095536:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879518.095538:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879518.095540:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.095542:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879518.095545:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519530112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879518.095552:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879518.095553:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879518.095554:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879518.095557:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879518.095559:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879518.095560:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879518.095562:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879518.095564:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879518.095566:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879518.095567:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879518.095568:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879518.095570:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879518.095572:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.095574:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879518.095578:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879518.095579:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879518.095581:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879518.095583:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879518.218338:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879518.218341:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879518.218345:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218350:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879518.218352:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218353:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218355:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879518.218360:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879518.218361:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879518.218362:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218364:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879518.218365:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218367:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218368:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879518.218372:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879518.218373:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879518.218374:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218375:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879518.218376:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218377:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879518.218380:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879519.242436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879519.242447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879519.242457:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879519.242459:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879519.242464:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879519.242466:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879519.434383:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304946452, at 4304946496 00000100:00000010:1.0:1788879519.434409:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000040:0.0:1788879519.434415:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304946452, at 4304946496 00000100:00000010:0.0:1788879519.434440:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00010000:00000001:1.0:1788879520.266359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879520.266369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879520.266378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879520.266380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879520.266385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879520.266387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879521.290383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879521.290392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879521.290400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879521.290402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879521.290406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879521.290408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879522.314370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879522.314379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879522.314388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879522.314390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879522.314395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879522.314397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.210657:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879523.210664:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879523.210669:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879523.210680:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.210695:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879523.210699:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.210704:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879523.210709:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879523.210713:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879523.210720:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519530240:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879523.210726:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879523.210731:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879523.210735:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.210748:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879523.210756:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879523.210760:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879523.210773:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879523.210779:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879523.210789:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879523.210800:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519530240, portal 25 00000100:00000001:1.0:1788879523.210806:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879523.210809:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879523.210837:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.210877:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879523.210883:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879523.210889:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879523.210896:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519530240, offset 0 00000400:00000200:1.0:1788879523.210910:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879523.210922:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.210935:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879523.210944:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879523.210954:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879523.210963:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879523.210969:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879523.210980:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460125:460125:256:4294967295] 192.168.203.155@tcp LPNI seq info [460119:460119:8:4294967295] 00000400:00000200:1.0:1788879523.210986:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.211002:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879523.211015:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.211026:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879523.211041:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879523.211047:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879523.211080:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.211084:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879523.211093:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879523.211100:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879523.211111:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879523.211118:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879523.211124:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879523.211131:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211151:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.211161:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211177:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.211183:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879523.211191:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879523.211204:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879523.211211:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304951571 00000100:00000010:1.0:1788879523.211220:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788879523.211233:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879523.211277:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304951572 00000100:00000010:1.0:1788879523.211286:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788879523.211310:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879523.211316:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879523.211321:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.211328:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879523.211338:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879523/real 1788879523] req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879523.211359:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879523.211364:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879523.211368:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879523.211373:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879523.211376:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879523.211383:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879523.211390:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879523.211409:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211422:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879523.211427:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.211433:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.211438:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879523.211453:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211480:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879523.211491:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211511:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879523.211516:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.211538:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.211556:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.211562:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879523.211568:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879523.211609:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879523.211619:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879523.211624:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879523.211636:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879523.211673:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519530240:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879523.211682:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.211688:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.211692:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519530240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211703:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879523.211707:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879523.211711:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879523.211718:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879523.211722:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879523.211725:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879523.211728:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879523.211732:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879523.211738:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879523.211741:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879523.211743:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879523.211750:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879523.211753:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.211756:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.211766:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879523.211770:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.211774:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879523.211778:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879523.211781:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879523.211789:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211799:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879523.211801:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.211803:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879523.211808:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879523.211811:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879523.211813:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879523.211816:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879523.211818:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879523.211820:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.211822:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879523.211826:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879523.211828:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879523.211831:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879523.211833:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879523.211836:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879523.211839:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519530368, portal 10 00000100:00000001:1.0:1788879523.211841:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879523.211842:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879523.211848:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211853:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879523.211855:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879523.211856:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879523.211859:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519530368, offset 0 00000400:00000200:1.0:1788879523.211861:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879523.211864:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.211868:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879523.211870:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879523.211872:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879523.211874:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879523.211876:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879523.211878:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460126:460126:256:4294967295] 192.168.203.155@tcp LPNI seq info [460120:460120:8:4294967295] 00000400:00000200:1.0:1788879523.211882:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.211887:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879523.211890:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.211893:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879523.211896:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879523.211898:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879523.211906:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.211908:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879523.211911:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879523.211913:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879523.211916:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879523.211917:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879523.211919:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879523.211922:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211929:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.211931:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211936:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.211937:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879523.211939:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879523.211942:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879523.211944:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879523.211946:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304950287 00000100:00000001:1.0:1788879523.211948:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304951571 00000100:00000001:1.0:1788879523.211950:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304950287 00000100:00000001:1.0:1788879523.211952:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304951572 00000100:00000001:1.0:1788879523.211954:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879523.211955:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.211957:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879523.211959:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879523/real 1788879523] req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879523.211964:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879523.211965:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879523.211966:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879523.211968:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879523.211969:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879523.211971:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879523.211974:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879523.211980:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211985:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879523.211986:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.211987:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.211988:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879523.211990:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.211994:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879523.211997:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.212001:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879523.212003:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.212004:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.212005:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.212006:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879523.212008:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879523.212009:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879523.212012:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879523.212013:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879523.212015:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879523.212021:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879523.212024:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879523.212027:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.212036:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879523.212037:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.212039:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879523.212041:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879523.212042:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879523.212044:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879523.212046:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879523.212047:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879523.212048:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.212049:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879523.212052:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879523.212053:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879523.212055:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879523.212056:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879523.212058:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879523.212060:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519530496, portal 10 00000100:00000001:1.0:1788879523.212061:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879523.212062:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879523.212067:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.212072:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879523.212073:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879523.212074:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879523.212076:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519530496, offset 0 00000400:00000200:1.0:1788879523.212079:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879523.212082:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.212084:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879523.212086:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879523.212088:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879523.212090:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879523.212092:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879523.213653:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460127:460127:256:4294967295] 192.168.203.155@tcp LPNI seq info [460121:460121:8:4294967295] 00000400:00000200:1.0:1788879523.213666:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.213684:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879523.213697:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.213713:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879523.213721:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879523.213725:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879523.213743:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.213745:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879523.213753:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879523.213758:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879523.213777:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879523.213779:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879523.213785:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879523.213794:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.213809:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.213813:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.213821:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.213823:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879523.213830:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879523.213848:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879523.213852:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879523.213856:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304950289 00000100:00000001:1.0:1788879523.213859:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304951571 00000100:00000001:1.0:1788879523.213862:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304950289 00000100:00000001:1.0:1788879523.213864:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304951572 00000100:00000001:1.0:1788879523.213866:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879523.213870:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.213874:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879523.213879:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879523/real 1788879523] req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879523.213890:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879523.213892:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879523.213896:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879523.213899:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879523.213901:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879523.213904:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879523.213907:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879523.213916:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.213922:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879523.213924:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.213926:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.213928:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879523.213932:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.213938:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879523.213943:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.213951:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879523.213954:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.213956:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.213957:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.213960:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879523.213963:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879523.213966:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879523.213971:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879523.213974:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879523.213978:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879523.213987:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879523.213991:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879523.213995:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214002:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879523.214004:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.214007:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879523.214011:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879523.214014:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879523.214017:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879523.214021:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879523.214025:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879523.214027:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.214030:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879523.214035:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879523.214038:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879523.214042:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879523.214046:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879523.214050:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879523.214055:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519530624, portal 4 00000100:00000001:1.0:1788879523.214057:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879523.214059:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879523.214066:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214072:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879523.214075:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879523.214078:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879523.214081:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519530624, offset 0 00000400:00000200:1.0:1788879523.214086:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879523.214092:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.214099:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879523.214104:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879523.214108:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879523.214112:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879523.214114:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879523.214117:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460128:460128:256:4294967295] 192.168.203.155@tcp LPNI seq info [460122:460122:8:4294967295] 00000400:00000200:1.0:1788879523.214122:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.214128:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879523.214132:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.214135:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879523.214139:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879523.214142:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879523.214153:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.214155:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879523.214158:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879523.214162:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879523.214164:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879523.214166:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879523.214168:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879523.214172:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214180:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.214182:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214189:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.214190:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879523.214194:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879523.214196:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879523.214200:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879523.214202:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304950341 00000100:00000001:1.0:1788879523.214204:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304951571 00000100:00000001:1.0:1788879523.214206:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304950341 00000100:00000001:1.0:1788879523.214208:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304951572 00000100:00000001:1.0:1788879523.214210:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879523.214212:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.214214:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879523.214217:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879523/real 1788879523] req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879523.214224:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879523.214226:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879523.214227:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879523.214229:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879523.214231:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879523.214233:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879523.214236:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879523.214244:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214274:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879523.214276:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214278:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.214279:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879523.214284:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214291:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879523.214294:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214302:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879523.214305:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214306:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.214308:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214309:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879523.214311:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879523.214313:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879523.214316:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879523.214318:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879523.214322:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879523.214329:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879523.214333:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214336:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.214340:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519530368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214347:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879523.214349:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879523.214352:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879523.214355:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879523.214358:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879523.214360:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879523.214362:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879523.214365:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879523.214369:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879523.214370:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879523.214372:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879523.214376:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879523.214378:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214380:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.214383:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519530496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214389:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879523.214391:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879523.214392:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879523.214395:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879523.214396:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879523.214397:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879523.214399:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879523.214400:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879523.214402:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879523.214403:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879523.214405:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879523.214407:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879523.214408:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214410:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.214413:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519530624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214418:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879523.214420:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879523.214421:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879523.214423:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879523.214424:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879523.214425:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879523.214427:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879523.214428:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879523.214430:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879523.214431:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879523.214432:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879523.214434:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879523.214435:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214437:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214446:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879523.214447:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.214450:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879523.214453:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879523.214454:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879523.214458:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214465:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879523.214466:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.214469:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879523.214470:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879523.214472:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879523.214476:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879523.214479:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879523.214481:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879523.214482:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879523.214484:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879523.214487:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879523.214489:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879523.214492:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879523.214494:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879523.214497:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879523.214501:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519530752, portal 4 00000100:00000001:1.0:1788879523.214503:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879523.214504:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879523.214510:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214516:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879523.214519:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879523.214521:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879523.214523:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519530752, offset 0 00000400:00000200:1.0:1788879523.214527:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879523.214530:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.214534:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879523.214537:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879523.214540:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879523.214543:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879523.214545:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879523.214548:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460129:460129:256:4294967295] 192.168.203.155@tcp LPNI seq info [460123:460123:8:4294967295] 00000400:00000200:1.0:1788879523.214552:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879523.214558:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879523.214562:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.214565:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879523.214569:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879523.214572:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879523.214612:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879523.214615:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879523.214620:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879523.214626:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879523.214631:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879523.214634:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879523.214638:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879523.214645:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214657:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.214662:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214674:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.214676:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879523.214682:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879523.214688:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879523.214693:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879523.214697:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304950293 00000100:00000001:1.0:1788879523.214701:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304951571 00000100:00000001:1.0:1788879523.214704:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304950293 00000100:00000001:1.0:1788879523.214709:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304951572 00000100:00000001:1.0:1788879523.214712:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879523.214714:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.214716:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879523.214721:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879523/real 1788879523] req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879523.214729:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879523.214731:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879523.214733:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879523.214735:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879523.214737:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879523.214739:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879523.214742:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879523.214751:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214757:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879523.214758:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214760:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.214762:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879523.214765:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214771:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879523.214775:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214782:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879523.214785:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214786:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879523.214787:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214790:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879523.214792:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879523.214795:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879523.214799:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879523.214801:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879523.214805:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879523.214812:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519530752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879523.214816:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214818:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879523.214821:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519530752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879523.214827:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879523.214829:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879523.214831:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879523.214833:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879523.214834:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879523.214835:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879523.214837:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879523.214839:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879523.214841:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879523.214842:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879523.214844:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879523.214846:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879523.214848:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214849:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879523.214853:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879523.214854:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879523.214856:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879523.214858:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879523.338326:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879523.338331:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879523.338337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879523.338338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879523.338340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879523.338341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879524.362355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879524.362364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879524.362372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879524.362374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879524.362378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879524.362380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879524.554434:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304951571, at 4304951616 00000100:00000040:1.0:1788879524.554434:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304951572, at 4304951616 00000100:00000010:0.0:1788879524.554472:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000010:1.0:1788879524.554474:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00010000:00000001:1.0:1788879525.386379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879525.386388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879525.386397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879525.386399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879525.386405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879525.386407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879526.410440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879526.410482:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879526.410502:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879526.410504:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879526.410509:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879526.410510:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879527.434467:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879527.434471:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879527.434476:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434484:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879527.434487:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434490:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434493:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434499:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879527.434501:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879527.434503:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879527.434506:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434508:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879527.434511:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434513:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434515:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434520:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879527.434522:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879527.434524:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879527.434526:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434528:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879527.434529:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434531:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879527.434534:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879528.330526:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879528.330572:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879528.330577:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879528.330596:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879528.330604:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879528.330617:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10282 00000400:00000200:0.0:1788879528.330631:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879528.330639:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879528.330643:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879528.330647:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.330651:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879528.330655:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.330658:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879528.330669:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879528.330671:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879528.330674:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879528.330679:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879528.330682:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879528.330685:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879528.330689:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.330691:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879528.330694:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.330696:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879528.330700:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879528.330704:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879528.330707:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879528.330711:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879528.330716:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879528.330719:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.330722:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879528.330725:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879528.330737:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879528.330741:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879528.330747:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879528.330750:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.330754:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879528.330758:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879528.330764:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879528.330777:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879528.330799:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879528.330821:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879528.330835:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879528.330840:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879528.330847:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879528.330879:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879528.330884:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879528.330889:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879528.330891:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879528.330893:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879528.330897:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879528.330901:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10282 00000400:00000200:0.0:1788879528.330906:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879528.330910:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879528.330913:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879528.330918:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.330922:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879528.330926:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.330930:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879528.330934:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879528.330937:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879528.330939:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879528.330943:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879528.330945:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788879528.330950:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1788879528.330951:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879528.330963:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879528.330964:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788879528.330966:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879528.330975:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879528.330976:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788879528.330983:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879528.330988:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879528.330997:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000040:1.0:1788879528.331001:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879528.331002:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879528.331009:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879528.331017:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879528.331027:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.331033:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879528.331041:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788879528.331044:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1788879528.331047:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.331053:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.331054:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879528.331066:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 02000000:00000001:1.0:1788879528.331068:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1788879528.331071:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879528.331088:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879528.331089:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879528.331095:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.331098:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.331101:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879528.331106:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1788879528.331111:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519530880:192.168.203.155@tcp:250:kworker.0 02000000:00000001:0.0:1788879528.331112:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.331125:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1788879528.331126:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788879528.331132:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788879528.331136:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.331139:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.331147:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879528.331157:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 00000100:00100000:0.0:1788879528.331160:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788879528.331163:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.331186:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879528.331193:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879528.331194:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879528.331206:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000100:00000040:0.0:1788879528.331212:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788879528.331219:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879528.331234:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519530880, portal 25 00000100:00000001:1.0:1788879528.331243:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879528.331288:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000001:0.0:1788879528.331300:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879528.331302:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879528.331310:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879528.331326:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879528.331332:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788879528.331337:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788879528.331339:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1788879528.331349:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788879528.331352:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000010:1.0:1788879528.331357:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00080000:0.0:1788879528.331363:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10282 00000100:00000200:1.0:1788879528.331366:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519530880, offset 0 00000400:00000200:0.0:1788879528.331384:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.331385:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788879528.331402:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000200:1.0:1788879528.331404:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788879528.331415:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1788879528.331429:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000040:0.0:1788879528.331431:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.331444:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879528.331459:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788879528.331461:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788879528.331467:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788879528.331478:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879528.331486:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879528.331493:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879528.331515:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460130:460130:256:4294967295] 192.168.203.155@tcp LPNI seq info [460124:460124:8:4294967295] 00000400:00000200:1.0:1788879528.331527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.331568:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879528.331582:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788879528.331583:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879528.331588:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879528.331592:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000010:1.0:1788879528.331592:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000020:00000040:0.0:1788879528.331597:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879528.331604:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788879528.331611:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000020:00000001:0.0:1788879528.331612:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788879528.331624:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000100:00000040:0.0:1788879528.331628:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.331636:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879528.331646:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.331654:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879528.331663:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879528.331673:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879528.331679:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1788879528.331683:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788879528.331684:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879528.331692:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1788879528.331694:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 02000000:00000001:0.0:1788879528.331698:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.331705:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879528.331709:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788879528.331712:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:0.0:1788879528.331714:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.331725:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879528.331735:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000400:00000200:1.0:1788879528.331735:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000020:00000040:0.0:1788879528.331745:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879528.331751:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879528.331753:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879528.331755:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000100:00000001:0.0:1788879528.331757:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1788879528.331762:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 02000000:00000001:0.0:1788879528.331764:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879528.331772:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.331775:0:2393:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:0.0:1788879528.331779:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000200:1.0:1788879528.331788:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879528.331791:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879528.331810:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879528.331816:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788879528.331826:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879528.331833:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879528.331834:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879528.331843:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879528.331888:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879528.331898:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879528.331913:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879528.331919:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879528.331924:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879528.331925:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.331931:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788879528.331933:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788879528.331939:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10282 00000100:00000001:1.0:1788879528.331948:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788879528.331950:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879528.331965:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000200:1.0:1788879528.331969:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788879528.331971:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879528.331982:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879528.331984:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304956692 00000100:00000001:0.0:1788879528.331985:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879528.331993:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.331999:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879528.332003:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000010:1.0:1788879528.332005:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000020:00000040:0.0:1788879528.332006:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879528.332012:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879528.332016:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879528.332019:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879528.332024:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788879528.332024:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1788879528.332038:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.332042:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879528.332045:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304956692 00000100:00000040:0.0:1788879528.332046:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.332057:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000010:1.0:1788879528.332060:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000020:00000040:0.0:1788879528.332062:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788879528.332071:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1788879528.332073:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879528.332081:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788879528.332083:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.332093:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879528.332094:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879528.332104:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879528.332104:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1788879528.332113:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.332116:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00100000:1.0:1788879528.332121:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879528/real 1788879528] req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1788879528.332122:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879528.332135:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.332146:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788879528.332161:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1788879528.332163:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000400:00000001:1.0:1788879528.332166:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879528.332172:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000020:00000040:0.0:1788879528.332177:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000400:00000200:1.0:1788879528.332179:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879528.332185:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 02000000:00000001:0.0:1788879528.332192:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788879528.332193:0:2393:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:0.0:1788879528.332203:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879528.332206:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879528.332214:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879528.332222:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1788879528.332228:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879528.332233:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879528.332277:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879528.332285:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.332286:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879528.332293:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.332300:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1788879528.332302:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879528.332305:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879528.332322:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879528.332374:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879528.332374:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879528.332388:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879528.332390:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.332408:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1788879528.332412:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.332416:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.332427:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879528.332432:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.332443:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879528.332450:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788879528.332456:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879528.332461:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788879528.332464:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879528.332477:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879528.332481:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879528.332484:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00080000:0.0:1788879528.332486:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879528.332498:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788879528.332499:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1788879528.332505:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10282 00000400:00000200:0.0:1788879528.332521:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:1.0:1788879528.332523:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788879528.332530:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879528.332539:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879528.332578:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00100000:1.0:1788879528.332584:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519530880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788879528.332585:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879528.332597:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879528.332601:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879528.332602:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879528.332612:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1788879528.332615:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879528.332621:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00000040:1.0:1788879528.332624:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519530880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879528.332626:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879528.332634:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879528.332643:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788879528.332650:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788879528.332651:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 02000000:00000001:1.0:1788879528.332658:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1788879528.332663:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 02000000:00000010:1.0:1788879528.332668:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 00000100:00000001:0.0:1788879528.332669:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879528.332677:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879528.332682:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:1.0:1788879528.332685:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1788879528.332687:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000020:00000001:1.0:1788879528.332693:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00080000:0.0:1788879528.332695:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879528.332704:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788879528.332704:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879528.332711:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1788879528.332717:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:0.0:1788879528.332719:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1788879528.332726:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:0.0:1788879528.332727:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879528.332737:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788879528.332743:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000008:00100000:0.0:1788879528.332744:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 02000000:00000001:1.0:1788879528.332755:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:0.0:1788879528.332756:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879528.332763:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:0.0:1788879528.332764:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.332773:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1788879528.332777:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788879528.332778:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788879528.332787:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788879528.332788:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788879528.332800:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879528.332803:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.332806:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788879528.332807:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788879528.332814:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879528.332815:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879528.332822:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.332825:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1788879528.332830:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:1.0:1788879528.332833:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788879528.332840:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.332842:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1788879528.332855:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1788879528.332864:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879528.332878:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879528.332886:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879528.332901:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.332905:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879528.332910:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.332919:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879528.332926:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788879528.332929:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.332932:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879528.332941:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10293) 00000100:00100000:1.0:1788879528.332943:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519531008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879528.332952:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879528.332955:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879528.332959:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.332963:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879528.332972:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879528.332976:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879528.332986:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879528.332992:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879528.332999:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879528.333006:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519531008, portal 10 00000100:00000001:1.0:1788879528.333010:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879528.333013:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000040:1.0:1788879528.333027:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333043:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879528.333048:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879528.333054:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879528.333059:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519531008, offset 0 00000400:00000200:1.0:1788879528.333065:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879528.333072:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.333078:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879528.333082:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879528.333086:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879528.333090:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879528.333093:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879528.333097:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460131:460131:256:4294967295] 192.168.203.155@tcp LPNI seq info [460125:460125:8:4294967295] 00000400:00000200:1.0:1788879528.333102:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.333112:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879528.333118:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879528.333123:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879528.333129:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879528.333133:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879528.333148:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879528.333150:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879528.333155:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879528.333159:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879528.333164:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879528.333166:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879528.333170:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879528.333175:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333186:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879528.333190:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333199:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.333202:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879528.333206:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879528.333212:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879528.333216:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879528.333219:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304955408 00000100:00000001:1.0:1788879528.333223:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304956692 00000100:00000001:1.0:1788879528.333226:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304955408 00000100:00000001:1.0:1788879528.333229:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304956692 00000100:00000001:1.0:1788879528.333232:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879528.333235:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.333237:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879528.333242:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879528/real 1788879528] req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879528.333282:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879528.333284:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879528.333286:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879528.333289:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879528.333292:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879528.333295:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879528.333299:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879528.333310:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333319:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879528.333321:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.333323:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879528.333325:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879528.333329:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333337:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879528.333342:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333352:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879528.333355:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.333357:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879528.333359:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.333362:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879528.333364:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879528.333367:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879528.333371:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879528.333374:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879528.333378:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879528.333388:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519531008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879528.333393:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879528.333397:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333406:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879528.333408:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.333412:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879528.333415:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879528.333419:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879528.333425:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519531136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879528.333431:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879528.333435:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879528.333439:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.333442:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879528.333448:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879528.333452:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879528.333460:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879528.333465:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879528.333472:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879528.333478:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519531136, portal 10 00000100:00000001:1.0:1788879528.333482:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879528.333485:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:1.0:1788879528.333498:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333512:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879528.333517:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879528.333522:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879528.333525:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519531136, offset 0 00000400:00000200:1.0:1788879528.333531:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879528.333537:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.333568:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879528.333573:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879528.333577:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879528.333580:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879528.333583:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879528.333587:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460132:460132:256:4294967295] 192.168.203.155@tcp LPNI seq info [460126:460126:8:4294967295] 00000400:00000200:1.0:1788879528.333593:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.333602:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879528.333609:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879528.333614:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879528.333619:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879528.333623:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879528.333637:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879528.333640:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879528.333644:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879528.333649:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879528.333653:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879528.333656:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879528.333661:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879528.333669:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333686:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879528.333693:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333706:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.333710:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879528.333716:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879528.333723:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879528.333730:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879528.333734:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304955409 00000100:00000001:1.0:1788879528.333740:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304956692 00000100:00000001:1.0:1788879528.333745:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304955409 00000100:00000001:1.0:1788879528.333749:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304956692 00000100:00000001:1.0:1788879528.333754:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879528.333758:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.333762:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879528.333768:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879528/real 1788879528] req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879528.333780:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879528.333781:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879528.333784:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879528.333788:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879528.333790:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879528.333793:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879528.333797:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879528.333808:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333818:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879528.333821:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.333825:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879528.333828:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879528.333835:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333849:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879528.333857:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333872:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879528.333878:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.333881:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879528.333884:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.333888:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879528.333891:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879528.333897:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879528.333904:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879528.333908:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879528.333914:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879528.333925:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519531136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879528.333930:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879528.333934:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.333942:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879528.333944:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.333948:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879528.333950:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879528.333953:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879528.333957:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519531264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879528.333963:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879528.333967:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879528.333970:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.333974:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879528.333980:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879528.333984:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879528.333992:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879528.333997:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879528.334004:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879528.334010:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519531264, portal 4 00000100:00000001:1.0:1788879528.334014:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879528.334017:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 00000100:00000040:1.0:1788879528.334030:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334044:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879528.334049:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879528.334054:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879528.334058:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519531264, offset 0 00000400:00000200:1.0:1788879528.334063:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879528.334069:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.334075:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879528.334079:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879528.334083:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879528.334086:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879528.334089:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879528.334093:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460133:460133:256:4294967295] 192.168.203.155@tcp LPNI seq info [460127:460127:8:4294967295] 00000400:00000200:1.0:1788879528.334098:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.334107:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879528.334113:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879528.334118:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879528.334123:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879528.334127:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879528.334141:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879528.334143:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879528.334147:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879528.334152:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879528.334156:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879528.334158:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879528.334161:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879528.334166:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334176:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879528.334180:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334188:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.334191:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879528.334194:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879528.334199:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879528.334203:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879528.334205:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304955461 00000100:00000001:1.0:1788879528.334209:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304956692 00000100:00000001:1.0:1788879528.334212:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304955461 00000100:00000001:1.0:1788879528.334214:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304956692 00000100:00000001:1.0:1788879528.334217:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879528.334219:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.334222:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879528.334226:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879528/real 1788879528] req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879528.334237:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879528.334238:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879528.334241:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879528.334243:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879528.334274:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879528.334278:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879528.334283:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879528.334294:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334302:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879528.334304:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.334306:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879528.334308:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879528.334312:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334320:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879528.334325:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334334:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879528.334337:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.334339:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879528.334341:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.334343:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879528.334345:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879528.334348:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879528.334352:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879528.334354:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879528.334360:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879528.334370:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519531264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879528.334375:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.334377:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879528.334381:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519531008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334389:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879528.334391:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879528.334394:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879528.334397:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879528.334399:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879528.334401:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879528.334403:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879528.334406:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788879528.334410:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879528.334412:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879528.334415:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788879528.334420:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879528.334422:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.334426:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879528.334432:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519531136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334445:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879528.334448:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879528.334451:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879528.334456:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879528.334459:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879528.334461:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879528.334465:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879528.334468:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788879528.334472:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879528.334475:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879528.334478:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788879528.334482:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879528.334485:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.334489:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879528.334497:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519531264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334510:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879528.334514:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879528.334517:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879528.334521:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879528.334523:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879528.334525:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879528.334527:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879528.334529:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788879528.334532:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879528.334534:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879528.334535:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788879528.334538:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879528.334565:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.334568:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.334574:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879528.334576:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.334579:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879528.334581:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879528.334583:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879528.334589:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334598:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879528.334600:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.334603:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879528.334606:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879528.334609:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879528.334612:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519531392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879528.334616:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879528.334620:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879528.334622:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879528.334624:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879528.334629:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879528.334632:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879528.334636:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879528.334639:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879528.334643:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879528.334648:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519531392, portal 4 00000100:00000001:1.0:1788879528.334650:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879528.334652:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00000040:1.0:1788879528.334661:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334675:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879528.334680:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879528.334685:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879528.334690:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519531392, offset 0 00000400:00000200:1.0:1788879528.334698:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879528.334706:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.334714:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879528.334720:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879528.334726:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879528.334731:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879528.334736:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879528.334742:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460134:460134:256:4294967295] 192.168.203.155@tcp LPNI seq info [460128:460128:8:4294967295] 00000400:00000200:1.0:1788879528.334751:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879528.334763:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879528.334770:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879528.334775:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879528.334780:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879528.334784:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879528.334798:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879528.334802:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879528.334806:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879528.334810:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879528.334815:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879528.334818:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879528.334823:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879528.334831:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334847:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879528.334854:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334868:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.334871:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879528.334879:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879528.334885:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879528.334892:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879528.334896:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304955413 00000100:00000001:1.0:1788879528.334901:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304956692 00000100:00000001:1.0:1788879528.334906:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304955413 00000100:00000001:1.0:1788879528.334910:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304956692 00000100:00000001:1.0:1788879528.334914:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879528.334917:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.334919:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879528.334925:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879528/real 1788879528] req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879528.334936:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879528.334938:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879528.334941:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879528.334944:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879528.334946:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879528.334950:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879528.334954:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879528.334969:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.334982:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879528.334985:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.334989:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879528.334993:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879528.335000:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.335026:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879528.335034:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.335050:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879528.335055:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.335059:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879528.335062:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.335064:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879528.335068:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879528.335071:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879528.335076:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879528.335079:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879528.335085:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879528.335095:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519531392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879528.335100:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.335103:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879528.335108:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519531392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879528.335116:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879528.335118:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879528.335121:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879528.335124:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879528.335126:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879528.335128:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879528.335130:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879528.335132:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788879528.335135:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879528.335137:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879528.335139:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788879528.335142:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879528.335144:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.335146:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879528.335151:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879528.335153:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879528.335155:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879528.335158:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879528.458483:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879528.458492:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879528.458499:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879528.458501:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879528.458505:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879528.458507:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879529.482344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879529.482351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879529.482357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879529.482359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879529.482363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879529.482364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879529.674418:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304956692, at 4304956736 00000100:00000040:0.0:1788879529.674437:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304956692, at 4304956736 00000100:00000010:1.0:1788879529.674439:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000010:0.0:1788879529.674460:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00010000:00000001:1.0:1788879530.506390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879530.506399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879530.506407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879530.506409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879530.506414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879530.506416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879531.530357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879531.530364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879531.530370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879531.530371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879531.530374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879531.530376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879532.554378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879532.554387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879532.554395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879532.554397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879532.554401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879532.554402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879533.450366:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879533.450374:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879533.450377:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879533.450380:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879533.450385:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879533.450392:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10288 00000400:00000200:1.0:1788879533.450400:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879533.450405:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879533.450408:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879533.450410:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450413:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.450415:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450417:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879533.450424:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879533.450425:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879533.450427:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879533.450429:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879533.450431:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879533.450433:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879533.450435:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450437:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.450438:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450449:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879533.450451:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879533.450454:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450455:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879533.450458:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879533.450460:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879533.450462:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.450464:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879533.450465:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879533.450472:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788879533.450475:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879533.450478:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879533.450479:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.450482:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879533.450484:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879533.450488:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879533.450495:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879533.450502:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879533.450523:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519531520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879533.450532:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879533.450535:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879533.450539:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519531520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879533.450566:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879533.450569:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879533.450571:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879533.450573:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879533.450574:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879533.450576:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879533.450578:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10288 00000400:00000200:1.0:1788879533.450581:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879533.450583:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879533.450585:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879533.450587:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450589:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.450592:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450594:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879533.450596:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879533.450598:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879533.450599:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879533.450600:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879533.450602:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879533.450604:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879533.450609:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450614:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.450618:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450620:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879533.450624:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879533.450628:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450634:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879533.450637:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879533.450644:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879533.450651:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.450656:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879533.450660:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879533.450666:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.450672:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879533.450676:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788879533.450681:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879533.450685:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879533.450688:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.450689:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879533.450691:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879533.450694:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879533.450701:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879533.450706:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879533.450714:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519531648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879533.450720:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879533.450722:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879533.450725:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519531648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879533.450735:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879533.450738:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879533.450746:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879533.450750:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879533.450752:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879533.450758:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879533.450760:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10288 00000400:00000200:1.0:1788879533.450766:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879533.450771:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879533.450775:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879533.450779:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450783:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.450787:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450790:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879533.450794:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879533.450796:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879533.450800:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879533.450802:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879533.450807:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879533.450809:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879533.450813:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450817:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.450818:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450819:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879533.450821:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879533.450833:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879533.450839:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879533.450844:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879533.450846:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879533.450848:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.450852:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879533.450855:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879533.450859:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.450860:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879533.450864:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788879533.450869:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879533.450874:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879533.450878:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.450881:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879533.450883:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879533.450886:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879533.450893:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879533.450899:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879533.450906:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519531776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879533.450922:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879533.450928:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879533.450934:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519531776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879533.450949:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879533.450953:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879533.450963:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879533.450967:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879533.450970:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879533.450978:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879533.450983:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10288 00000400:00000200:1.0:1788879533.450993:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879533.450997:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879533.450999:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879533.451001:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451003:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.451005:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451010:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879533.451017:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879533.451018:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879533.451022:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879533.451023:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879533.451026:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879533.451032:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879533.451040:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451043:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.451047:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451050:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879533.451054:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879533.451061:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451065:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879533.451068:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879533.451072:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879533.451075:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.451080:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879533.451082:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879533.451085:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.451088:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879533.451101:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788879533.451104:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879533.451108:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879533.451109:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.451110:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879533.451111:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879533.451112:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879533.451115:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879533.451118:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879533.451125:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519531904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879533.451139:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879533.451142:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879533.451153:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519531904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879533.451177:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879533.451185:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879533.451192:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879533.451196:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879533.451199:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879533.451205:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879533.451211:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10288 00000400:00000200:1.0:1788879533.451220:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879533.451227:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879533.451233:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879533.451241:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451245:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.451283:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451289:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879533.451295:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879533.451299:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879533.451302:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879533.451305:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879533.451309:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879533.451313:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879533.451319:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451323:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879533.451328:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451333:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879533.451338:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879533.451343:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879533.451348:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879533.451350:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879533.451355:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879533.451360:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.451365:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879533.451368:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879533.451374:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.451377:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879533.451384:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879533.451388:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879533.451392:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879533.451395:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879533.451397:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879533.451400:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879533.451403:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879533.451409:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879533.451414:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879533.451424:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519532032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879533.451434:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879533.451435:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879533.451438:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519532032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879533.451450:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879533.451456:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10298) 00010000:00000001:1.0:1788879533.578370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879533.578376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879533.578382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879533.578384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879533.578387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879533.578388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879534.602371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879534.602378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879534.602384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879534.602385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879534.602387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879534.602388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879534.794377:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304961811, at 4304961856 00000100:00000040:1.0:1788879534.794381:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304961811, at 4304961856 00000100:00000010:0.0:1788879534.794400:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00000100:00000010:1.0:1788879534.794402:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b1e0. 00010000:00000001:1.0:1788879535.626384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879535.626394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879535.626405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879535.626407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879535.626414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879535.626417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879536.650400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879536.650408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879536.650417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879536.650419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879536.650426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879536.650429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879537.674448:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879537.674453:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879537.674459:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674467:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879537.674471:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674498:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674504:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674511:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879537.674515:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879537.674518:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879537.674521:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674526:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879537.674528:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674532:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674536:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674543:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879537.674546:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879537.674548:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879537.674551:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674555:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879537.674558:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674561:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879537.674565:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.570744:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879538.570754:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879538.570761:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879538.570778:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.570809:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879538.570814:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.570821:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879538.570829:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879538.570840:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879538.570852:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519532160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879538.570873:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879538.570883:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879538.570893:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.570902:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879538.570917:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879538.570929:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879538.570949:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879538.570964:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879538.570981:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879538.571009:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519532160, portal 25 00000100:00000001:1.0:1788879538.571016:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879538.571021:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788879538.571037:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.571086:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879538.571096:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879538.571100:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879538.571122:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519532160, offset 0 00000400:00000200:1.0:1788879538.571141:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879538.571155:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.571173:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879538.571186:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879538.571197:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879538.571210:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879538.571222:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879538.571235:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460140:460140:256:4294967295] 192.168.203.155@tcp LPNI seq info [460134:460134:8:4294967295] 00000400:00000200:1.0:1788879538.571277:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.571313:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879538.571321:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.571327:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879538.571334:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879538.571340:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788879538.571365:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.571370:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879538.571377:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879538.571406:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879538.571415:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879538.571421:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879538.571442:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879538.571454:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.571498:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.571507:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.571525:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.571532:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879538.571542:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879538.571557:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879538.571567:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304966932 00000100:00000010:1.0:1788879538.571582:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000001:1.0:1788879538.571598:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879538.571615:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304966932 00000100:00000010:1.0:1788879538.571631:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:1.0:1788879538.571645:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879538.571677:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879538.571684:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.571690:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879538.571703:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879538/real 1788879538] req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879538.571731:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879538.571735:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879538.571740:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879538.571750:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879538.571754:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879538.571761:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879538.571771:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879538.571820:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.571842:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879538.571847:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.571853:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.571856:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879538.571866:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.571901:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879538.571917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.571983:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879538.571993:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.571998:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.572002:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.572009:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879538.572013:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879538.572019:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879538.572028:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879538.572036:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879538.572047:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879538.572068:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519532160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879538.572103:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.572110:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.572121:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519532160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572157:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879538.572163:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879538.572168:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879538.572174:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879538.572181:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879538.572186:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879538.572194:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879538.572201:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879538.572211:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879538.572217:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879538.572222:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788879538.572231:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879538.572236:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.572242:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.572252:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879538.572257:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.572263:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879538.572269:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879538.572274:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879538.572284:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572303:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879538.572307:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.572314:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879538.572319:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879538.572323:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879538.572357:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879538.572362:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879538.572366:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879538.572369:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.572376:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879538.572380:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879538.572386:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879538.572396:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879538.572402:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879538.572407:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879538.572412:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519532288, portal 10 00000100:00000001:1.0:1788879538.572417:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879538.572421:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788879538.572437:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572449:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879538.572455:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879538.572458:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879538.572461:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519532288, offset 0 00000400:00000200:1.0:1788879538.572465:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879538.572485:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.572490:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879538.572494:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879538.572497:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879538.572499:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879538.572502:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879538.572505:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460141:460141:256:4294967295] 192.168.203.155@tcp LPNI seq info [460135:460135:8:4294967295] 00000400:00000200:1.0:1788879538.572509:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.572515:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879538.572520:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.572523:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879538.572527:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879538.572530:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788879538.572541:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.572543:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879538.572546:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879538.572549:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879538.572553:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879538.572554:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879538.572557:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879538.572560:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572569:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.572573:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572583:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.572586:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879538.572590:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879538.572596:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879538.572601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879538.572604:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304965648 00000100:00000001:1.0:1788879538.572609:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304966932 00000100:00000001:1.0:1788879538.572612:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304965648 00000100:00000001:1.0:1788879538.572615:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304966932 00000100:00000001:1.0:1788879538.572619:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879538.572622:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.572625:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879538.572631:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879538/real 1788879538] req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879538.572643:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879538.572644:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879538.572646:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879538.572648:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879538.572650:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879538.572652:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879538.572656:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879538.572664:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572670:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879538.572671:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.572673:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.572674:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879538.572677:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572683:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879538.572686:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572693:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879538.572695:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.572697:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.572698:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.572699:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879538.572701:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879538.572703:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879538.572706:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879538.572708:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879538.572711:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879538.572718:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879538.572722:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879538.572725:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572737:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879538.572739:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.572741:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879538.572743:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879538.572744:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879538.572747:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879538.572750:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879538.572752:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879538.572753:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.572755:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879538.572758:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879538.572760:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879538.572762:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879538.572765:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879538.572768:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879538.572770:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519532416, portal 10 00000100:00000001:1.0:1788879538.572772:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879538.572774:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879538.572779:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572785:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879538.572787:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879538.572789:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879538.572792:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519532416, offset 0 00000400:00000200:1.0:1788879538.572795:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879538.572799:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.572802:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879538.572805:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879538.572807:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879538.572809:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879538.572812:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879538.572815:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460142:460142:256:4294967295] 192.168.203.155@tcp LPNI seq info [460136:460136:8:4294967295] 00000400:00000200:1.0:1788879538.572819:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.572826:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879538.572830:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.572833:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879538.572837:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879538.572839:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788879538.572849:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.572851:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879538.572854:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879538.572857:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879538.572860:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879538.572862:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879538.572865:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879538.572870:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572881:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.572886:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572895:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.572898:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879538.572902:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879538.572907:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879538.572912:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879538.572914:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304965648 00000100:00000001:1.0:1788879538.572918:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304966932 00000100:00000001:1.0:1788879538.572921:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304965648 00000100:00000001:1.0:1788879538.572924:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304966932 00000100:00000001:1.0:1788879538.572928:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879538.572931:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.572934:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879538.572938:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879538/real 1788879538] req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879538.572947:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879538.572948:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879538.572950:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879538.572952:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879538.572954:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879538.572956:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879538.572959:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879538.572966:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572972:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879538.572973:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.572975:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.572976:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879538.572979:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572985:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879538.572988:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.572995:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879538.572997:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.572998:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.572999:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573001:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879538.573003:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879538.573005:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879538.573008:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879538.573010:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879538.573014:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879538.573021:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879538.573024:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879538.573026:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573032:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879538.573033:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.573035:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879538.573037:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879538.573038:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879538.573041:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879538.573044:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879538.573046:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879538.573048:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.573050:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879538.573053:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879538.573055:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879538.573058:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879538.573060:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879538.573062:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879538.573065:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519532544, portal 4 00000100:00000001:1.0:1788879538.573067:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879538.573068:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879538.573074:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573080:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879538.573082:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879538.573084:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879538.573087:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519532544, offset 0 00000400:00000200:1.0:1788879538.573090:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879538.573094:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.573097:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879538.573100:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879538.573102:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879538.573105:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879538.573107:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879538.573110:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460143:460143:256:4294967295] 192.168.203.155@tcp LPNI seq info [460137:460137:8:4294967295] 00000400:00000200:1.0:1788879538.573114:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.573120:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879538.573125:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.573128:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879538.573131:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879538.573134:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788879538.573144:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.573146:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879538.573149:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879538.573152:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879538.573155:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879538.573156:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879538.573158:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879538.573161:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573169:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.573171:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573177:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.573179:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879538.573182:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879538.573185:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879538.573187:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879538.573189:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304965700 00000100:00000001:1.0:1788879538.573192:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304966932 00000100:00000001:1.0:1788879538.573194:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304965700 00000100:00000001:1.0:1788879538.573196:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304966932 00000100:00000001:1.0:1788879538.573198:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879538.573199:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.573201:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879538.573204:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879538/real 1788879538] req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879538.573210:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879538.573212:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879538.573213:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879538.573215:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879538.573216:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879538.573218:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879538.573221:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879538.573228:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573233:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879538.573234:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573235:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.573237:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879538.573240:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573245:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879538.573268:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573276:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879538.573278:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573280:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.573281:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573282:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879538.573284:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879538.573286:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879538.573288:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879538.573290:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879538.573294:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879538.573301:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879538.573304:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573306:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.573309:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519532288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573315:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879538.573316:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879538.573318:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879538.573321:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879538.573322:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879538.573323:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879538.573325:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879538.573327:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879538.573329:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879538.573331:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879538.573332:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788879538.573335:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879538.573336:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573338:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.573341:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519532416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573347:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879538.573348:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879538.573349:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879538.573351:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879538.573352:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879538.573353:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879538.573355:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879538.573356:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879538.573358:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879538.573359:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879538.573360:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879538.573362:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879538.573363:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573364:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.573367:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519532544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573372:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879538.573373:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879538.573374:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879538.573376:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879538.573377:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879538.573378:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879538.573380:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879538.573381:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879538.573382:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879538.573383:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879538.573384:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879538.573386:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879538.573387:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573389:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573392:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879538.573393:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.573395:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879538.573396:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879538.573398:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879538.573401:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573407:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879538.573409:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.573410:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879538.573412:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879538.573414:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879538.573417:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879538.573419:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879538.573421:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879538.573423:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879538.573424:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879538.573427:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879538.573428:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879538.573431:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879538.573434:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879538.573436:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879538.573439:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519532672, portal 4 00000100:00000001:1.0:1788879538.573441:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879538.573442:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879538.573447:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573453:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879538.573455:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879538.573457:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879538.573459:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519532672, offset 0 00000400:00000200:1.0:1788879538.573463:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879538.573466:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.573487:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879538.573490:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879538.573493:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879538.573496:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879538.573499:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879538.573502:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460144:460144:256:4294967295] 192.168.203.155@tcp LPNI seq info [460138:460138:8:4294967295] 00000400:00000200:1.0:1788879538.573506:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879538.573512:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879538.573517:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.573520:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879538.573524:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879538.573526:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788879538.573537:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879538.573538:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879538.573541:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879538.573544:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879538.573547:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879538.573549:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879538.573551:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879538.573555:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573562:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.573564:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573574:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.573577:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879538.573581:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879538.573586:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879538.573591:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879538.573593:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304965652 00000100:00000001:1.0:1788879538.573596:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304966932 00000100:00000001:1.0:1788879538.573600:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304965652 00000100:00000001:1.0:1788879538.573605:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304966932 00000100:00000001:1.0:1788879538.573608:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879538.573611:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.573614:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879538.573621:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879538/real 1788879538] req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879538.573634:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879538.573636:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879538.573638:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879538.573641:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879538.573642:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879538.573644:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879538.573648:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879538.573655:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573661:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879538.573663:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573664:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.573666:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879538.573669:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573675:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879538.573679:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573685:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879538.573687:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573688:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879538.573689:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573691:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879538.573694:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879538.573696:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879538.573699:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879538.573701:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879538.573705:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879538.573712:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879538.573715:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573717:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879538.573719:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519532672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879538.573725:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879538.573726:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879538.573728:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879538.573730:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879538.573731:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879538.573732:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879538.573734:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879538.573735:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879538.573737:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879538.573738:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879538.573739:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879538.573741:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879538.573743:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573744:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879538.573747:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879538.573749:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879538.573750:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879538.573752:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879538.698426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879538.698436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879538.698446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879538.698449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879538.698454:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879538.698456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879539.722418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879539.722426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879539.722433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879539.722435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879539.722439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879539.722440:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879539.914365:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304966932, at 4304966976 00000100:00000040:1.0:1788879539.914365:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304966932, at 4304966976 00000100:00000010:1.0:1788879539.914383:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000100:00000010:0.0:1788879539.914385:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00010000:00000001:1.0:1788879540.746387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879540.746395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879540.746402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879540.746404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879540.746408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879540.746410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879541.770396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879541.770404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879541.770410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879541.770412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879541.770416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879541.770418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879542.794410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879542.794419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879542.794426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879542.794428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879542.794432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879542.794434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.690787:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879543.690799:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879543.690807:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879543.690825:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.690870:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879543.690878:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.690889:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879543.690897:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879543.690906:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879543.690916:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519532800:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879543.690930:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879543.690940:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879543.690946:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.690956:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879543.690969:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879543.690981:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879543.691008:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879543.691019:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879543.691034:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879543.691047:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519532800, portal 25 00000100:00000001:1.0:1788879543.691059:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879543.691065:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879543.691084:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.691125:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879543.691138:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879543.691147:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879543.691159:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519532800, offset 0 00000400:00000200:1.0:1788879543.691179:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879543.691198:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.691214:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879543.691224:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879543.691237:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879543.691285:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879543.691291:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879543.691298:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460145:460145:256:4294967295] 192.168.203.155@tcp LPNI seq info [460139:460139:8:4294967295] 00000400:00000200:1.0:1788879543.691319:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.691361:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879543.691406:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.691423:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879543.691469:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879543.691484:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879543.691542:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.691550:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879543.691565:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879543.691581:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879543.691595:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879543.691602:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879543.691615:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879543.691632:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.691673:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.691688:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.691727:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.691738:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879543.691752:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879543.691769:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879543.691777:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304972052 00000100:00000010:1.0:1788879543.691792:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:1.0:1788879543.691806:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879543.691831:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304972052 00000100:00000010:1.0:1788879543.691844:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:1.0:1788879543.691852:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879543.691860:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879543.691867:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.691879:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879543.691891:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879543/real 1788879543] req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879543.691965:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879543.691971:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879543.691977:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879543.691986:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879543.691994:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879543.691999:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879543.692011:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879543.692048:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692079:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879543.692088:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.692095:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.692099:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879543.692113:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692138:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879543.692150:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692180:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879543.692190:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.692195:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.692199:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.692210:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879543.692215:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879543.692223:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879543.692233:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879543.692241:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879543.692281:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879543.692309:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519532800:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879543.692330:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.692344:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.692360:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519532800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692399:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879543.692410:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879543.692422:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879543.692456:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879543.692464:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879543.692473:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879543.692485:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879543.692495:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879543.692508:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879543.692514:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879543.692523:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879543.692528:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879543.692530:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.692533:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.692544:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879543.692547:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.692551:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879543.692553:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879543.692556:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879543.692564:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692575:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879543.692577:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.692580:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879543.692582:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879543.692585:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879543.692589:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532928:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879543.692594:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879543.692597:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879543.692599:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.692601:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879543.692606:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879543.692609:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879543.692614:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879543.692618:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879543.692622:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879543.692627:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519532928, portal 10 00000100:00000001:1.0:1788879543.692630:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879543.692632:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879543.692640:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692649:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879543.692652:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879543.692655:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879543.692658:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519532928, offset 0 00000400:00000200:1.0:1788879543.692663:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879543.692668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.692674:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879543.692678:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879543.692682:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879543.692685:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879543.692689:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879543.692693:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460146:460146:256:4294967295] 192.168.203.155@tcp LPNI seq info [460140:460140:8:4294967295] 00000400:00000200:1.0:1788879543.692699:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.692708:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879543.692713:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.692718:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879543.692723:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879543.692727:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879543.692741:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.692744:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879543.692748:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879543.692753:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879543.692757:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879543.692759:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879543.692762:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879543.692767:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692777:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.692781:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692789:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.692791:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879543.692795:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879543.692800:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879543.692804:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879543.692807:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304970768 00000100:00000001:1.0:1788879543.692811:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304972052 00000100:00000001:1.0:1788879543.692814:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304970768 00000100:00000001:1.0:1788879543.692816:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304972052 00000100:00000001:1.0:1788879543.692819:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879543.692821:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.692824:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879543.692828:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879543/real 1788879543] req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879543.692837:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879543.692840:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879543.692842:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879543.692845:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879543.692847:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879543.692850:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879543.692854:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879543.692864:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692872:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879543.692873:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.692876:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.692877:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879543.692882:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692890:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879543.692895:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692903:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879543.692907:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.692909:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.692910:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.692913:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879543.692916:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879543.692919:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879543.692922:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879543.692925:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879543.692929:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879543.692939:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519532928:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879543.692944:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879543.692949:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.692958:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879543.692959:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.692962:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879543.692964:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879543.692966:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879543.692970:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533056:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879543.692973:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879543.692975:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879543.692978:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.692980:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879543.692984:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879543.692986:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879543.692990:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879543.692993:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879543.692996:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879543.693000:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519533056, portal 10 00000100:00000001:1.0:1788879543.693003:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879543.693004:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879543.693011:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693020:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879543.693022:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879543.693025:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879543.693028:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519533056, offset 0 00000400:00000200:1.0:1788879543.693033:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879543.693037:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.693041:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879543.693044:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879543.693048:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879543.693051:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879543.693054:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879543.693058:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460147:460147:256:4294967295] 192.168.203.155@tcp LPNI seq info [460141:460141:8:4294967295] 00000400:00000200:1.0:1788879543.693064:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.693071:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879543.693076:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.693080:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879543.693085:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879543.693088:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879543.693102:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.693104:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879543.693108:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879543.693112:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879543.693116:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879543.693118:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879543.693121:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879543.693125:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693134:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.693138:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693147:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.693149:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879543.693152:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879543.693155:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879543.693159:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879543.693161:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304970768 00000100:00000001:1.0:1788879543.693164:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304972052 00000100:00000001:1.0:1788879543.693167:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304970768 00000100:00000001:1.0:1788879543.693171:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304972052 00000100:00000001:1.0:1788879543.693174:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879543.693177:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.693179:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879543.693184:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879543/real 1788879543] req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879543.693193:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879543.693194:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879543.693196:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879543.693198:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879543.693200:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879543.693203:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879543.693206:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879543.693217:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693226:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879543.693228:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.693230:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.693231:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879543.693235:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693243:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879543.693276:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693286:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879543.693289:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.693291:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.693292:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.693296:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879543.693299:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879543.693305:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879543.693312:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879543.693317:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879543.693326:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879543.693342:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533056:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879543.693349:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879543.693356:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693371:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879543.693374:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.693379:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879543.693383:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879543.693387:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879543.693394:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533184:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879543.693401:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879543.693405:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879543.693408:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.693411:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879543.693419:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879543.693422:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879543.693430:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879543.693460:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879543.693468:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879543.693475:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519533184, portal 4 00000100:00000001:1.0:1788879543.693479:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879543.693482:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879543.693494:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693509:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879543.693515:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879543.693518:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879543.693522:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519533184, offset 0 00000400:00000200:1.0:1788879543.693528:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879543.693534:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.693539:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879543.693543:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879543.693547:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879543.693550:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879543.693553:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879543.693558:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460148:460148:256:4294967295] 192.168.203.155@tcp LPNI seq info [460142:460142:8:4294967295] 00000400:00000200:1.0:1788879543.693563:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.693572:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879543.693578:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.693582:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879543.693588:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879543.693592:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879543.693606:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.693608:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879543.693613:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879543.693617:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879543.693621:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879543.693623:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879543.693627:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879543.693632:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693643:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.693646:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693664:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.693666:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879543.693670:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879543.693674:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879543.693678:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879543.693681:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304970821 00000100:00000001:1.0:1788879543.693684:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304972052 00000100:00000001:1.0:1788879543.693687:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304970821 00000100:00000001:1.0:1788879543.693690:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304972052 00000100:00000001:1.0:1788879543.693693:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879543.693695:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.693698:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879543.693702:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879543/real 1788879543] req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879543.693712:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879543.693713:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879543.693716:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879543.693719:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879543.693721:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879543.693723:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879543.693727:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879543.693738:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693745:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879543.693747:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.693749:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.693751:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879543.693755:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693765:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879543.693770:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693778:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879543.693781:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.693783:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.693785:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.693787:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879543.693789:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879543.693792:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879543.693796:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879543.693798:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879543.693802:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879543.693812:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533184:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879543.693816:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879543.693820:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693828:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879543.693829:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.693832:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879543.693835:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879543.693838:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879543.693841:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879543.693846:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879543.693849:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879543.693851:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879543.693854:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879543.693858:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879543.693860:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879543.693864:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879543.693867:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879543.693870:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879543.693874:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519533312, portal 4 00000100:00000001:1.0:1788879543.693876:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879543.693878:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879543.693885:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.693893:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879543.693896:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879543.693898:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879543.693901:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519533312, offset 0 00000400:00000200:1.0:1788879543.693906:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879543.693909:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.693913:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879543.693916:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879543.693919:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879543.693922:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879543.693925:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879543.693929:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460149:460149:256:4294967295] 192.168.203.155@tcp LPNI seq info [460143:460143:8:4294967295] 00000400:00000200:1.0:1788879543.693934:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879543.693942:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879543.693947:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.693951:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879543.693955:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879543.693958:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879543.693971:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879543.693974:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879543.693977:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879543.693981:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879543.693985:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879543.693987:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879543.693989:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879543.693993:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.694002:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.694006:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.694014:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.694016:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879543.694019:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879543.694023:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879543.694026:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879543.694029:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304970772 00000100:00000001:1.0:1788879543.694032:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304972052 00000100:00000001:1.0:1788879543.694034:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304970772 00000100:00000001:1.0:1788879543.694037:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304972052 00000100:00000001:1.0:1788879543.694040:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879543.694042:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.694044:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879543.694048:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879543/real 1788879543] req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879543.694057:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879543.694059:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879543.694060:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879543.694063:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879543.694065:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879543.694068:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879543.694072:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879543.694088:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.694100:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879543.694103:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.694107:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.694110:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879543.694117:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.694131:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879543.694139:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.694154:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879543.694160:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.694163:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879543.694166:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.694170:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879543.694174:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879543.694180:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879543.694186:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879543.694189:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879543.694194:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879543.694205:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879543.694209:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.694212:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.694217:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519532928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.694226:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879543.694228:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879543.694231:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879543.694234:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879543.694236:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879543.694238:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879543.694241:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879543.694243:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879543.694275:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879543.694277:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879543.694279:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879543.694283:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879543.694286:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.694288:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.694292:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519533056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.694305:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879543.694308:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879543.694311:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879543.694316:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879543.694318:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879543.694320:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879543.694324:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879543.694327:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879543.694332:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879543.694334:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879543.694337:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879543.694341:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879543.694344:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.694348:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.694355:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519533184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.694370:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879543.694374:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879543.694377:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879543.694383:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879543.694386:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879543.694388:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879543.694392:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879543.694395:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879543.694400:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879543.694402:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879543.694405:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879543.694410:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879543.694413:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.694416:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879543.694424:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519533312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879543.694460:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879543.694464:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879543.694467:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879543.694472:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879543.694475:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879543.694478:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879543.694482:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879543.694486:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879543.694491:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879543.694493:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879543.694496:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879543.694501:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879543.694504:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.694508:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879543.694516:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879543.694518:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879543.694520:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879543.694523:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879543.818422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879543.818456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879543.818467:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879543.818470:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879543.818476:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879543.818478:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879544.842326:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879544.842333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879544.842339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879544.842340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879544.842343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879544.842344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879545.034325:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304972052, at 4304972096 00000100:00000040:0.0:1788879545.034330:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304972052, at 4304972096 00000100:00000010:1.0:1788879545.034341:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000010:0.0:1788879545.034343:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00010000:00000001:1.0:1788879545.866446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879545.866472:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879545.866479:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879545.866481:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879545.866485:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879545.866487:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879546.890439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879546.890447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879546.890455:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879546.890457:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879546.890461:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879546.890463:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914334:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879547.914341:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879547.914343:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879547.914346:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914350:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879547.914351:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914353:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914355:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879547.914359:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879547.914360:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879547.914362:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914364:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879547.914365:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914367:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914370:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879547.914375:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879547.914376:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879547.914378:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914379:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879547.914380:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914382:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879547.914384:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.810690:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879548.810698:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879548.810704:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879548.810714:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.810740:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879548.810747:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.810757:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879548.810763:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879548.810771:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879548.810782:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519533440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879548.810791:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879548.810803:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879548.810822:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.810827:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879548.810835:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879548.810841:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879548.810854:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879548.810860:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879548.810869:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879548.810880:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519533440, portal 25 00000100:00000001:1.0:1788879548.810885:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879548.810886:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879548.810894:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.810929:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879548.810935:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879548.810939:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879548.810943:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519533440, offset 0 00000400:00000200:1.0:1788879548.810952:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879548.810963:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.810972:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879548.810979:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879548.810986:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879548.810992:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879548.810998:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879548.811006:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460150:460150:256:4294967295] 192.168.203.155@tcp LPNI seq info [460144:460144:8:4294967295] 00000400:00000200:1.0:1788879548.811015:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.811037:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879548.811048:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.811073:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879548.811090:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879548.811101:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879548.811142:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.811147:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879548.811157:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879548.811167:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879548.811176:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879548.811180:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879548.811188:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879548.811196:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811220:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.811227:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811306:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.811311:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879548.811319:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879548.811328:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879548.811333:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304977172 00000100:00000010:1.0:1788879548.811340:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:1.0:1788879548.811350:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879548.811365:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304977172 00000100:00000010:1.0:1788879548.811371:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788879548.811377:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879548.811384:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879548.811388:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.811392:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879548.811413:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879548/real 1788879548] req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879548.811435:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879548.811438:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879548.811441:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879548.811446:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879548.811449:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879548.811453:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879548.811458:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879548.811473:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811494:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879548.811497:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.811500:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.811503:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879548.811510:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811523:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879548.811531:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811536:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879548.811539:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.811541:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.811542:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.811544:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879548.811545:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879548.811547:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879548.811550:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879548.811552:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879548.811555:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879548.811560:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519533440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879548.811564:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.811565:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.811567:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519533440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811572:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879548.811574:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879548.811576:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879548.811579:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879548.811581:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879548.811583:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879548.811584:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879548.811586:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879548.811589:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879548.811591:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879548.811592:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879548.811595:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879548.811596:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.811597:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.811604:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879548.811606:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.811607:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879548.811608:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879548.811609:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879548.811612:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811620:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879548.811622:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.811624:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879548.811626:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879548.811628:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879548.811632:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879548.811635:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879548.811637:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879548.811639:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.811641:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879548.811644:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879548.811647:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879548.811652:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879548.811655:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879548.811659:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879548.811662:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519533568, portal 10 00000100:00000001:1.0:1788879548.811664:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879548.811666:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879548.811672:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811677:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879548.811679:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879548.811681:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879548.811683:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519533568, offset 0 00000400:00000200:1.0:1788879548.811685:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879548.811689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.811692:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879548.811694:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879548.811696:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879548.811698:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879548.811700:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879548.811702:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460151:460151:256:4294967295] 192.168.203.155@tcp LPNI seq info [460145:460145:8:4294967295] 00000400:00000200:1.0:1788879548.811704:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.811709:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879548.811713:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.811715:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879548.811718:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879548.811721:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879548.811732:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.811734:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879548.811737:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879548.811741:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879548.811744:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879548.811746:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879548.811749:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879548.811754:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811779:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.811783:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811790:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.811792:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879548.811795:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879548.811799:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879548.811802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879548.811804:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304975887 00000100:00000001:1.0:1788879548.811807:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304977172 00000100:00000001:1.0:1788879548.811809:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304975887 00000100:00000001:1.0:1788879548.811811:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304977172 00000100:00000001:1.0:1788879548.811813:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879548.811815:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.811817:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879548.811820:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879548/real 1788879548] req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879548.811826:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879548.811827:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879548.811828:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879548.811830:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879548.811832:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879548.811833:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879548.811836:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879548.811843:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811848:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879548.811849:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.811851:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.811852:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879548.811854:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811859:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879548.811862:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811868:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879548.811870:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.811871:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.811873:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.811874:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879548.811875:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879548.811877:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879548.811880:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879548.811881:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879548.811884:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879548.811889:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879548.811892:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879548.811895:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811900:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879548.811901:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.811902:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879548.811904:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879548.811906:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879548.811908:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879548.811910:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879548.811912:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879548.811913:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.811914:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879548.811917:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879548.811918:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879548.811921:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879548.811923:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879548.811925:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879548.811927:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519533696, portal 10 00000100:00000001:1.0:1788879548.811929:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879548.811930:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879548.811934:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.811940:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879548.811941:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879548.811943:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879548.811945:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519533696, offset 0 00000400:00000200:1.0:1788879548.811948:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879548.811951:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.811953:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879548.811956:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879548.811958:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879548.811960:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879548.811962:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879548.811964:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460152:460152:256:4294967295] 192.168.203.155@tcp LPNI seq info [460146:460146:8:4294967295] 00000400:00000200:1.0:1788879548.811967:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.811973:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879548.811976:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.811978:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879548.811981:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879548.811984:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879548.811992:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.811994:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879548.811996:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879548.811999:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879548.812001:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879548.812003:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879548.812005:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879548.812007:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812013:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.812016:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812020:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.812022:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879548.812024:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879548.812026:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879548.812028:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879548.812046:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304975887 00000100:00000001:1.0:1788879548.812048:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304977172 00000100:00000001:1.0:1788879548.812049:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304975887 00000100:00000001:1.0:1788879548.812052:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304977172 00000100:00000001:1.0:1788879548.812054:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879548.812056:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.812058:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879548.812062:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879548/real 1788879548] req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879548.812071:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879548.812072:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879548.812074:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879548.812077:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879548.812078:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879548.812081:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879548.812084:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879548.812094:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812119:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879548.812121:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812122:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.812123:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879548.812127:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812132:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879548.812135:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812141:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879548.812142:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812144:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.812144:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812146:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879548.812147:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879548.812149:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879548.812151:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879548.812153:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879548.812156:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879548.812161:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879548.812164:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879548.812182:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812186:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879548.812187:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.812189:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879548.812190:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879548.812192:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879548.812194:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879548.812196:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879548.812197:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879548.812198:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.812199:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879548.812202:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879548.812203:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879548.812206:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879548.812207:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879548.812210:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879548.812212:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519533824, portal 4 00000100:00000001:1.0:1788879548.812213:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879548.812214:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879548.812218:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812222:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879548.812224:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879548.812225:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879548.812227:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519533824, offset 0 00000400:00000200:1.0:1788879548.812229:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879548.812247:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.812249:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879548.812251:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879548.812253:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879548.812255:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879548.812257:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879548.812259:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460153:460153:256:4294967295] 192.168.203.155@tcp LPNI seq info [460147:460147:8:4294967295] 00000400:00000200:1.0:1788879548.812261:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.812266:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879548.812270:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.812272:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879548.812274:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879548.812276:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879548.812284:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.812285:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879548.812287:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879548.812290:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879548.812292:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879548.812293:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879548.812295:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879548.812313:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812318:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.812320:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812324:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.812350:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879548.812352:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879548.812355:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879548.812357:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879548.812358:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304975940 00000100:00000001:1.0:1788879548.812360:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304977172 00000100:00000001:1.0:1788879548.812362:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304975940 00000100:00000001:1.0:1788879548.812363:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304977172 00000100:00000001:1.0:1788879548.812364:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879548.812366:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.812367:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879548.812369:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879548/real 1788879548] req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879548.812375:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879548.812376:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879548.812377:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879548.812379:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879548.812380:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879548.812381:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879548.812383:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879548.812388:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812392:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879548.812393:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812394:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.812395:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879548.812409:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812413:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879548.812416:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812420:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879548.812422:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812433:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.812434:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812435:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879548.812436:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879548.812437:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879548.812439:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879548.812440:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879548.812443:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879548.812448:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879548.812451:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879548.812453:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812457:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879548.812457:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.812459:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879548.812460:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879548.812461:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879548.812463:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879548.812465:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879548.812466:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879548.812467:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879548.812469:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879548.812471:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879548.812472:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879548.812474:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879548.812476:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879548.812478:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879548.812480:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519533952, portal 4 00000100:00000001:1.0:1788879548.812482:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879548.812482:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879548.812487:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812492:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879548.812493:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879548.812494:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879548.812496:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519533952, offset 0 00000400:00000200:1.0:1788879548.812499:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879548.812502:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.812504:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879548.812506:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879548.812508:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879548.812510:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879548.812511:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879548.812513:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460154:460154:256:4294967295] 192.168.203.155@tcp LPNI seq info [460148:460148:8:4294967295] 00000400:00000200:1.0:1788879548.812516:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879548.812520:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879548.812523:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.812525:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879548.812527:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879548.812529:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879548.812536:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879548.812538:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879548.812540:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879548.812542:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879548.812544:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879548.812545:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879548.812547:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879548.812549:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812554:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.812556:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812560:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.812561:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879548.812562:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879548.812564:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879548.812566:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879548.812568:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304975891 00000100:00000001:1.0:1788879548.812569:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304977172 00000100:00000001:1.0:1788879548.812571:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304975891 00000100:00000001:1.0:1788879548.812572:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304977172 00000100:00000001:1.0:1788879548.812573:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879548.812574:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.812575:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879548.812578:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879548/real 1788879548] req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879548.812583:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879548.812584:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879548.812585:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879548.812586:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879548.812587:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879548.812588:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879548.812590:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879548.812595:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812599:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879548.812600:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812601:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.812602:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879548.812604:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812608:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879548.812611:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812617:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879548.812619:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812621:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879548.812622:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812624:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879548.812626:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879548.812629:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879548.812632:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879548.812634:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879548.812639:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879548.812648:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519533952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879548.812652:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812654:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.812657:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519533568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812665:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879548.812666:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879548.812668:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879548.812670:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879548.812671:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879548.812672:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879548.812673:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879548.812674:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879548.812676:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879548.812677:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879548.812678:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879548.812680:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879548.812681:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812683:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.812685:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519533696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812693:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879548.812694:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879548.812695:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879548.812697:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879548.812697:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879548.812698:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879548.812699:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879548.812700:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879548.812701:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879548.812702:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879548.812703:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879548.812704:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879548.812705:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812706:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.812707:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519533824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812711:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879548.812712:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879548.812713:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879548.812714:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879548.812715:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879548.812715:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879548.812716:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879548.812717:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879548.812718:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879548.812719:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879548.812720:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879548.812721:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879548.812722:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812723:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879548.812725:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519533952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879548.812728:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879548.812729:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879548.812730:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879548.812733:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879548.812734:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879548.812735:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879548.812737:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879548.812738:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879548.812741:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879548.812742:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879548.812743:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879548.812745:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879548.812747:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812748:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879548.812752:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879548.812754:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879548.812756:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879548.812757:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879548.938361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879548.938369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879548.938375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879548.938377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879548.938380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879548.938381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879549.962520:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879549.962533:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879549.962544:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879549.962547:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879549.962553:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879549.962556:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879550.154418:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304977172, at 4304977216 00000100:00000040:1.0:1788879550.154418:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304977172, at 4304977216 00000100:00000010:1.0:1788879550.154453:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000100:00000010:0.0:1788879550.154458:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00010000:00000001:1.0:1788879550.986406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879550.986430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879550.986435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879550.986437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879550.986440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879550.986441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879552.010434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879552.010442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879552.010449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879552.010451:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879552.010455:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879552.010457:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879553.034353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879553.034362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879553.034379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879553.034380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879553.034383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879553.034384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.930856:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879553.930884:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879553.930892:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879553.930915:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.930968:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879553.930977:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.930995:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879553.931006:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879553.931022:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879553.931038:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519534080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879553.931053:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879553.931062:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879553.931070:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.931079:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879553.931104:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879553.931114:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879553.931132:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879553.931143:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879553.931171:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879553.931187:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519534080, portal 25 00000100:00000001:1.0:1788879553.931212:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879553.931217:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788879553.931234:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.931288:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879553.931418:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879553.931425:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879553.931433:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519534080, offset 0 00000400:00000200:1.0:1788879553.931449:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879553.931465:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.931479:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879553.931491:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879553.931501:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879553.931514:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879553.931523:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879553.931554:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460155:460155:256:4294967295] 192.168.203.155@tcp LPNI seq info [460149:460149:8:4294967295] 00000400:00000200:1.0:1788879553.931579:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.931615:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879553.931641:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.931655:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879553.931677:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879553.931700:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879553.931752:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.931759:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879553.931773:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879553.931812:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879553.931823:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879553.931831:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879553.931842:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879553.931852:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.931901:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.931919:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.932011:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.932018:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879553.932033:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879553.932054:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879553.932063:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304982292 00000100:00000010:1.0:1788879553.932078:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788879553.932094:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879553.932131:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304982292 00000100:00000010:1.0:1788879553.932145:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:1.0:1788879553.932156:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879553.932168:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879553.932202:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.932210:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879553.932225:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879553/real 1788879553] req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879553.932249:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879553.932256:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879553.932263:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879553.932318:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879553.932331:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879553.932346:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879553.932398:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879553.932416:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.932428:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879553.932432:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.932435:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.932438:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879553.932444:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.932453:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879553.932459:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.932466:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879553.932469:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.932471:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.932472:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.932475:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879553.932477:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879553.932480:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879553.932484:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879553.932487:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879553.932491:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879553.932500:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519534080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879553.932505:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.932507:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.932510:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519534080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.932516:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879553.932536:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879553.932540:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879553.932557:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879553.932561:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879553.932564:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879553.932569:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879553.932574:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879553.932580:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879553.932584:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879553.932588:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788879553.932596:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879553.932599:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.932603:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.932615:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879553.932619:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.932623:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879553.932626:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879553.932628:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879553.932636:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.932650:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879553.932653:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.932657:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879553.932661:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879553.932665:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879553.932671:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879553.932678:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879553.932682:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879553.932685:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.932689:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879553.932696:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879553.932699:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879553.932707:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879553.932712:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879553.932720:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879553.932725:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519534208, portal 10 00000100:00000001:1.0:1788879553.932729:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879553.932731:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788879553.932742:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.932754:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879553.932758:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879553.932763:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879553.932768:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519534208, offset 0 00000400:00000200:1.0:1788879553.932776:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879553.932783:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.932807:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879553.932812:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879553.932815:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879553.932820:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879553.932823:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879553.932828:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460156:460156:256:4294967295] 192.168.203.155@tcp LPNI seq info [460150:460150:8:4294967295] 00000400:00000200:1.0:1788879553.932834:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.932844:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879553.932851:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.932857:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879553.932888:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879553.932894:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879553.932919:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.932924:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879553.932930:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879553.932938:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879553.932945:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879553.932949:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879553.932954:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879553.932960:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.932971:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.932975:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.932984:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.932986:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879553.932992:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879553.932998:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879553.933002:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879553.933006:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304981008 00000100:00000001:1.0:1788879553.933010:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304982292 00000100:00000001:1.0:1788879553.933013:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304981008 00000100:00000001:1.0:1788879553.933016:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304982292 00000100:00000001:1.0:1788879553.933019:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879553.933022:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.933025:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879553.933030:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879553/real 1788879553] req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879553.933041:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879553.933043:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879553.933046:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879553.933049:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879553.933051:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879553.933054:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879553.933058:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879553.933069:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933076:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879553.933078:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.933080:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.933082:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879553.933086:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933094:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879553.933099:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933109:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879553.933112:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.933115:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.933116:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.933119:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879553.933121:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879553.933124:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879553.933128:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879553.933131:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879553.933135:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879553.933145:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879553.933149:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879553.933153:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933161:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879553.933163:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.933166:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879553.933168:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879553.933171:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879553.933191:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879553.933195:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879553.933197:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879553.933199:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.933201:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879553.933204:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879553.933206:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879553.933210:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879553.933213:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879553.933216:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879553.933219:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519534336, portal 10 00000100:00000001:1.0:1788879553.933221:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879553.933223:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879553.933229:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933235:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879553.933254:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879553.933258:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879553.933261:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519534336, offset 0 00000400:00000200:1.0:1788879553.933266:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879553.933273:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.933280:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879553.933285:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879553.933291:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879553.933296:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879553.933301:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879553.933307:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460157:460157:256:4294967295] 192.168.203.155@tcp LPNI seq info [460151:460151:8:4294967295] 00000400:00000200:1.0:1788879553.933316:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.933402:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879553.933412:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.933419:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879553.933423:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879553.933427:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879553.933438:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.933440:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879553.933443:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879553.933447:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879553.933451:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879553.933454:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879553.933456:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879553.933460:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933469:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.933472:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933479:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.933480:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879553.933484:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879553.933487:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879553.933490:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879553.933493:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304981009 00000100:00000001:1.0:1788879553.933496:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304982292 00000100:00000001:1.0:1788879553.933498:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304981009 00000100:00000001:1.0:1788879553.933500:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304982292 00000100:00000001:1.0:1788879553.933502:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879553.933504:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.933506:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879553.933509:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879553/real 1788879553] req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879553.933536:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879553.933538:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879553.933540:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879553.933544:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879553.933546:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879553.933548:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879553.933553:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879553.933574:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933583:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879553.933585:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.933588:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.933590:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879553.933594:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933602:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879553.933607:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933615:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879553.933618:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.933620:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.933621:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.933624:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879553.933626:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879553.933629:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879553.933633:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879553.933635:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879553.933640:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879553.933649:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879553.933654:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879553.933658:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933667:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879553.933669:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.933672:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879553.933675:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879553.933678:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879553.933681:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879553.933686:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879553.933688:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879553.933690:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.933693:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879553.933696:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879553.933699:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879553.933703:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879553.933706:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879553.933710:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879553.933714:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519534464, portal 4 00000100:00000001:1.0:1788879553.933717:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879553.933719:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879553.933726:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933734:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879553.933738:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879553.933740:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879553.933743:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519534464, offset 0 00000400:00000200:1.0:1788879553.933748:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879553.933753:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.933758:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879553.933761:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879553.933765:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879553.933768:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879553.933771:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879553.933775:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460158:460158:256:4294967295] 192.168.203.155@tcp LPNI seq info [460152:460152:8:4294967295] 00000400:00000200:1.0:1788879553.933780:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.933789:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879553.933796:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.933817:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879553.933821:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879553.933824:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879553.933835:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.933837:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879553.933840:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879553.933843:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879553.933846:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879553.933848:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879553.933850:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879553.933854:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933861:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.933864:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933899:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.933901:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879553.933904:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879553.933908:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879553.933912:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879553.933914:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304981061 00000100:00000001:1.0:1788879553.933917:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304982292 00000100:00000001:1.0:1788879553.933920:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304981061 00000100:00000001:1.0:1788879553.933923:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304982292 00000100:00000001:1.0:1788879553.933926:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879553.933928:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.933931:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879553.933935:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879553/real 1788879553] req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879553.933946:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879553.933948:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879553.933950:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879553.933953:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879553.933955:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879553.933957:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879553.933960:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879553.933970:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933978:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879553.933980:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.933983:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.933985:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879553.933989:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.933997:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879553.934001:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934009:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879553.934012:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934014:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.934016:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934018:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879553.934020:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879553.934023:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879553.934026:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879553.934029:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879553.934034:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879553.934044:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879553.934049:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879553.934053:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934060:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879553.934062:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.934065:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879553.934067:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879553.934069:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879553.934073:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879553.934076:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879553.934078:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879553.934080:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879553.934082:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879553.934086:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879553.934088:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879553.934092:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879553.934095:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879553.934099:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879553.934102:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519534592, portal 4 00000100:00000001:1.0:1788879553.934105:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879553.934107:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879553.934114:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934122:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879553.934125:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879553.934127:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879553.934130:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519534592, offset 0 00000400:00000200:1.0:1788879553.934135:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879553.934139:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.934143:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879553.934147:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879553.934151:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879553.934154:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879553.934157:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879553.934161:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460159:460159:256:4294967295] 192.168.203.155@tcp LPNI seq info [460153:460153:8:4294967295] 00000400:00000200:1.0:1788879553.934183:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879553.934189:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879553.934193:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.934196:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879553.934199:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879553.934202:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879553.934212:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879553.934215:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879553.934217:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879553.934220:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879553.934223:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879553.934225:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879553.934227:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879553.934230:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934237:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.934240:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934245:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.934247:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879553.934268:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879553.934280:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879553.934284:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879553.934288:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304981012 00000100:00000001:1.0:1788879553.934292:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304982292 00000100:00000001:1.0:1788879553.934297:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304981012 00000100:00000001:1.0:1788879553.934302:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304982292 00000100:00000001:1.0:1788879553.934306:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879553.934310:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.934314:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879553.934322:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879553/real 1788879553] req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879553.934338:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879553.934341:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879553.934419:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879553.934425:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879553.934428:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879553.934431:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879553.934438:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879553.934447:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934454:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879553.934456:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934458:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.934459:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879553.934463:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934470:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879553.934474:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934480:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879553.934483:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934485:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879553.934486:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934488:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879553.934491:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879553.934493:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879553.934496:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879553.934498:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879553.934501:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879553.934509:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879553.934513:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934515:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.934518:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519534208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934544:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879553.934546:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879553.934549:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879553.934553:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879553.934555:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879553.934565:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879553.934567:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879553.934570:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879553.934574:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879553.934576:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879553.934578:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788879553.934581:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879553.934582:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934585:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.934588:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519534336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934605:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879553.934607:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879553.934609:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879553.934612:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879553.934613:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879553.934615:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879553.934617:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879553.934618:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879553.934621:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879553.934622:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879553.934624:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879553.934626:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879553.934628:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934630:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.934633:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519534464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934641:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879553.934642:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879553.934644:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879553.934647:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879553.934649:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879553.934650:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879553.934652:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879553.934654:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879553.934656:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879553.934657:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879553.934659:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879553.934661:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879553.934663:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934665:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879553.934668:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519534592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879553.934676:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879553.934677:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879553.934680:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879553.934682:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879553.934684:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879553.934686:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879553.934688:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879553.934690:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879553.934692:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879553.934693:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879553.934695:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879553.934697:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879553.934699:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934701:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879553.934706:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879553.934708:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879553.934710:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879553.934712:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879554.058396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879554.058403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879554.058409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879554.058411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879554.058414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879554.058416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879555.082410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879555.082417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879555.082424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879555.082425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879555.082429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879555.082430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879555.274417:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304982292, at 4304982336 00000100:00000040:0.0:1788879555.274428:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304982292, at 4304982336 00000100:00000010:1.0:1788879555.274439:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000010:0.0:1788879555.274454:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00010000:00000001:1.0:1788879556.106406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879556.106414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879556.106420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879556.106421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879556.106424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879556.106424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879557.130406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879557.130416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879557.130423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879557.130424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879557.130427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879557.130428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879558.154411:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879558.154413:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879558.154417:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154422:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879558.154425:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154426:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154428:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879558.154432:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879558.154433:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879558.154435:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154436:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879558.154437:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154438:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154439:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879558.154443:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879558.154444:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879558.154445:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154446:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879558.154446:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154448:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879558.154449:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.050846:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879559.050857:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879559.050864:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879559.050881:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.050924:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879559.050935:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.050950:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879559.050961:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879559.050975:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879559.050995:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519534720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879559.051013:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879559.051023:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879559.051030:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.051039:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879559.051049:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879559.051056:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879559.051071:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879559.051084:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879559.051099:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879559.051115:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519534720, portal 25 00000100:00000001:1.0:1788879559.051123:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879559.051128:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879559.051147:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.051181:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879559.051194:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879559.051200:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879559.051209:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519534720, offset 0 00000400:00000200:1.0:1788879559.051227:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879559.051309:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.051350:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879559.051366:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879559.051379:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879559.051392:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879559.051405:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879559.051425:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460160:460160:256:4294967295] 192.168.203.155@tcp LPNI seq info [460154:460154:8:4294967295] 00000400:00000200:1.0:1788879559.051445:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.051486:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879559.051515:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.051535:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879559.051554:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879559.051566:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879559.051617:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.051625:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879559.051638:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879559.051654:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879559.051669:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879559.051676:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879559.051688:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879559.051700:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.051733:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.051743:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.051778:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.051788:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879559.051797:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879559.051812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879559.051819:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304987412 00000100:00000010:1.0:1788879559.051834:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:1.0:1788879559.051851:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879559.051878:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304987412 00000100:00000010:1.0:1788879559.051891:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788879559.051907:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879559.051924:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879559.051937:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.051951:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879559.051972:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879559/real 1788879559] req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879559.052047:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879559.052054:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879559.052060:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879559.052070:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879559.052077:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879559.052090:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879559.052105:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879559.052134:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052156:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879559.052161:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.052170:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.052176:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879559.052191:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052222:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879559.052238:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052288:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879559.052293:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.052298:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.052301:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.052307:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879559.052312:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879559.052319:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879559.052348:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879559.052354:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879559.052368:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879559.052389:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519534720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879559.052400:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.052404:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.052411:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519534720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052420:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879559.052425:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879559.052429:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879559.052435:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879559.052437:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879559.052440:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879559.052444:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879559.052447:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879559.052454:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879559.052458:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879559.052461:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879559.052468:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879559.052471:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.052475:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.052488:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879559.052492:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.052496:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879559.052499:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879559.052503:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879559.052512:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052528:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879559.052531:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.052536:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879559.052539:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879559.052542:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879559.052546:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879559.052551:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879559.052554:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879559.052556:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.052559:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879559.052563:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879559.052566:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879559.052573:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879559.052576:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879559.052581:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879559.052586:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519534848, portal 10 00000100:00000001:1.0:1788879559.052588:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879559.052590:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879559.052599:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052608:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879559.052611:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879559.052614:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879559.052617:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519534848, offset 0 00000400:00000200:1.0:1788879559.052622:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879559.052628:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.052633:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879559.052637:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879559.052641:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879559.052644:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879559.052647:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879559.052651:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460161:460161:256:4294967295] 192.168.203.155@tcp LPNI seq info [460155:460155:8:4294967295] 00000400:00000200:1.0:1788879559.052657:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.052667:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879559.052672:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.052677:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879559.052682:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879559.052686:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879559.052701:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.052703:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879559.052708:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879559.052713:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879559.052717:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879559.052719:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879559.052722:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879559.052727:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052737:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.052741:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052750:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.052752:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879559.052756:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879559.052761:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879559.052766:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879559.052768:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304986128 00000100:00000001:1.0:1788879559.052772:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304987412 00000100:00000001:1.0:1788879559.052775:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304986128 00000100:00000001:1.0:1788879559.052778:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304987412 00000100:00000001:1.0:1788879559.052780:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879559.052783:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.052786:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879559.052790:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879559/real 1788879559] req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879559.052799:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879559.052801:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879559.052804:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879559.052807:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879559.052809:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879559.052811:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879559.052815:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879559.052825:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052833:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879559.052835:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.052837:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.052839:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879559.052843:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052851:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879559.052856:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052864:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879559.052868:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.052870:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.052872:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.052874:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879559.052877:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879559.052880:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879559.052883:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879559.052887:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879559.052895:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879559.052911:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879559.052920:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879559.052927:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.052941:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879559.052944:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.052948:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879559.052951:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879559.052955:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879559.052962:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879559.052969:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879559.052972:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879559.052976:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.052979:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879559.052986:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879559.052991:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879559.052996:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879559.052999:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879559.053003:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879559.053007:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519534976, portal 10 00000100:00000001:1.0:1788879559.053010:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879559.053012:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879559.053020:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053028:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879559.053031:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879559.053034:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879559.053038:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519534976, offset 0 00000400:00000200:1.0:1788879559.053042:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879559.053047:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.053053:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879559.053057:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879559.053061:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879559.053064:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879559.053067:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879559.053071:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460162:460162:256:4294967295] 192.168.203.155@tcp LPNI seq info [460156:460156:8:4294967295] 00000400:00000200:1.0:1788879559.053076:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.053084:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879559.053089:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.053093:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879559.053099:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879559.053102:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879559.053116:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.053118:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879559.053122:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879559.053127:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879559.053130:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879559.053133:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879559.053135:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879559.053140:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053150:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.053154:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053162:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.053164:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879559.053168:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879559.053172:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879559.053175:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879559.053178:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304986128 00000100:00000001:1.0:1788879559.053181:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304987412 00000100:00000001:1.0:1788879559.053184:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304986128 00000100:00000001:1.0:1788879559.053187:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304987412 00000100:00000001:1.0:1788879559.053190:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879559.053192:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.053195:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879559.053200:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879559/real 1788879559] req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879559.053209:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879559.053210:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879559.053212:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879559.053215:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879559.053217:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879559.053219:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879559.053223:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879559.053233:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053241:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879559.053243:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.053245:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.053275:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879559.053282:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053290:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879559.053297:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053312:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879559.053317:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.053320:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.053322:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.053343:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879559.053347:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879559.053353:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879559.053360:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879559.053365:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879559.053374:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879559.053392:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519534976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879559.053400:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879559.053407:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053420:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879559.053422:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.053425:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879559.053427:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879559.053430:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879559.053434:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879559.053438:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879559.053441:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879559.053444:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.053447:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879559.053455:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879559.053459:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879559.053467:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879559.053472:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879559.053479:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879559.053485:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519535104, portal 4 00000100:00000001:1.0:1788879559.053490:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879559.053492:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879559.053505:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053520:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879559.053525:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879559.053531:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879559.053536:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519535104, offset 0 00000400:00000200:1.0:1788879559.053543:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879559.053549:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.053555:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879559.053559:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879559.053562:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879559.053565:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879559.053568:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879559.053572:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460163:460163:256:4294967295] 192.168.203.155@tcp LPNI seq info [460157:460157:8:4294967295] 00000400:00000200:1.0:1788879559.053578:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.053587:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879559.053593:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.053597:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879559.053603:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879559.053606:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879559.053621:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.053623:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879559.053627:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879559.053632:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879559.053636:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879559.053638:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879559.053641:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879559.053646:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053657:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.053660:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053677:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.053679:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879559.053683:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879559.053687:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879559.053691:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879559.053694:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304986181 00000100:00000001:1.0:1788879559.053697:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304987412 00000100:00000001:1.0:1788879559.053700:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304986181 00000100:00000001:1.0:1788879559.053703:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304987412 00000100:00000001:1.0:1788879559.053705:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879559.053708:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.053710:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879559.053714:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879559/real 1788879559] req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879559.053724:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879559.053725:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879559.053728:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879559.053731:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879559.053733:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879559.053735:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879559.053739:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879559.053749:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053757:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879559.053758:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.053761:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.053762:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879559.053766:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053775:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879559.053780:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053789:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879559.053791:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.053793:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.053795:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.053797:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879559.053799:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879559.053802:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879559.053806:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879559.053808:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879559.053813:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879559.053822:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879559.053827:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879559.053830:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053838:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879559.053840:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.053843:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879559.053845:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879559.053848:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879559.053851:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879559.053855:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879559.053857:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879559.053860:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879559.053862:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879559.053866:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879559.053868:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879559.053872:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879559.053875:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879559.053879:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879559.053883:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519535232, portal 4 00000100:00000001:1.0:1788879559.053886:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879559.053888:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879559.053899:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.053913:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879559.053917:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879559.053921:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879559.053926:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519535232, offset 0 00000400:00000200:1.0:1788879559.053934:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879559.053941:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.053949:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879559.053955:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879559.053960:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879559.053965:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879559.053970:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879559.053977:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460164:460164:256:4294967295] 192.168.203.155@tcp LPNI seq info [460158:460158:8:4294967295] 00000400:00000200:1.0:1788879559.053986:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879559.053997:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879559.054004:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.054008:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879559.054014:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879559.054017:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879559.054032:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879559.054035:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879559.054039:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879559.054043:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879559.054047:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879559.054049:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879559.054053:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879559.054058:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.054068:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.054071:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.054080:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.054082:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879559.054086:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879559.054090:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879559.054094:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879559.054096:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304986132 00000100:00000001:1.0:1788879559.054099:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304987412 00000100:00000001:1.0:1788879559.054102:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304986132 00000100:00000001:1.0:1788879559.054105:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304987412 00000100:00000001:1.0:1788879559.054107:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879559.054109:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.054112:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879559.054116:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879559/real 1788879559] req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879559.054126:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879559.054128:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879559.054130:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879559.054133:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879559.054135:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879559.054137:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879559.054141:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879559.054152:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.054159:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879559.054161:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.054163:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.054165:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879559.054169:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.054177:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879559.054181:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.054189:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879559.054192:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.054194:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879559.054196:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.054198:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879559.054201:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879559.054204:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879559.054208:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879559.054210:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879559.054215:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879559.054225:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879559.054229:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.054232:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.054236:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519534848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.054245:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879559.054283:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879559.054287:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879559.054292:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879559.054295:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879559.054298:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879559.054303:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879559.054308:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879559.054315:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879559.054318:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879559.054322:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879559.054350:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879559.054353:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.054357:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.054366:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519534976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.054380:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879559.054383:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879559.054387:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879559.054392:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879559.054395:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879559.054398:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879559.054402:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879559.054406:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879559.054411:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879559.054414:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879559.054417:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879559.054420:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879559.054422:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.054425:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.054429:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519535104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.054438:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879559.054440:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879559.054443:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879559.054447:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879559.054450:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879559.054453:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879559.054456:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879559.054459:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879559.054463:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879559.054465:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879559.054468:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879559.054472:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879559.054475:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.054478:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879559.054485:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519535232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879559.054499:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879559.054503:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879559.054506:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879559.054513:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879559.054515:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879559.054518:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879559.054522:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879559.054525:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879559.054530:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879559.054532:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879559.054535:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879559.054538:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879559.054540:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.054542:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879559.054548:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879559.054550:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879559.054552:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879559.054554:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879559.178344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879559.178350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879559.178354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879559.178355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879559.178358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879559.178370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879560.202427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879560.202437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879560.202444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879560.202446:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879560.202451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879560.202453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879560.394450:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304987412, at 4304987456 00000100:00000040:1.0:1788879560.394456:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304987412, at 4304987456 00000100:00000010:0.0:1788879560.394485:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000010:1.0:1788879560.394492:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00010000:00000001:1.0:1788879561.226441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879561.226449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879561.226456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879561.226458:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879561.226473:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879561.226475:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879562.250378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879562.250384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879562.250389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879562.250391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879562.250394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879562.250396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879563.274437:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879563.274443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879563.274448:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879563.274449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879563.274453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879563.274455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.170894:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879564.170904:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879564.170909:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879564.170931:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.170953:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879564.170959:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.170967:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879564.170972:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879564.170976:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879564.170986:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519535360:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879564.170994:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879564.171000:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879564.171006:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.171012:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879564.171022:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879564.171026:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879564.171036:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879564.171044:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879564.171055:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879564.171067:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519535360, portal 25 00000100:00000001:1.0:1788879564.171074:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879564.171077:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879564.171086:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.171105:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879564.171113:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879564.171121:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879564.171127:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519535360, offset 0 00000400:00000200:1.0:1788879564.171140:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879564.171154:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.171166:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879564.171176:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879564.171186:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879564.171191:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879564.171198:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879564.171206:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460165:460165:256:4294967295] 192.168.203.155@tcp LPNI seq info [460159:460159:8:4294967295] 00000400:00000200:1.0:1788879564.171215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.171234:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879564.171244:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.171326:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879564.171346:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879564.171355:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879564.171387:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.171394:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879564.171407:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879564.171418:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879564.171426:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879564.171432:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879564.171440:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879564.171447:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.171465:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.171475:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.171492:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.171496:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879564.171504:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879564.171513:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879564.171517:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4304992532 00000100:00000010:1.0:1788879564.171526:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788879564.171539:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879564.171552:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4304992532 00000100:00000010:1.0:1788879564.171559:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788879564.171569:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879564.171574:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879564.171578:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.171586:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879564.171594:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879564/real 1788879564] req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879564.171618:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879564.171622:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879564.171624:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879564.171632:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879564.171634:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879564.171639:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879564.171646:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879564.171683:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.171703:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879564.171710:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.171718:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.171723:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879564.171737:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.171765:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879564.171778:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.171796:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879564.171801:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.171805:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.171808:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.171814:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879564.171818:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879564.171823:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879564.171831:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879564.171837:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879564.171847:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879564.171862:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519535360:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879564.171870:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.171874:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.171882:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519535360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.171896:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879564.171901:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879564.171905:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879564.171915:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879564.171920:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879564.171924:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879564.171928:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879564.171931:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879564.171939:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879564.171942:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879564.171946:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879564.171951:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879564.171955:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.171958:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.171972:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879564.171976:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.171983:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879564.171986:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879564.171990:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879564.171996:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.172012:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879564.172019:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.172027:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879564.172029:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879564.172032:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879564.172039:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879564.172046:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879564.172051:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879564.172056:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.172058:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879564.172065:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879564.172070:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879564.172079:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879564.172086:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879564.172090:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879564.172097:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519535488, portal 10 00000100:00000001:1.0:1788879564.172104:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879564.172106:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879564.172118:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.172150:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879564.172158:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879564.172163:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879564.172168:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519535488, offset 0 00000400:00000200:1.0:1788879564.172177:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879564.172186:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.172194:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879564.172201:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879564.172206:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879564.172212:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879564.172217:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879564.172224:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460166:460166:256:4294967295] 192.168.203.155@tcp LPNI seq info [460160:460160:8:4294967295] 00000400:00000200:1.0:1788879564.172232:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.172277:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879564.172303:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.172310:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879564.172321:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879564.172349:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879564.172382:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.172387:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879564.172411:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879564.172425:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879564.172436:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879564.172443:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879564.172450:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879564.172507:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.172527:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.172536:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.172574:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.172579:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879564.172591:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879564.172603:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879564.172616:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879564.172623:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304991248 00000100:00000001:1.0:1788879564.172630:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304992532 00000100:00000001:1.0:1788879564.172634:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304991248 00000100:00000001:1.0:1788879564.172646:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304992532 00000100:00000001:1.0:1788879564.172652:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879564.172658:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.172665:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879564.172674:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879564/real 1788879564] req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879564.172707:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879564.172713:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879564.172738:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879564.172748:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879564.172754:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879564.172764:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879564.172777:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879564.172814:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.172828:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879564.172831:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.172833:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.172837:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879564.172847:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.172889:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879564.172897:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.172911:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879564.172915:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.172919:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.172921:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.172928:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879564.172931:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879564.172938:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879564.172947:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879564.172952:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879564.172963:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879564.172978:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879564.172985:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879564.172990:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173014:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879564.173016:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.173019:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879564.173020:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879564.173022:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879564.173026:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879564.173028:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879564.173031:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879564.173032:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.173034:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879564.173038:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879564.173039:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879564.173042:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879564.173045:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879564.173048:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879564.173051:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519535616, portal 10 00000100:00000001:1.0:1788879564.173053:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879564.173054:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879564.173060:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173066:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879564.173068:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879564.173070:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879564.173073:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519535616, offset 0 00000400:00000200:1.0:1788879564.173076:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879564.173080:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.173083:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879564.173086:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879564.173089:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879564.173092:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879564.173094:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879564.173097:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460167:460167:256:4294967295] 192.168.203.155@tcp LPNI seq info [460161:460161:8:4294967295] 00000400:00000200:1.0:1788879564.173101:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.173107:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879564.173111:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.173114:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879564.173134:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879564.173137:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879564.173149:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.173151:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879564.173155:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879564.173158:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879564.173162:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879564.173164:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879564.173166:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879564.173170:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173178:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.173181:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173188:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.173190:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879564.173193:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879564.173197:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879564.173200:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879564.173202:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304991248 00000100:00000001:1.0:1788879564.173205:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304992532 00000100:00000001:1.0:1788879564.173207:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304991248 00000100:00000001:1.0:1788879564.173210:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304992532 00000100:00000001:1.0:1788879564.173212:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879564.173214:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.173216:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879564.173220:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879564/real 1788879564] req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879564.173227:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879564.173228:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879564.173230:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879564.173232:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879564.173233:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879564.173235:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879564.173238:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879564.173246:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173253:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879564.173254:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173256:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.173257:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879564.173261:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173267:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879564.173273:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173284:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879564.173351:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173355:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.173357:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173360:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879564.173363:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879564.173367:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879564.173372:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879564.173376:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879564.173382:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879564.173390:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879564.173394:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173396:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.173399:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519535488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173404:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879564.173406:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879564.173408:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879564.173412:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879564.173413:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879564.173415:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879564.173417:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879564.173418:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879564.173421:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879564.173422:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879564.173424:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879564.173426:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879564.173428:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173429:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.173432:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519535616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173437:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879564.173438:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879564.173457:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879564.173459:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879564.173461:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879564.173462:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879564.173464:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879564.173466:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879564.173468:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879564.173469:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879564.173471:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879564.173473:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879564.173474:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173476:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173480:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879564.173481:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.173483:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879564.173485:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879564.173487:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879564.173490:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173497:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879564.173498:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.173501:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879564.173503:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879564.173505:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879564.173508:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879564.173511:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879564.173514:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879564.173515:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.173517:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879564.173520:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879564.173522:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879564.173527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879564.173529:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879564.173533:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879564.173537:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519535744, portal 4 00000100:00000001:1.0:1788879564.173539:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879564.173541:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879564.173547:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173554:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879564.173556:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879564.173558:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879564.173561:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519535744, offset 0 00000400:00000200:1.0:1788879564.173565:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879564.173569:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.173573:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879564.173576:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879564.173579:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879564.173582:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879564.173584:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879564.173588:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460168:460168:256:4294967295] 192.168.203.155@tcp LPNI seq info [460162:460162:8:4294967295] 00000400:00000200:1.0:1788879564.173592:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.173599:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879564.173620:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.173623:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879564.173627:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879564.173629:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879564.173641:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.173643:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879564.173645:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879564.173648:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879564.173651:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879564.173653:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879564.173655:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879564.173658:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173665:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.173668:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173696:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.173699:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879564.173705:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879564.173711:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879564.173717:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879564.173721:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304991301 00000100:00000001:1.0:1788879564.173725:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304992532 00000100:00000001:1.0:1788879564.173730:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304991301 00000100:00000001:1.0:1788879564.173733:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304992532 00000100:00000001:1.0:1788879564.173753:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879564.173757:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.173760:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879564.173767:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879564/real 1788879564] req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879564.173781:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879564.173783:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879564.173786:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879564.173790:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879564.173793:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879564.173796:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879564.173802:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879564.173811:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173818:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879564.173819:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173821:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.173823:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879564.173827:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173834:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879564.173838:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173844:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879564.173847:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173848:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.173849:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.173851:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879564.173853:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879564.173855:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879564.173858:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879564.173860:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879564.173864:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879564.173871:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879564.173875:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879564.173878:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173885:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879564.173886:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.173889:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879564.173891:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879564.173893:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879564.173896:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879564.173899:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879564.173902:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879564.173903:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879564.173905:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879564.173909:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879564.173911:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879564.173915:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879564.173917:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879564.173920:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879564.173924:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519535872, portal 4 00000100:00000001:1.0:1788879564.173926:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879564.173927:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879564.173934:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.173941:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879564.173943:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879564.173946:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879564.173948:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519535872, offset 0 00000400:00000200:1.0:1788879564.173952:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879564.173956:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.173959:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879564.173962:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879564.173965:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879564.173968:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879564.173971:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879564.173974:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460169:460169:256:4294967295] 192.168.203.155@tcp LPNI seq info [460163:460163:8:4294967295] 00000400:00000200:1.0:1788879564.173978:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879564.173985:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879564.173989:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.173992:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879564.174013:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879564.174016:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879564.174027:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879564.174029:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879564.174032:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879564.174035:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879564.174038:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879564.174039:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879564.174041:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879564.174044:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.174051:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.174054:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.174060:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.174062:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879564.174064:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879564.174067:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879564.174070:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879564.174072:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4304991252 00000100:00000001:1.0:1788879564.174074:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4304992532 00000100:00000001:1.0:1788879564.174076:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4304991252 00000100:00000001:1.0:1788879564.174078:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4304992532 00000100:00000001:1.0:1788879564.174080:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879564.174082:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.174083:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879564.174086:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879564/real 1788879564] req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879564.174110:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879564.174111:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879564.174113:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879564.174116:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879564.174117:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879564.174120:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879564.174123:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879564.174132:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.174138:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879564.174139:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.174141:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.174142:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879564.174145:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.174152:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879564.174155:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.174161:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879564.174163:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.174165:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879564.174166:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.174168:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879564.174170:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879564.174173:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879564.174176:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879564.174194:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879564.174198:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879564.174205:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519535872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879564.174208:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.174210:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.174213:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519535744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.174219:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879564.174221:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879564.174222:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879564.174224:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879564.174226:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879564.174227:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879564.174229:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879564.174231:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879564.174233:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879564.174234:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879564.174236:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879564.174238:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879564.174239:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.174241:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879564.174243:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519535872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879564.174249:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879564.174250:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879564.174252:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879564.174255:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879564.174256:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879564.174257:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879564.174260:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879564.174262:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879564.174265:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879564.174267:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879564.174269:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879564.174272:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879564.174274:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.174276:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879564.174281:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879564.174283:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879564.174286:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879564.174328:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879564.298489:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879564.298497:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879564.298518:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879564.298519:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879564.298523:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879564.298525:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879565.322455:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879565.322465:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879565.322473:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879565.322475:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879565.322492:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879565.322494:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879565.514471:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304992532, at 4304992576 00000100:00000040:1.0:1788879565.514471:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304992532, at 4304992576 00000100:00000010:0.0:1788879565.514497:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00000010:1.0:1788879565.514505:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00010000:00000001:1.0:1788879566.346386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879566.346394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879566.346401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879566.346403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879566.346407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879566.346409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879567.370434:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879567.370438:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879567.370444:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370451:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879567.370455:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370459:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370463:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879567.370470:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879567.370471:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879567.370474:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370476:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879567.370477:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370479:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370481:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370485:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879567.370487:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879567.370489:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879567.370491:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370492:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879567.370494:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370496:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879567.370498:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879568.394444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879568.394454:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879568.394463:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879568.394466:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879568.394471:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879568.394473:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879569.290417:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879569.290429:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879569.290434:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879569.290440:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879569.290447:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879569.290458:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10323 00000400:00000200:1.0:1788879569.290469:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879569.290477:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879569.290481:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879569.290486:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290490:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.290494:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290497:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879569.290507:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879569.290510:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879569.290513:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879569.290518:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879569.290521:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879569.290524:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879569.290542:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290546:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.290548:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290551:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879569.290555:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879569.290560:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290563:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879569.290568:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879569.290572:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879569.290576:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.290579:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879569.290582:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879569.290592:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879569.290597:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879569.290601:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879569.290604:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.290608:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879569.290612:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879569.290618:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879569.290628:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879569.290637:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879569.290648:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519536000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879569.290663:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879569.290668:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879569.290675:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519536000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879569.290709:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879569.290713:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879569.290718:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879569.290721:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879569.290725:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879569.290728:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879569.290733:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10323 00000400:00000200:1.0:1788879569.290738:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879569.290743:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879569.290753:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879569.290763:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290767:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.290774:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290781:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879569.290796:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879569.290802:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879569.290811:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879569.290817:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879569.290822:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879569.290832:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879569.290841:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290845:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.290847:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290852:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879569.290864:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879569.290875:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879569.290884:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879569.290893:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879569.290907:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879569.290912:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.290922:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879569.290939:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879569.290947:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.290950:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879569.290971:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879569.290982:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879569.290988:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879569.290995:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.290999:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879569.291002:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879569.291014:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879569.291020:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879569.291029:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879569.291042:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519536128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879569.291089:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879569.291099:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879569.291116:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519536128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879569.291156:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879569.291162:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879569.291176:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879569.291180:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879569.291183:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879569.291187:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879569.291198:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10323 00000400:00000200:1.0:1788879569.291214:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879569.291225:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879569.291230:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879569.291242:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.291332:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.291350:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.291364:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879569.291382:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879569.291392:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879569.291397:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879569.291402:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879569.291415:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879569.291425:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879569.291435:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.291443:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.291448:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.291453:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879569.291460:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879569.291469:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879569.291475:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879569.291481:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879569.291488:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879569.291496:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.291499:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879569.291503:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879569.291508:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.291520:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879569.291540:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879569.291549:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879569.291565:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879569.291567:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.291578:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879569.291582:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879569.291592:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879569.291617:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879569.291629:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879569.291652:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519536256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879569.291683:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879569.291691:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879569.291702:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519536256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879569.291737:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879569.291753:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879569.291760:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879569.291766:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879569.291770:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879569.291784:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879569.291801:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10323 00000400:00000200:1.0:1788879569.291814:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879569.291823:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879569.291831:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879569.291842:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.291852:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.291859:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.291866:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879569.291873:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879569.291878:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879569.291888:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879569.291894:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879569.291904:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879569.291917:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879569.291928:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.291937:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.291947:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.291959:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879569.291973:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879569.291987:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879569.292003:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879569.292006:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879569.292015:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879569.292031:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.292040:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879569.292049:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879569.292058:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.292063:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879569.292074:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879569.292080:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879569.292087:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879569.292097:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.292113:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879569.292119:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879569.292125:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879569.292139:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879569.292147:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879569.292170:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519536384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879569.292210:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879569.292219:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879569.292233:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519536384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879569.292317:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879569.292335:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879569.292345:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879569.292353:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879569.292363:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879569.292373:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879569.292385:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10323 00000400:00000200:1.0:1788879569.292402:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879569.292413:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879569.292426:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879569.292443:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.292452:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.292461:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.292468:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879569.292474:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879569.292478:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879569.292481:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879569.292487:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879569.292496:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879569.292502:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879569.292516:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.292523:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879569.292534:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879569.292539:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879569.292557:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879569.292574:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879569.292586:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879569.292593:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879569.292600:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879569.292605:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.292621:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879569.292629:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879569.292643:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.292654:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879569.292669:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788879569.292674:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879569.292692:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879569.292699:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879569.292714:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879569.292718:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879569.292724:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879569.292741:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879569.292756:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879569.292775:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519536512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879569.292849:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879569.292856:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879569.292876:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519536512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879569.292947:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879569.292970:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10334) 00010000:00000001:1.0:1788879569.418455:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879569.418463:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879569.418471:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879569.418473:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879569.418477:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879569.418479:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879570.442379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879570.442388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879570.442395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879570.442396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879570.442401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879570.442402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879570.634391:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4304997652, at 4304997696 00000100:00000040:0.0:1788879570.634397:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4304997652, at 4304997696 00000100:00000010:0.0:1788879570.634421:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba80. 00000100:00000010:1.0:1788879570.634427:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00010000:00000001:1.0:1788879571.466430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879571.466438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879571.466444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879571.466445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879571.466448:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879571.466449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879572.490368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879572.490376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879572.490381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879572.490382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879572.490385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879572.490387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879573.514423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879573.514432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879573.514441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879573.514443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879573.514447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879573.514449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.410808:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879574.410820:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879574.410828:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879574.410846:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.410893:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879574.410901:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.410912:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879574.410922:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879574.410934:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879574.410951:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519536640:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879574.410983:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879574.410997:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879574.411004:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.411012:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879574.411026:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879574.411050:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879574.411067:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879574.411078:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879574.411091:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879574.411105:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519536640, portal 25 00000100:00000001:1.0:1788879574.411113:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879574.411117:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788879574.411132:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.411200:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879574.411209:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879574.411312:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879574.411318:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519536640, offset 0 00000400:00000200:1.0:1788879574.411335:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879574.411358:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.411372:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879574.411386:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879574.411398:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879574.411409:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879574.411417:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879574.411440:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460175:460175:256:4294967295] 192.168.203.155@tcp LPNI seq info [460169:460169:8:4294967295] 00000400:00000200:1.0:1788879574.411455:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.411480:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879574.411502:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.411512:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879574.411528:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879574.411538:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788879574.411589:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.411596:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879574.411615:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879574.411633:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879574.411648:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879574.411657:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879574.411688:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879574.411712:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.411760:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.411777:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.411819:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.411827:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879574.411843:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879574.411863:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879574.411893:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305002772 00000100:00000010:1.0:1788879574.411911:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788879574.411931:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879574.411969:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305002772 00000100:00000010:1.0:1788879574.411980:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dde0. 00000100:00000001:1.0:1788879574.411987:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879574.411996:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879574.412005:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.412013:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879574.412026:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879574/real 1788879574] req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879574.412057:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879574.412063:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879574.412068:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879574.412076:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879574.412083:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879574.412090:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879574.412099:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879574.412154:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.412172:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879574.412177:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.412184:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.412189:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879574.412197:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.412241:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879574.412296:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.412313:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879574.412324:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.412331:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.412336:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.412344:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879574.412348:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879574.412356:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879574.412368:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879574.412375:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879574.412387:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879574.412412:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519536640:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879574.412424:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.412432:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.412442:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519536640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.412463:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879574.412468:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879574.412475:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879574.412484:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879574.412490:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879574.412496:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879574.412503:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879574.412509:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879574.412518:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879574.412524:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879574.412529:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788879574.412536:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879574.412541:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.412545:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.412560:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879574.412565:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.412571:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879574.412576:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879574.412578:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879574.412589:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.412623:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879574.412628:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.412635:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879574.412640:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879574.412651:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879574.412661:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519536768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879574.412672:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879574.412679:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879574.412683:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.412689:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879574.412696:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879574.412702:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879574.412716:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879574.412725:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879574.412750:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879574.412755:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519536768, portal 10 00000100:00000001:1.0:1788879574.412758:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879574.412760:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788879574.412773:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.412783:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879574.412787:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879574.412790:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879574.412793:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519536768, offset 0 00000400:00000200:1.0:1788879574.412798:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879574.412804:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.412810:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879574.412814:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879574.412817:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879574.412821:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879574.412825:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879574.412829:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460176:460176:256:4294967295] 192.168.203.155@tcp LPNI seq info [460170:460170:8:4294967295] 00000400:00000200:1.0:1788879574.412836:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.412845:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879574.412852:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.412856:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879574.412861:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879574.412866:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788879574.412898:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.412900:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879574.412904:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879574.412908:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879574.412912:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879574.412914:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879574.412918:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879574.412921:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.412944:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.412948:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.412961:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.412963:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879574.412985:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879574.412991:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879574.412995:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879574.412998:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305001488 00000100:00000001:1.0:1788879574.413002:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305002772 00000100:00000001:1.0:1788879574.413006:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305001488 00000100:00000001:1.0:1788879574.413009:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305002772 00000100:00000001:1.0:1788879574.413013:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879574.413015:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.413018:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879574.413023:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879574/real 1788879574] req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879574.413051:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879574.413053:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879574.413055:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879574.413057:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879574.413059:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879574.413061:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879574.413065:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879574.413076:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413084:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879574.413085:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413087:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.413089:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879574.413093:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413118:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879574.413122:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413129:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879574.413132:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413133:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.413135:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413137:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879574.413139:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879574.413143:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879574.413147:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879574.413149:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879574.413153:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879574.413162:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519536768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879574.413165:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879574.413169:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413176:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879574.413177:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.413179:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879574.413181:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879574.413183:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879574.413186:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519536896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879574.413190:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879574.413192:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879574.413194:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.413196:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879574.413201:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879574.413203:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879574.413207:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879574.413209:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879574.413213:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879574.413238:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519536896, portal 10 00000100:00000001:1.0:1788879574.413241:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879574.413243:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879574.413272:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413298:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879574.413301:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879574.413305:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879574.413308:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519536896, offset 0 00000400:00000200:1.0:1788879574.413312:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879574.413317:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.413321:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879574.413325:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879574.413328:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879574.413331:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879574.413334:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879574.413337:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460177:460177:256:4294967295] 192.168.203.155@tcp LPNI seq info [460171:460171:8:4294967295] 00000400:00000200:1.0:1788879574.413342:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.413349:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879574.413354:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.413358:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879574.413363:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879574.413366:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788879574.413379:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.413381:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879574.413385:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879574.413389:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879574.413392:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879574.413394:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879574.413397:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879574.413401:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413410:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.413414:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413429:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.413431:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879574.413434:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879574.413438:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879574.413441:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879574.413444:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305001489 00000100:00000001:1.0:1788879574.413446:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305002772 00000100:00000001:1.0:1788879574.413449:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305001489 00000100:00000001:1.0:1788879574.413451:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305002772 00000100:00000001:1.0:1788879574.413453:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879574.413455:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.413457:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879574.413461:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879574/real 1788879574] req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879574.413469:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879574.413471:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879574.413473:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879574.413475:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879574.413477:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879574.413479:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879574.413483:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879574.413491:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413498:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879574.413499:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413501:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.413503:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879574.413506:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413514:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879574.413519:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413526:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879574.413529:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413530:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.413532:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413533:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879574.413536:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879574.413538:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879574.413541:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879574.413543:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879574.413547:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879574.413555:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519536896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879574.413559:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879574.413563:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413570:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879574.413572:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.413574:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879574.413577:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879574.413597:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879574.413600:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519537024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879574.413603:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879574.413606:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879574.413608:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.413610:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879574.413615:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879574.413617:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879574.413621:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879574.413625:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879574.413629:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879574.413633:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519537024, portal 4 00000100:00000001:1.0:1788879574.413635:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879574.413637:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879574.413644:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413652:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879574.413655:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879574.413657:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879574.413660:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519537024, offset 0 00000400:00000200:1.0:1788879574.413664:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879574.413668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.413672:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879574.413675:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879574.413678:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879574.413680:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879574.413683:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879574.413687:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460178:460178:256:4294967295] 192.168.203.155@tcp LPNI seq info [460172:460172:8:4294967295] 00000400:00000200:1.0:1788879574.413692:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.413700:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879574.413705:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.413708:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879574.413712:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879574.413715:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788879574.413745:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.413748:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879574.413752:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879574.413756:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879574.413760:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879574.413762:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879574.413765:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879574.413769:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413779:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.413782:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413791:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.413793:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879574.413796:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879574.413800:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879574.413803:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879574.413806:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305001541 00000100:00000001:1.0:1788879574.413809:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305002772 00000100:00000001:1.0:1788879574.413812:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305001541 00000100:00000001:1.0:1788879574.413814:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305002772 00000100:00000001:1.0:1788879574.413817:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879574.413819:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.413821:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879574.413825:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879574/real 1788879574] req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879574.413834:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879574.413836:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879574.413838:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879574.413840:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879574.413842:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879574.413845:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879574.413849:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879574.413859:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413867:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879574.413869:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413888:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.413889:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879574.413893:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413900:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879574.413904:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413910:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879574.413913:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413914:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.413916:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413917:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879574.413919:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879574.413922:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879574.413925:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879574.413927:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879574.413930:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879574.413938:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519537024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879574.413943:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.413945:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.413949:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519536768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.413956:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879574.413958:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879574.413977:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879574.413981:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879574.413983:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879574.413985:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879574.413987:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879574.413989:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879574.413993:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879574.413995:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879574.413997:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788879574.414000:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879574.414002:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414004:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.414008:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519536896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414016:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879574.414018:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879574.414020:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879574.414024:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879574.414025:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879574.414043:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879574.414046:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879574.414047:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879574.414050:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879574.414051:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879574.414053:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879574.414056:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879574.414057:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414059:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.414063:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519537024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414070:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879574.414072:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879574.414074:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879574.414076:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879574.414078:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879574.414079:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879574.414081:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879574.414083:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879574.414085:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879574.414086:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879574.414088:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879574.414090:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879574.414091:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414110:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414114:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879574.414116:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.414118:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879574.414120:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879574.414121:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879574.414125:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414131:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879574.414133:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.414135:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879574.414137:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879574.414139:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879574.414142:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519537152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879574.414146:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879574.414148:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879574.414149:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879574.414151:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879574.414154:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879574.414157:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879574.414160:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879574.414162:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879574.414166:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879574.414169:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519537152, portal 4 00000100:00000001:1.0:1788879574.414171:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879574.414173:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879574.414179:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414187:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879574.414189:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879574.414191:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879574.414194:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519537152, offset 0 00000400:00000200:1.0:1788879574.414198:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879574.414201:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.414205:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879574.414208:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879574.414210:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879574.414213:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879574.414237:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879574.414242:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460179:460179:256:4294967295] 192.168.203.155@tcp LPNI seq info [460173:460173:8:4294967295] 00000400:00000200:1.0:1788879574.414247:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879574.414278:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879574.414283:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.414288:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879574.414292:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879574.414295:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788879574.414307:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879574.414309:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879574.414313:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879574.414317:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879574.414320:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879574.414322:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879574.414325:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879574.414329:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414345:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.414348:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414355:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.414357:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879574.414360:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879574.414364:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879574.414367:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879574.414370:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305001493 00000100:00000001:1.0:1788879574.414372:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305002772 00000100:00000001:1.0:1788879574.414375:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305001493 00000100:00000001:1.0:1788879574.414377:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305002772 00000100:00000001:1.0:1788879574.414379:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879574.414382:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.414384:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879574.414387:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879574/real 1788879574] req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879574.414395:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879574.414396:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879574.414398:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879574.414400:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879574.414402:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879574.414404:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879574.414408:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879574.414416:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414423:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879574.414425:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414428:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.414429:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879574.414433:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414440:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879574.414444:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414451:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879574.414453:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414455:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879574.414456:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414458:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879574.414461:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879574.414463:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879574.414466:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879574.414468:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879574.414472:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879574.414480:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519537152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879574.414484:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414486:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879574.414489:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519537152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879574.414496:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879574.414498:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879574.414500:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879574.414502:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879574.414503:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879574.414505:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879574.414508:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879574.414510:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879574.414512:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879574.414514:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879574.414515:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879574.414518:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879574.414520:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414522:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879574.414525:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879574.414526:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879574.414529:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879574.414531:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879574.538339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879574.538349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879574.538354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879574.538355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879574.538359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879574.538360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879575.562370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879575.562375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879575.562380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879575.562381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879575.562383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879575.562384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879575.754370:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305002772, at 4305002816 00000100:00000040:1.0:1788879575.754377:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305002772, at 4305002816 00000100:00000010:0.0:1788879575.754386:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00000010:1.0:1788879575.754389:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00010000:00000001:1.0:1788879576.586333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879576.586341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879576.586347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879576.586348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879576.586351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879576.586353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879577.610434:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879577.610438:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879577.610443:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610451:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879577.610455:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610458:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610460:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610466:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879577.610468:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879577.610470:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879577.610473:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610475:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879577.610477:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610479:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610482:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610486:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879577.610487:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879577.610489:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879577.610491:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610493:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879577.610494:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610496:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879577.610499:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879578.634417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879578.634427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879578.634435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879578.634438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879578.634445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879578.634447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879579.530442:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879579.530457:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879579.530462:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879579.530469:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879579.530477:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879579.530507:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10334 00000400:00000200:1.0:1788879579.530521:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879579.530531:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879579.530537:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879579.530543:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.530550:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.530555:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.530560:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879579.530572:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879579.530575:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879579.530580:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879579.530586:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879579.530590:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879579.530612:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879579.530617:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.530621:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.530625:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.530628:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879579.530634:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879579.530640:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879579.530645:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879579.530650:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879579.530655:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879579.530661:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.530664:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879579.530668:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879579.530701:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788879579.530708:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879579.530715:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879579.530718:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.530724:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879579.530728:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879579.530735:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879579.530749:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879579.530760:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879579.530773:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519537280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879579.530794:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879579.530799:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879579.530806:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519537280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879579.530860:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879579.530865:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879579.530870:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879579.530872:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879579.530874:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879579.530879:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879579.530883:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10334 00000400:00000200:1.0:1788879579.530889:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879579.530892:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879579.530896:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879579.530917:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.530920:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.530923:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.530925:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879579.530932:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879579.530935:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879579.530940:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879579.530944:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879579.530954:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879579.530962:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879579.530970:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.530974:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.530978:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.530984:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879579.531004:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879579.531012:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531019:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879579.531025:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879579.531033:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879579.531039:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.531048:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879579.531054:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879579.531063:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.531068:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879579.531077:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788879579.531083:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879579.531091:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879579.531094:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.531100:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879579.531103:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879579.531108:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879579.531115:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879579.531123:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879579.531134:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519537408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879579.531153:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879579.531178:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879579.531209:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519537408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879579.531228:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879579.531234:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879579.531262:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879579.531310:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879579.531313:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879579.531317:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879579.531322:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10334 00000400:00000200:1.0:1788879579.531331:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879579.531338:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879579.531347:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879579.531353:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531360:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.531368:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531396:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879579.531407:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879579.531414:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879579.531423:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879579.531432:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879579.531443:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879579.531457:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879579.531492:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531500:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.531510:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531514:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879579.531520:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879579.531534:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531542:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879579.531548:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879579.531558:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879579.531570:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.531579:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879579.531603:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879579.531614:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.531623:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879579.531632:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879579.531640:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879579.531647:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879579.531652:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.531660:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879579.531667:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879579.531671:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879579.531679:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879579.531689:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879579.531722:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519537536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879579.531734:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879579.531737:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879579.531744:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519537536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879579.531772:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879579.531778:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879579.531785:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879579.531790:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879579.531794:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879579.531804:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879579.531810:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10334 00000400:00000200:1.0:1788879579.531822:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879579.531852:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879579.531856:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879579.531866:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531873:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.531880:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531885:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879579.531890:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879579.531897:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879579.531905:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879579.531927:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879579.531935:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879579.531945:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879579.531957:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531965:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.531974:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.531982:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879579.531987:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879579.531996:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879579.532003:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879579.532008:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879579.532016:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879579.532040:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.532048:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879579.532053:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879579.532059:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.532065:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879579.532072:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788879579.532078:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879579.532085:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879579.532090:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.532099:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879579.532105:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879579.532109:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879579.532118:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879579.532125:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879579.532137:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519537664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879579.532155:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879579.532159:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879579.532169:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519537664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879579.532244:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879579.532278:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879579.532284:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879579.532291:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879579.532294:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879579.532302:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879579.532309:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10334 00000400:00000200:1.0:1788879579.532322:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879579.532334:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879579.532339:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879579.532346:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.532356:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.532365:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.532374:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879579.532386:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879579.532393:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879579.532401:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879579.532411:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879579.532422:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879579.532433:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879579.532461:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.532473:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879579.532484:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879579.532493:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879579.532503:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879579.532515:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879579.532524:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879579.532530:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879579.532541:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879579.532553:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.532564:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879579.532574:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879579.532586:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.532596:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879579.532608:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788879579.532619:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879579.532630:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879579.532638:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879579.532646:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879579.532653:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879579.532658:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879579.532667:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879579.532678:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879579.532697:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519537792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879579.532723:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879579.532731:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879579.532744:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519537792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879579.532781:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879579.532793:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10344) 00010000:00000001:1.0:1788879579.658417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879579.658428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879579.658436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879579.658438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879579.658443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879579.658446:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879580.682401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879580.682409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879580.682416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879580.682418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879580.682423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879580.682425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879580.874389:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305007892, at 4305007936 00000100:00000010:0.0:1788879580.874409:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00000100:00000040:1.0:1788879580.874431:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305007892, at 4305007936 00000100:00000010:1.0:1788879580.874449:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bea0. 00010000:00000001:1.0:1788879581.706369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879581.706378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879581.706385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879581.706387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879581.706408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879581.706409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1788879582.602583:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788879582.602629:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788879582.602639:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879582.602643:0:2384:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788879582.602649:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879582.602652:0:2384:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788879582.602657:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879582.602662:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa300. 00000400:00000200:0.0:1788879582.602669:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879582.602676:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879582.602686:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4000 00000400:00000010:0.0:1788879582.602691:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4000. 00000100:00000001:0.0:1788879582.602699:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879582.602711:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9492680 x1875765519537280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.602742:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879582.602748:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9492680 x1875765519537280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.602761:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879582.602764:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879582.602779:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879582.602784:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa000. 00000400:00000200:0.0:1788879582.602790:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879582.602797:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879582.602807:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c45d8 00000400:00000010:0.0:1788879582.602811:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c45d8. 00000100:00000001:0.0:1788879582.602815:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879582.602831:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9490a80 x1875765519537408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.602870:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879582.602880:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9490a80 x1875765519537408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.602894:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879582.602901:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879582.602916:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879582.602923:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa900. 00000400:00000200:0.0:1788879582.602932:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879582.602943:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879582.602952:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c47f8 00000400:00000010:0.0:1788879582.602958:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c47f8. 00000100:00000001:0.0:1788879582.602967:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879582.602982:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9490700 x1875765519537536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.602997:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879582.603002:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9490700 x1875765519537536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.603026:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879582.603033:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879582.603050:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879582.603059:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaad00. 00000400:00000200:0.0:1788879582.603068:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879582.603084:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879582.603093:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c42a8 00000400:00000010:0.0:1788879582.603102:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c42a8. 00000100:00000001:0.0:1788879582.603111:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879582.603124:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9492d80 x1875765519537664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.603156:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879582.603182:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9492d80 x1875765519537664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.603204:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879582.603210:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879582.603226:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879582.603237:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa600. 00000400:00000200:0.0:1788879582.603332:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879582.603347:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879582.603354:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4440 00000400:00000010:0.0:1788879582.603359:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4440. 00000100:00000001:0.0:1788879582.603364:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879582.603374:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9493100 x1875765519537792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.603408:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879582.603420:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9493100 x1875765519537792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879582.603445:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879582.603452:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1788879582.730360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879582.730366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879582.730372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879582.730373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879582.730376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879582.730377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879583.754421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879583.754431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879583.754440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879583.754442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879583.754447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879583.754449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879584.778405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879584.778412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879584.778417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879584.778418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879584.778421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879584.778422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879585.802384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879585.802395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879585.802406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879585.802408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879585.802415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879585.802417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879585.994324:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305013013, at 4305013056 00000100:00000040:0.0:1788879585.994335:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305013013, at 4305013056 00000100:00000010:1.0:1788879585.994340:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b9c0. 00000100:00000010:0.0:1788879585.994346:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00010000:00000001:1.0:1788879586.826409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879586.826417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879586.826423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879586.826425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879586.826429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879586.826432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879587.850421:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879587.850424:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879587.850429:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850469:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879587.850472:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850475:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850478:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850484:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879587.850486:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879587.850488:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879587.850491:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850494:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879587.850495:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850498:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850500:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850505:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879587.850507:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879587.850508:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879587.850510:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850512:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879587.850513:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850515:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879587.850518:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879588.874422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879588.874434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879588.874442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879588.874444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879588.874448:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879588.874451:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879589.770400:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879589.770418:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879589.770423:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879589.770429:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879589.770436:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879589.770448:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10344 00000400:00000200:0.0:1788879589.770461:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879589.770471:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879589.770476:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879589.770480:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770484:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.770487:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770490:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879589.770502:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879589.770505:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879589.770508:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879589.770513:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879589.770516:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879589.770519:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879589.770523:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770525:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.770527:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770530:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879589.770534:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879589.770538:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770544:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879589.770548:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879589.770553:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879589.770556:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.770559:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879589.770563:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879589.770595:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879589.770614:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879589.770621:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879589.770624:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.770630:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879589.770634:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879589.770641:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879589.770656:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879589.770666:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879589.770680:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519538560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879589.770695:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879589.770701:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879589.770707:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519538560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879589.770755:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879589.770760:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879589.770765:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879589.770767:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879589.770770:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879589.770774:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879589.770777:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10344 00000400:00000200:0.0:1788879589.770783:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879589.770787:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879589.770790:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879589.770794:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770798:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.770801:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770804:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879589.770808:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879589.770810:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879589.770812:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879589.770815:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879589.770817:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879589.770820:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879589.770824:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770827:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.770831:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770834:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879589.770837:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879589.770841:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879589.770845:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879589.770848:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879589.770857:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879589.770860:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.770862:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879589.770869:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879589.770876:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.770884:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879589.770894:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879589.770901:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879589.770907:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879589.770912:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.770920:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879589.770924:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879589.770929:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879589.770939:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879589.770950:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879589.770969:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519538688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879589.771022:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879589.771034:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879589.771047:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519538688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879589.771064:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879589.771073:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879589.771083:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879589.771088:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879589.771090:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879589.771095:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879589.771100:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10344 00000400:00000200:0.0:1788879589.771105:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879589.771132:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879589.771145:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879589.771147:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771150:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.771153:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771161:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879589.771168:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879589.771171:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879589.771175:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879589.771178:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879589.771183:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879589.771185:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879589.771195:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771199:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.771205:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771212:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879589.771217:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879589.771228:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771234:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879589.771238:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879589.771242:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879589.771314:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.771320:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879589.771325:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879589.771331:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.771337:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879589.771345:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879589.771352:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879589.771360:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879589.771363:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.771365:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879589.771367:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879589.771372:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879589.771380:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879589.771386:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879589.771396:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519538816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879589.771425:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879589.771431:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879589.771441:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519538816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879589.771459:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879589.771466:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879589.771473:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879589.771477:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879589.771484:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879589.771491:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879589.771496:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10344 00000400:00000200:0.0:1788879589.771507:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879589.771516:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879589.771519:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879589.771525:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771530:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.771534:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771538:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879589.771545:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879589.771548:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879589.771552:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879589.771556:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879589.771564:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879589.771569:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879589.771577:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771584:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.771590:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771596:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879589.771600:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879589.771602:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771610:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879589.771612:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879589.771619:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879589.771623:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.771626:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879589.771629:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879589.771633:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.771637:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879589.771643:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788879589.771651:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879589.771658:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879589.771660:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.771661:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879589.771663:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879589.771666:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879589.771676:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879589.771679:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879589.771690:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519538944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879589.771706:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879589.771712:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879589.771720:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519538944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879589.771744:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879589.771752:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879589.771759:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879589.771760:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879589.771763:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879589.771768:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879589.771775:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10344 00000400:00000200:0.0:1788879589.771783:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879589.771791:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879589.771796:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879589.771804:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771811:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.771817:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771821:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879589.771825:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879589.771829:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879589.771834:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879589.771838:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879589.771844:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879589.771850:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879589.771857:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771861:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879589.771884:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771889:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879589.771893:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879589.771900:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879589.771902:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879589.771906:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879589.771910:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879589.771914:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.771919:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879589.771922:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879589.771929:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.771932:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879589.771940:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879589.771943:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879589.771948:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879589.771950:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879589.771954:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879589.771957:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879589.771960:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879589.771967:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879589.771973:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879589.771981:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519539072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879589.772005:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879589.772028:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879589.772054:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519539072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879589.772081:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879589.772090:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10354) 00010000:00000001:1.0:1788879589.898380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879589.898399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879589.898406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879589.898407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879589.898411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879589.898413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879590.922424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879590.922436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879590.922446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879590.922448:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879590.922453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879590.922455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879591.114380:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305018132, at 4305018176 00000100:00000040:1.0:1788879591.114390:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305018132, at 4305018176 00000100:00000010:0.0:1788879591.114414:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bcc0. 00000100:00000010:1.0:1788879591.114422:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b2a0. 00010000:00000001:1.0:1788879591.946363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879591.946372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879591.946380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879591.946383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879591.946426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879591.946429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879592.970374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879592.970381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879592.970386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879592.970387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879592.970390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879592.970392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879593.994338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879593.994343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879593.994347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879593.994348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879593.994350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879593.994351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879595.018347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879595.018353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879595.018357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879595.018358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879595.018360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879595.018361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879596.042366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879596.042372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879596.042377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879596.042378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879596.042381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879596.042382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879596.234288:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305023252, at 4305023296 00000100:00000010:1.0:1788879596.234300:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b4e0. 00000100:00000040:0.0:1788879596.234311:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305023252, at 4305023296 00000100:00000010:0.0:1788879596.234319:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b540. 00010000:00000001:1.0:1788879597.066324:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879597.066330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879597.066336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879597.066337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879597.066341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879597.066342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090315:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879598.090340:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879598.090344:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879598.090349:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090355:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879598.090358:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090361:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090365:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879598.090372:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879598.090373:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879598.090376:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090378:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879598.090380:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090382:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090385:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879598.090391:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879598.090393:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879598.090394:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090396:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879598.090398:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090400:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879598.090402:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879599.114344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879599.114351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879599.114356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879599.114358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879599.114361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879599.114363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879600.010393:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879600.010405:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879600.010409:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879600.010414:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879600.010420:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879600.010429:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10354 00000400:00000200:0.0:1788879600.010439:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879600.010446:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879600.010450:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879600.010454:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010458:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.010461:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010464:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879600.010473:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879600.010475:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879600.010479:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879600.010483:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879600.010486:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879600.010488:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879600.010491:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010494:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.010495:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010499:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879600.010503:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879600.010507:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010510:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879600.010513:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879600.010517:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879600.010521:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.010523:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879600.010526:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879600.010536:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788879600.010540:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879600.010545:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879600.010547:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.010551:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879600.010554:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879600.010559:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879600.010569:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879600.010595:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879600.010608:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519539840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879600.010629:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879600.010637:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879600.010648:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519539840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879600.010699:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879600.010706:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879600.010712:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879600.010715:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879600.010718:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879600.010723:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879600.010728:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10354 00000400:00000200:0.0:1788879600.010736:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879600.010741:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879600.010745:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879600.010749:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010770:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.010774:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010778:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879600.010786:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879600.010790:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879600.010795:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879600.010801:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879600.010806:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879600.010811:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879600.010820:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010830:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.010842:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010853:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879600.010866:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879600.010879:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879600.010888:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879600.010894:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879600.010905:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879600.010915:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.010921:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879600.010928:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879600.010938:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.010946:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879600.010959:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788879600.010970:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879600.010981:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879600.010987:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.010992:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879600.010999:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879600.011007:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879600.011023:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879600.011058:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879600.011075:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519539968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879600.011107:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879600.011113:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879600.011121:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519539968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879600.011141:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879600.011146:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879600.011156:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879600.011161:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879600.011165:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879600.011174:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879600.011182:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10354 00000400:00000200:0.0:1788879600.011190:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879600.011200:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879600.011205:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879600.011211:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011217:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.011226:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011230:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879600.011238:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879600.011242:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879600.011244:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879600.011247:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879600.011252:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879600.011261:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879600.011359:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011365:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.011373:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011382:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879600.011388:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879600.011398:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011403:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879600.011406:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879600.011411:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879600.011418:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.011424:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879600.011430:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879600.011438:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.011444:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879600.011450:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788879600.011456:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879600.011464:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879600.011466:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.011469:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879600.011473:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879600.011479:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879600.011487:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788879600.011498:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879600.011510:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519540096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879600.011530:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879600.011537:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879600.011549:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519540096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879600.011564:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879600.011570:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879600.011575:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879600.011582:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879600.011584:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879600.011593:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879600.011601:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10354 00000400:00000200:0.0:1788879600.011611:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879600.011619:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879600.011625:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879600.011634:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011642:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.011649:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011657:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879600.011663:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879600.011668:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879600.011673:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879600.011678:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879600.011685:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879600.011692:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879600.011703:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011708:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.011714:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011717:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879600.011724:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879600.011733:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879600.011739:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879600.011746:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879600.011751:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879600.011760:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.011762:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879600.011766:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879600.011773:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.011777:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879600.011786:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788879600.011793:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879600.011801:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879600.011805:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.011811:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879600.011818:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879600.011821:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879600.011830:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879600.011838:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879600.011853:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519540224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879600.011870:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879600.011875:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879600.011886:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519540224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879600.011908:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879600.011915:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879600.011924:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879600.011929:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879600.011931:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879600.011937:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879600.011945:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10354 00000400:00000200:0.0:1788879600.011961:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879600.011973:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879600.011981:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879600.011994:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.012003:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.012014:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.012026:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879600.012062:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879600.012067:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879600.012072:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879600.012076:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879600.012083:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879600.012088:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879600.012100:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.012108:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879600.012117:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879600.012121:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879600.012127:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879600.012134:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879600.012140:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879600.012146:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879600.012152:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879600.012158:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.012164:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879600.012169:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879600.012177:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.012180:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879600.012187:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788879600.012193:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879600.012199:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879600.012203:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879600.012210:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879600.012214:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879600.012219:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879600.012229:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879600.012239:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879600.012288:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519540352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879600.012320:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879600.012326:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879600.012334:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519540352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879600.012352:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879600.012364:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10364) 00010000:00000001:1.0:1788879600.138339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879600.138346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879600.138353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879600.138355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879600.138359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879600.138361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879601.162403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879601.162412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879601.162419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879601.162421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879601.162425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879601.162427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879601.354415:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305028372, at 4305028416 00000100:00000040:0.0:1788879601.354425:0:199593:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305028372, at 4305028416 00000100:00000010:1.0:1788879601.354438:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bb40. 00000100:00000010:0.0:1788879601.354446:0:199593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bae0. 00010000:00000001:1.0:1788879602.186400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879602.186412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879602.186421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879602.186424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879602.186429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879602.186431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879603.210375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879603.210383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879603.210391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879603.210393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879603.210396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879603.210398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879604.234426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879604.234435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879604.234442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879604.234443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879604.234447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879604.234448:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879605.258379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879605.258390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879605.258400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879605.258402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879605.258407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879605.258409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879606.282373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879606.282379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879606.282383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879606.282384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879606.282388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879606.282389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879606.474407:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305033491, at 4305033536 00000100:00000040:0.0:1788879606.474408:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305033491, at 4305033536 00000100:00000010:0.0:1788879606.474432:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bae0. 00000100:00000010:1.0:1788879606.474438:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bb40. 00010000:00000001:1.0:1788879607.306336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879607.306343:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879607.306345:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879607.306349:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306353:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879607.306355:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306357:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306359:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879607.306363:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879607.306364:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879607.306365:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306367:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879607.306368:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306369:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306370:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879607.306374:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879607.306375:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879607.306376:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306377:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879607.306378:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306379:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879607.306380:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879608.330323:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879608.330329:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879608.330333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879608.330334:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879608.330337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879608.330337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879609.354341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879609.354346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879609.354351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879609.354352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879609.354354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879609.354355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879610.378347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879610.378353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879610.378358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879610.378359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879610.378361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879610.378362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879611.402376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879611.402383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879611.402388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879611.402390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879611.402393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879611.402395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879611.594361:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305038611, at 4305038656 00000100:00000040:0.0:1788879611.594371:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305038611, at 4305038656 00000100:00000010:1.0:1788879611.594383:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b4e0. 00000100:00000010:0.0:1788879611.594387:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b540. 00010000:00000001:1.0:1788879612.426465:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879612.426480:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879612.426492:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879612.426495:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879612.426503:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879612.426506:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879613.450393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879613.450402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879613.450410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879613.450412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879613.450416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879613.450418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879614.474353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879614.474361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879614.474369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879614.474371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879614.474375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879614.474377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879615.370432:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879615.370445:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879615.370448:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879615.370454:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879615.370459:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879615.370469:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10370 00000400:00000200:0.0:1788879615.370480:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879615.370488:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879615.370503:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879615.370508:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370512:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.370515:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370519:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879615.370528:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879615.370531:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879615.370535:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879615.370540:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879615.370543:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879615.370546:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879615.370550:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370553:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.370555:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370558:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879615.370561:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879615.370565:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370568:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879615.370572:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879615.370577:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879615.370580:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.370583:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879615.370586:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879615.370598:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788879615.370602:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879615.370608:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879615.370610:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.370614:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879615.370617:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879615.370623:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879615.370636:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879615.370645:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879615.370657:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519541760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879615.370676:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879615.370684:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879615.370693:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519541760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879615.370735:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879615.370742:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879615.370749:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879615.370752:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879615.370755:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879615.370761:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879615.370766:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10370 00000400:00000200:0.0:1788879615.370774:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879615.370781:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879615.370793:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879615.370798:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370803:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.370806:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370809:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879615.370814:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879615.370816:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879615.370819:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879615.370822:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879615.370825:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879615.370828:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879615.370831:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370834:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.370836:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370839:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879615.370843:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879615.370846:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879615.370849:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879615.370852:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879615.370860:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879615.370863:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.370865:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879615.370870:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879615.370905:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.370912:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879615.370925:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788879615.370966:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879615.370980:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879615.370997:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.371010:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879615.371017:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879615.371029:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879615.371048:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879615.371063:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879615.371087:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519541888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879615.371123:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879615.371129:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879615.371148:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519541888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879615.371176:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879615.371185:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879615.371200:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879615.371207:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879615.371212:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879615.371220:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879615.371229:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10370 00000400:00000200:0.0:1788879615.371355:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879615.371375:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879615.371381:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879615.371401:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.371409:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.371423:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.371437:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879615.371471:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879615.371479:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879615.371486:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879615.371489:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879615.371498:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879615.371502:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879615.371516:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.371522:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.371534:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.371551:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879615.371568:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879615.371599:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879615.371617:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879615.371634:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879615.371642:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879615.371655:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.371663:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879615.371668:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879615.371686:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.371696:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879615.371721:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788879615.371734:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879615.371748:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879615.371757:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.371763:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879615.371769:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879615.371776:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879615.371785:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879615.371793:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879615.371804:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519542016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879615.371833:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879615.371843:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879615.371872:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519542016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879615.371909:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879615.371949:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879615.371964:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879615.371968:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879615.371981:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879615.371989:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879615.372001:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10370 00000400:00000200:0.0:1788879615.372032:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879615.372051:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879615.372067:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879615.372086:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372102:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.372117:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372128:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879615.372152:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879615.372157:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879615.372161:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879615.372166:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879615.372179:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879615.372193:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879615.372205:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372213:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.372227:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372280:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879615.372287:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879615.372291:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372297:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879615.372301:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879615.372308:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879615.372312:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.372319:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879615.372328:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879615.372344:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.372354:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879615.372370:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788879615.372381:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879615.372397:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879615.372406:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.372414:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879615.372418:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879615.372426:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879615.372450:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879615.372462:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879615.372476:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519542144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879615.372516:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879615.372527:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879615.372543:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519542144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879615.372563:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879615.372580:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879615.372593:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879615.372598:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879615.372603:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879615.372622:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879615.372631:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10370 00000400:00000200:0.0:1788879615.372650:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879615.372673:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879615.372687:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879615.372707:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372720:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.372739:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372753:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879615.372768:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879615.372772:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879615.372777:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879615.372781:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879615.372788:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879615.372798:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879615.372810:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372827:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879615.372844:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372858:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879615.372871:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879615.372885:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879615.372894:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879615.372900:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879615.372914:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879615.372922:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.372951:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879615.372963:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879615.372971:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.372989:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879615.373005:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788879615.373021:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879615.373036:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879615.373047:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879615.373060:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879615.373071:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879615.373081:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879615.373100:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879615.373113:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879615.373129:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519542272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879615.373171:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879615.373178:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879615.373194:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519542272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879615.373282:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879615.373290:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10380) 00010000:00000001:1.0:1788879615.498372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879615.498379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879615.498386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879615.498388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879615.498391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879615.498393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879616.522351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879616.522357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879616.522362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879616.522363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879616.522366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879616.522367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879616.714414:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305043732, at 4305043776 00000100:00000040:0.0:1788879616.714438:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305043732, at 4305043776 00000100:00000010:1.0:1788879616.714439:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bcc0. 00000100:00000010:0.0:1788879616.714466:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b2a0. 00010000:00000001:1.0:1788879617.546368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879617.546376:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879617.546379:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879617.546384:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546389:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879617.546392:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546395:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546397:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879617.546404:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879617.546405:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879617.546407:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546409:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879617.546410:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546412:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546415:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879617.546419:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879617.546421:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879617.546423:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546425:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879617.546426:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546428:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879617.546431:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879618.570375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879618.570384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879618.570391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879618.570392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879618.570397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879618.570398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879619.594417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879619.594425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879619.594432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879619.594434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879619.594438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879619.594440:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879620.618389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879620.618397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879620.618403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879620.618405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879620.618409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879620.618411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879621.642352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879621.642357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879621.642361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879621.642362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879621.642365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879621.642366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879621.834367:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305048852, at 4305048896 00000100:00000010:1.0:1788879621.834379:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b9c0. 00000100:00000040:0.0:1788879621.834389:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305048852, at 4305048896 00000100:00000010:0.0:1788879621.834406:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00010000:00000001:1.0:1788879622.666369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879622.666379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879622.666387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879622.666388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879622.666393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879622.666395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879623.690352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879623.690359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879623.690365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879623.690366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879623.690369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879623.690369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879624.714360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879624.714367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879624.714373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879624.714375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879624.714378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879624.714379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879625.738441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879625.738453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879625.738465:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879625.738469:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879625.738477:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879625.738481:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879626.762367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879626.762375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879626.762382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879626.762384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879626.762388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879626.762390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879626.954368:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305053972, at 4305054016 00000100:00000040:0.0:1788879626.954387:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305053972, at 4305054016 00000100:00000010:1.0:1788879626.954389:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00000100:00000010:0.0:1788879626.954405:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bea0. 00010000:00000001:1.0:1788879627.786357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879627.786381:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879627.786383:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879627.786387:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786392:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879627.786394:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786396:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786399:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879627.786404:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879627.786405:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879627.786407:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786409:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879627.786410:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786412:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786414:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879627.786418:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879627.786419:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879627.786420:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786421:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879627.786422:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786424:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879627.786425:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879628.810462:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879628.810472:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879628.810479:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879628.810481:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879628.810486:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879628.810488:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879629.834419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879629.834429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879629.834438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879629.834439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879629.834444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879629.834446:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.730963:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879630.730973:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879630.730991:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879630.731008:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.731045:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879630.731051:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.731063:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879630.731072:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879630.731087:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879630.731101:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519543680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879630.731131:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879630.731157:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879630.731165:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.731173:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879630.731185:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879630.731194:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879630.731212:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879630.731222:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879630.731240:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879630.731336:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519543680, portal 25 00000100:00000001:1.0:1788879630.731344:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879630.731349:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879630.731371:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.731413:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879630.731438:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879630.731452:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879630.731466:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519543680, offset 0 00000400:00000200:1.0:1788879630.731495:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879630.731518:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.731542:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879630.731553:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879630.731562:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879630.731575:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879630.731585:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879630.731604:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460230:460230:256:4294967295] 192.168.203.155@tcp LPNI seq info [460224:460224:8:4294967295] 00000400:00000200:1.0:1788879630.731622:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.731647:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879630.731678:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.731694:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879630.731716:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879630.731726:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879630.731806:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.731815:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879630.731863:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879630.731883:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879630.731900:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879630.731919:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879630.731932:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879630.731948:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.731988:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.732000:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.732032:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.732040:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879630.732053:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879630.732069:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879630.732083:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305059092 00000100:00000010:1.0:1788879630.732102:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:1.0:1788879630.732120:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879630.732139:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305059092 00000100:00000010:1.0:1788879630.732156:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:1.0:1788879630.732169:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879630.732179:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879630.732187:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.732196:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879630.732211:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879630/real 1788879630] req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879630.732304:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879630.732314:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879630.732325:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879630.732339:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879630.732345:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879630.732354:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879630.732371:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879630.732426:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.732476:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879630.732484:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.732495:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.732503:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879630.732521:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.732551:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879630.732566:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.732587:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879630.732596:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.732605:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.732611:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.732623:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879630.732627:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879630.732638:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879630.732647:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879630.732652:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879630.732664:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879630.732704:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519543680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879630.732723:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.732734:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.732749:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519543680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.732772:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879630.732779:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879630.732785:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879630.732795:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879630.732800:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879630.732803:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879630.732808:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879630.732812:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879630.732851:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879630.732854:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879630.732857:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879630.732862:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879630.732864:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.732867:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.732878:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879630.732881:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.732883:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879630.732886:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879630.732888:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879630.732894:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.732904:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879630.732906:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.732909:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879630.732912:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879630.732915:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879630.732919:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519543808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879630.732923:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879630.732926:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879630.732928:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.732931:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879630.732936:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879630.732939:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879630.732945:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879630.732948:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879630.732953:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879630.732958:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519543808, portal 10 00000100:00000001:1.0:1788879630.732960:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879630.732962:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879630.732971:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.732980:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879630.732983:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879630.732986:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879630.732989:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519543808, offset 0 00000400:00000200:1.0:1788879630.732994:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879630.733000:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.733005:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879630.733010:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879630.733014:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879630.733017:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879630.733020:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879630.733024:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460231:460231:256:4294967295] 192.168.203.155@tcp LPNI seq info [460225:460225:8:4294967295] 00000400:00000200:1.0:1788879630.733030:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.733039:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879630.733045:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.733049:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879630.733055:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879630.733059:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879630.733080:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.733084:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879630.733090:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879630.733098:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879630.733104:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879630.733108:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879630.733113:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879630.733121:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733139:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.733146:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733161:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.733164:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879630.733171:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879630.733178:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879630.733183:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879630.733185:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305057808 00000100:00000001:1.0:1788879630.733189:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305059092 00000100:00000001:1.0:1788879630.733192:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305057808 00000100:00000001:1.0:1788879630.733195:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305059092 00000100:00000001:1.0:1788879630.733198:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879630.733201:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.733203:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879630.733208:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879630/real 1788879630] req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879630.733218:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879630.733220:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879630.733223:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879630.733226:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879630.733228:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879630.733232:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879630.733284:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879630.733305:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733321:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879630.733325:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.733329:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.733332:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879630.733339:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733348:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879630.733354:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733362:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879630.733367:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.733370:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.733372:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.733376:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879630.733379:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879630.733385:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879630.733392:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879630.733396:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879630.733404:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879630.733422:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519543808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879630.733431:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879630.733438:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733466:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879630.733469:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.733474:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879630.733477:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879630.733491:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879630.733498:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519543936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879630.733505:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879630.733510:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879630.733513:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.733517:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879630.733525:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879630.733529:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879630.733536:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879630.733542:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879630.733548:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879630.733553:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519543936, portal 10 00000100:00000001:1.0:1788879630.733555:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879630.733557:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879630.733567:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733575:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879630.733579:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879630.733581:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879630.733585:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519543936, offset 0 00000400:00000200:1.0:1788879630.733590:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879630.733595:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.733600:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879630.733607:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879630.733611:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879630.733614:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879630.733617:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879630.733622:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460232:460232:256:4294967295] 192.168.203.155@tcp LPNI seq info [460226:460226:8:4294967295] 00000400:00000200:1.0:1788879630.733627:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.733635:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879630.733641:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.733646:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879630.733651:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879630.733655:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879630.733669:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.733672:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879630.733676:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879630.733680:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879630.733685:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879630.733687:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879630.733690:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879630.733694:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733704:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.733708:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733717:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.733719:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879630.733722:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879630.733726:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879630.733732:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879630.733735:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305057809 00000100:00000001:1.0:1788879630.733740:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305059092 00000100:00000001:1.0:1788879630.733745:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305057809 00000100:00000001:1.0:1788879630.733749:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305059092 00000100:00000001:1.0:1788879630.733753:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879630.733758:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.733762:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879630.733770:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879630/real 1788879630] req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879630.733788:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879630.733791:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879630.733794:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879630.733799:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879630.733803:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879630.733808:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879630.733814:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879630.733862:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733877:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879630.733880:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.733884:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.733887:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879630.733894:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733903:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879630.733918:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733927:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879630.733930:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.733932:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.733933:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.733936:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879630.733938:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879630.733941:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879630.733946:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879630.733949:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879630.733954:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879630.733964:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519543936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879630.733968:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879630.733972:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.733980:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879630.733982:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.733985:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879630.733987:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879630.733990:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879630.733994:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879630.733998:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879630.734001:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879630.734003:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.734005:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879630.734010:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879630.734012:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879630.734017:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879630.734020:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879630.734025:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879630.734029:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519544064, portal 4 00000100:00000001:1.0:1788879630.734032:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879630.734034:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879630.734042:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734050:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879630.734054:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879630.734057:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879630.734060:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519544064, offset 0 00000400:00000200:1.0:1788879630.734065:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879630.734072:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.734079:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879630.734086:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879630.734091:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879630.734095:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879630.734100:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879630.734106:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460233:460233:256:4294967295] 192.168.203.155@tcp LPNI seq info [460227:460227:8:4294967295] 00000400:00000200:1.0:1788879630.734115:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.734129:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879630.734139:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.734146:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879630.734155:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879630.734160:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879630.734179:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.734182:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879630.734186:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879630.734191:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879630.734195:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879630.734198:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879630.734201:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879630.734206:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734217:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.734221:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734231:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.734234:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879630.734241:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879630.734247:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879630.734291:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879630.734296:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305057862 00000100:00000001:1.0:1788879630.734301:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305059092 00000100:00000001:1.0:1788879630.734306:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305057862 00000100:00000001:1.0:1788879630.734311:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305059092 00000100:00000001:1.0:1788879630.734315:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879630.734320:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.734324:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879630.734332:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879630/real 1788879630] req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879630.734344:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879630.734346:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879630.734349:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879630.734353:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879630.734355:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879630.734358:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879630.734362:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879630.734380:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734393:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879630.734396:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.734400:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.734403:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879630.734411:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734426:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879630.734435:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734451:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879630.734456:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.734459:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.734462:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.734466:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879630.734470:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879630.734475:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879630.734482:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879630.734487:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879630.734496:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879630.734519:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879630.734528:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879630.734535:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734547:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879630.734549:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.734552:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879630.734555:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879630.734558:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879630.734562:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879630.734566:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879630.734569:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879630.734571:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879630.734573:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879630.734578:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879630.734592:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879630.734597:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879630.734601:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879630.734605:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879630.734609:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519544192, portal 4 00000100:00000001:1.0:1788879630.734612:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879630.734614:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879630.734622:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734630:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879630.734633:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879630.734636:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879630.734639:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519544192, offset 0 00000400:00000200:1.0:1788879630.734644:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879630.734650:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.734654:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879630.734658:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879630.734662:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879630.734665:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879630.734668:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879630.734673:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460234:460234:256:4294967295] 192.168.203.155@tcp LPNI seq info [460228:460228:8:4294967295] 00000400:00000200:1.0:1788879630.734677:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879630.734686:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879630.734692:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.734696:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879630.734701:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879630.734705:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879630.734719:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879630.734722:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879630.734726:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879630.734733:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879630.734739:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879630.734743:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879630.734748:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879630.734766:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734783:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.734789:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734803:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.734807:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879630.734814:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879630.734840:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879630.734848:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879630.734851:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305057813 00000100:00000001:1.0:1788879630.734863:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305059092 00000100:00000001:1.0:1788879630.734866:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305057813 00000100:00000001:1.0:1788879630.734869:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305059092 00000100:00000001:1.0:1788879630.734871:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879630.734874:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.734877:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879630.734883:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879630/real 1788879630] req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879630.734893:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879630.734895:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879630.734897:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879630.734900:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879630.734903:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879630.734906:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879630.734910:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879630.734920:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734937:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879630.734939:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.734942:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.734944:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879630.734948:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734956:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879630.734961:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.734970:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879630.734973:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.734975:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879630.734976:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.734979:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879630.734982:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879630.734985:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879630.734988:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879630.734991:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879630.734995:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879630.735005:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879630.735009:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.735012:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.735016:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519543808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.735024:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879630.735027:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879630.735030:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879630.735034:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879630.735036:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879630.735038:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879630.735041:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879630.735044:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879630.735047:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879630.735049:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879630.735051:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879630.735054:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879630.735056:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.735059:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.735063:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519543936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.735073:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879630.735075:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879630.735078:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879630.735084:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879630.735086:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879630.735089:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879630.735093:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879630.735096:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879630.735100:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879630.735103:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879630.735105:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879630.735110:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879630.735112:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.735116:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.735125:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519544064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.735140:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879630.735143:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879630.735146:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879630.735151:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879630.735153:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879630.735156:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879630.735161:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879630.735164:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879630.735169:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879630.735171:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879630.735173:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879630.735176:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879630.735178:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.735180:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879630.735185:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519544192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879630.735193:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879630.735195:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879630.735197:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879630.735199:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879630.735201:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879630.735203:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879630.735205:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879630.735207:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879630.735209:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879630.735210:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879630.735212:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879630.735214:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879630.735216:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.735218:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879630.735223:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879630.735225:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879630.735227:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879630.735230:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879630.858370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879630.858378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879630.858387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879630.858388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879630.858393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879630.858395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879631.882453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879631.882459:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879631.882465:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879631.882467:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879631.882470:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879631.882472:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879632.074406:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305059092, at 4305059136 00000100:00000040:0.0:1788879632.074428:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305059092, at 4305059136 00000100:00000010:1.0:1788879632.074435:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000010:0.0:1788879632.074460:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00010000:00000001:1.0:1788879632.906397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879632.906405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879632.906412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879632.906414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879632.906418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879632.906420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879633.930377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879633.930386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879633.930393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879633.930395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879633.930416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879633.930417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879634.954389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879634.954399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879634.954410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879634.954413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879634.954419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879634.954421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.850965:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879635.850974:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879635.850979:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879635.850996:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.851011:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879635.851018:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.851028:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879635.851033:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879635.851056:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879635.851063:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519544320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879635.851072:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879635.851080:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879635.851085:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.851090:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879635.851099:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879635.851105:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879635.851120:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879635.851132:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879635.851145:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879635.851155:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519544320, portal 25 00000100:00000001:1.0:1788879635.851161:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879635.851163:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788879635.851173:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.851205:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879635.851210:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879635.851218:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879635.851225:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519544320, offset 0 00000400:00000200:1.0:1788879635.851241:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879635.851257:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.851268:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879635.851276:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879635.851313:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879635.851318:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879635.851328:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879635.851335:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460235:460235:256:4294967295] 192.168.203.155@tcp LPNI seq info [460229:460229:8:4294967295] 00000400:00000200:1.0:1788879635.851351:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.851371:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879635.851385:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.851396:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879635.851404:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879635.851409:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879635.851442:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.851452:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879635.851467:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879635.851486:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879635.851504:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879635.851511:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879635.851520:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879635.851549:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.851571:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.851582:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.851599:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.851604:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879635.851618:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879635.851631:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879635.851637:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305064212 00000100:00000010:1.0:1788879635.851664:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:1.0:1788879635.851679:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879635.851701:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305064212 00000100:00000010:1.0:1788879635.851711:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000001:1.0:1788879635.851720:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879635.851729:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879635.851740:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.851749:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879635.851762:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879635/real 1788879635] req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879635.851825:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879635.851832:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879635.851837:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879635.851843:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879635.851849:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879635.851856:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879635.851863:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879635.851877:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.851894:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879635.851898:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.851905:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.851909:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879635.851922:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.851943:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879635.851957:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.851974:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879635.851983:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.851987:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.851991:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.851996:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879635.852003:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879635.852009:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879635.852019:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879635.852026:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879635.852034:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879635.852052:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519544320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879635.852060:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.852066:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.852073:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519544320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.852112:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879635.852116:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879635.852122:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879635.852131:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879635.852137:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879635.852141:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879635.852148:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879635.852154:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788879635.852161:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879635.852165:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879635.852171:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788879635.852181:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879635.852185:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.852193:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.852206:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879635.852210:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.852216:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879635.852220:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879635.852223:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879635.852231:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.852247:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879635.852273:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.852277:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879635.852279:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879635.852282:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879635.852287:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879635.852298:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879635.852303:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879635.852307:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.852310:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879635.852318:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879635.852324:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879635.852336:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879635.852345:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879635.852352:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879635.852359:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519544448, portal 10 00000100:00000001:1.0:1788879635.852367:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879635.852369:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788879635.852384:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.852403:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879635.852414:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879635.852422:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879635.852430:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519544448, offset 0 00000400:00000200:1.0:1788879635.852443:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879635.852458:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.852473:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879635.852484:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879635.852496:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879635.852504:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879635.852513:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879635.852542:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460236:460236:256:4294967295] 192.168.203.155@tcp LPNI seq info [460230:460230:8:4294967295] 00000400:00000200:1.0:1788879635.852558:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.852573:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879635.852588:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.852595:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879635.852607:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879635.852618:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879635.852651:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.852655:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879635.852664:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879635.852676:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879635.852685:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879635.852690:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879635.852697:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879635.852706:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.852729:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.852743:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.852767:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.852774:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879635.852781:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879635.852835:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879635.852844:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879635.852850:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305062928 00000100:00000001:1.0:1788879635.852856:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305064212 00000100:00000001:1.0:1788879635.852864:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305062928 00000100:00000001:1.0:1788879635.852868:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305064212 00000100:00000001:1.0:1788879635.852873:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879635.852880:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.852888:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879635.852898:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879635/real 1788879635] req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879635.852924:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879635.852929:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879635.852934:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879635.852943:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879635.852947:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879635.852957:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879635.852963:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879635.852983:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853012:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879635.853015:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853020:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.853023:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879635.853034:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853051:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879635.853062:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853075:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879635.853079:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853081:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.853082:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853084:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879635.853087:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879635.853090:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879635.853094:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879635.853097:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879635.853101:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879635.853109:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879635.853113:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879635.853116:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853123:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879635.853124:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.853127:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879635.853129:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879635.853131:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879635.853134:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879635.853138:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879635.853140:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879635.853141:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.853143:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879635.853147:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879635.853149:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879635.853152:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879635.853155:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879635.853158:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879635.853161:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519544576, portal 10 00000100:00000001:1.0:1788879635.853163:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879635.853164:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788879635.853171:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853177:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879635.853179:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879635.853182:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879635.853184:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519544576, offset 0 00000400:00000200:1.0:1788879635.853188:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879635.853192:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.853196:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879635.853199:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879635.853202:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879635.853205:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879635.853207:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879635.853210:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460237:460237:256:4294967295] 192.168.203.155@tcp LPNI seq info [460231:460231:8:4294967295] 00000400:00000200:1.0:1788879635.853215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.853221:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879635.853226:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.853230:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879635.853234:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879635.853237:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879635.853248:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.853250:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879635.853253:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879635.853257:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879635.853260:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879635.853262:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879635.853264:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879635.853290:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853298:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.853301:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853308:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.853310:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879635.853314:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879635.853317:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879635.853320:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879635.853322:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305062929 00000100:00000001:1.0:1788879635.853325:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305064212 00000100:00000001:1.0:1788879635.853327:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305062929 00000100:00000001:1.0:1788879635.853330:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305064212 00000100:00000001:1.0:1788879635.853332:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879635.853334:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.853336:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879635.853339:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879635/real 1788879635] req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879635.853349:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879635.853350:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879635.853352:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879635.853354:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879635.853356:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879635.853358:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879635.853361:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879635.853369:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853376:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879635.853377:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853379:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.853380:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879635.853384:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853390:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879635.853393:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853400:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879635.853402:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853404:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.853405:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853406:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879635.853408:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879635.853411:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879635.853416:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879635.853419:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879635.853427:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879635.853440:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879635.853447:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853451:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.853456:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519544448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853468:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879635.853471:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879635.853475:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879635.853480:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879635.853482:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879635.853485:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879635.853488:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879635.853491:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:1.0:1788879635.853496:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879635.853498:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879635.853499:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788879635.853503:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879635.853504:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853506:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.853528:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519544576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853537:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879635.853539:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879635.853541:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879635.853545:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879635.853547:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879635.853549:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879635.853551:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879635.853553:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788879635.853555:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879635.853557:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879635.853559:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788879635.853563:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879635.853565:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853567:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853572:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879635.853574:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.853576:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879635.853578:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879635.853580:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879635.853585:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853594:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879635.853596:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.853599:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879635.853601:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879635.853604:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879635.853608:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879635.853612:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879635.853615:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879635.853616:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.853619:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879635.853623:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879635.853625:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879635.853630:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879635.853634:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879635.853638:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879635.853642:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519544704, portal 4 00000100:00000001:1.0:1788879635.853645:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879635.853647:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788879635.853654:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853662:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879635.853665:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879635.853669:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879635.853671:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519544704, offset 0 00000400:00000200:1.0:1788879635.853676:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879635.853682:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.853686:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879635.853690:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879635.853694:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879635.853697:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879635.853700:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879635.853704:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460238:460238:256:4294967295] 192.168.203.155@tcp LPNI seq info [460232:460232:8:4294967295] 00000400:00000200:1.0:1788879635.853709:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.853718:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879635.853724:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.853727:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879635.853732:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879635.853736:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879635.853750:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.853752:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879635.853756:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879635.853760:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879635.853764:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879635.853767:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879635.853770:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879635.853774:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853826:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.853830:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853839:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.853840:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879635.853846:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879635.853849:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879635.853853:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879635.853856:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305062981 00000100:00000001:1.0:1788879635.853875:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305064212 00000100:00000001:1.0:1788879635.853878:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305062981 00000100:00000001:1.0:1788879635.853880:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305064212 00000100:00000001:1.0:1788879635.853882:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879635.853884:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.853886:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879635.853890:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879635/real 1788879635] req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879635.853898:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879635.853900:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879635.853902:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879635.853904:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879635.853906:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879635.853908:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879635.853911:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879635.853919:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853926:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879635.853927:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853929:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.853930:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879635.853934:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853940:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879635.853943:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853951:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879635.853953:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853955:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.853956:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.853958:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879635.853960:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879635.853962:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879635.853965:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879635.853967:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879635.853971:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879635.853978:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879635.853981:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879635.853985:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.853991:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879635.853992:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.853994:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879635.853996:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879635.853998:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879635.854001:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879635.854004:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879635.854006:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879635.854007:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879635.854009:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879635.854013:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879635.854015:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879635.854018:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879635.854021:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879635.854024:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879635.854027:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519544832, portal 4 00000100:00000001:1.0:1788879635.854029:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879635.854030:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788879635.854036:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.854043:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879635.854045:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879635.854047:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879635.854050:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519544832, offset 0 00000400:00000200:1.0:1788879635.854053:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879635.854057:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.854061:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879635.854064:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879635.854066:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879635.854069:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879635.854071:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879635.854075:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460239:460239:256:4294967295] 192.168.203.155@tcp LPNI seq info [460233:460233:8:4294967295] 00000400:00000200:1.0:1788879635.854079:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879635.854085:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879635.854089:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.854092:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879635.854096:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879635.854099:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879635.854110:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879635.854112:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788879635.854115:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879635.854118:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879635.854121:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:1.0:1788879635.854123:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 00000100:00000001:1.0:1788879635.854125:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879635.854129:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.854136:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.854139:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.854146:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.854148:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879635.854150:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879635.854153:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879635.854156:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879635.854158:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305062932 00000100:00000001:1.0:1788879635.854160:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305064212 00000100:00000001:1.0:1788879635.854163:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305062932 00000100:00000001:1.0:1788879635.854165:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305064212 00000100:00000001:1.0:1788879635.854167:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879635.854169:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.854171:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879635.854174:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879635/real 1788879635] req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879635.854181:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879635.854182:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879635.854184:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879635.854186:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879635.854187:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879635.854189:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879635.854192:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879635.854200:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.854212:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879635.854214:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.854216:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.854217:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879635.854221:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.854227:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879635.854231:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.854237:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879635.854239:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.854240:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879635.854242:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.854243:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879635.854246:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879635.854248:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879635.854251:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879635.854253:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879635.854256:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879635.854263:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519544832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879635.854311:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.854313:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.854318:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519544704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.854326:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879635.854328:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879635.854331:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879635.854334:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879635.854336:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879635.854338:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879635.854340:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879635.854342:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788879635.854345:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879635.854347:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879635.854348:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788879635.854351:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879635.854353:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.854355:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879635.854359:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519544832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879635.854366:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879635.854367:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879635.854368:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879635.854370:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879635.854372:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879635.854373:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879635.854375:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879635.854376:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788879635.854379:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879635.854380:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879635.854381:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788879635.854386:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879635.854388:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.854390:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879635.854393:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879635.854395:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879635.854397:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879635.854399:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879635.978369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879635.978377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879635.978383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879635.978385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879635.978389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879635.978392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879637.002446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879637.002456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879637.002465:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879637.002467:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879637.002472:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879637.002475:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879637.194403:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305064212, at 4305064256 00000100:00000040:1.0:1788879637.194421:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305064212, at 4305064256 00000100:00000010:0.0:1788879637.194429:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000010:1.0:1788879637.194450:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00010000:00000001:1.0:1788879638.026372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879638.026382:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879638.026385:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879638.026389:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026396:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879638.026398:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026401:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026403:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879638.026410:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879638.026411:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879638.026413:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026415:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879638.026417:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026418:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026420:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879638.026425:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879638.026426:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879638.026428:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026429:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879638.026430:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026432:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879638.026434:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879639.050448:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879639.050457:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879639.050465:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879639.050466:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879639.050471:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879639.050473:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879640.074398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879640.074408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879640.074416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879640.074418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879640.074424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879640.074426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879640.970422:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879640.970434:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879640.970438:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879640.970443:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879640.970449:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879640.970459:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10395 00000400:00000200:1.0:1788879640.970471:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879640.970479:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879640.970484:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879640.970490:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970495:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.970499:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970502:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879640.970511:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879640.970514:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879640.970518:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879640.970522:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879640.970525:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879640.970528:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879640.970533:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970535:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.970537:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970540:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879640.970543:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879640.970548:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970551:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879640.970555:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879640.970559:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879640.970563:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.970577:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879640.970580:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879640.970590:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879640.970594:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879640.970598:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879640.970601:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.970604:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879640.970608:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879640.970614:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879640.970623:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879640.970631:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879640.970642:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519544960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879640.970655:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879640.970659:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879640.970665:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519544960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879640.970700:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879640.970704:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879640.970708:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879640.970710:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879640.970712:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879640.970716:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879640.970721:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10395 00000400:00000200:1.0:1788879640.970726:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879640.970731:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879640.970737:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879640.970745:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970777:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.970785:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970792:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879640.970800:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879640.970804:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879640.970809:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879640.970815:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879640.970823:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879640.970829:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879640.970839:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970844:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.970851:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970866:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879640.970873:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879640.970880:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879640.970886:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879640.970890:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879640.970901:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879640.970918:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.970925:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879640.970931:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879640.970938:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.970944:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879640.970953:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879640.970961:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879640.970968:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879640.970971:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.970974:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879640.970978:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879640.970982:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879640.970990:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879640.971000:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879640.971015:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519545088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879640.971029:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879640.971036:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879640.971050:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519545088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879640.971070:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879640.971076:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879640.971086:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879640.971090:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879640.971093:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879640.971098:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879640.971107:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10395 00000400:00000200:1.0:1788879640.971120:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879640.971132:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879640.971139:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879640.971155:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971162:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.971172:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971179:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879640.971189:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879640.971193:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879640.971198:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879640.971203:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879640.971210:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879640.971217:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879640.971232:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971240:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.971247:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971294:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879640.971299:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879640.971308:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971312:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879640.971315:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879640.971322:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879640.971328:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.971331:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879640.971337:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879640.971345:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.971353:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879640.971363:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879640.971371:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879640.971380:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879640.971384:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.971389:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879640.971395:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879640.971401:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879640.971412:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879640.971420:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879640.971433:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519545216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879640.971457:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879640.971463:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879640.971476:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519545216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879640.971513:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879640.971520:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879640.971531:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879640.971536:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879640.971543:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879640.971553:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879640.971563:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10395 00000400:00000200:1.0:1788879640.971587:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879640.971598:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879640.971605:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879640.971617:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971621:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.971624:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971626:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879640.971636:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879640.971640:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879640.971644:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879640.971650:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879640.971657:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879640.971670:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879640.971678:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971681:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.971688:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971692:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879640.971697:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879640.971704:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971708:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879640.971712:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879640.971714:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879640.971717:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.971722:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879640.971726:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879640.971732:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.971736:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879640.971742:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879640.971763:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879640.971770:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879640.971775:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.971779:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879640.971783:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879640.971788:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879640.971797:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879640.971804:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879640.971815:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519545344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879640.971831:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879640.971835:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879640.971844:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519545344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879640.971866:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879640.971870:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879640.971880:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879640.971884:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879640.971888:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879640.971895:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879640.971902:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10395 00000400:00000200:1.0:1788879640.971911:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879640.971917:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879640.971922:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879640.971929:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971931:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.971938:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971942:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879640.971947:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879640.971950:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879640.971954:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879640.971959:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879640.971965:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879640.971970:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879640.971976:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971982:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879640.971987:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879640.971991:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879640.971996:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879640.972003:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879640.972009:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879640.972012:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879640.972017:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879640.972024:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.972028:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879640.972031:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879640.972036:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.972040:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879640.972046:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879640.972053:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879640.972060:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879640.972065:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879640.972070:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879640.972074:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879640.972079:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879640.972087:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879640.972094:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879640.972103:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519545472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879640.972120:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879640.972125:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879640.972137:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519545472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879640.972166:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879640.972177:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10405) 00010000:00000001:1.0:1788879641.098401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879641.098413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879641.098423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879641.098426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879641.098433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879641.098436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879642.122370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879642.122378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879642.122385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879642.122387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879642.122391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879642.122393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879642.314360:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305069332, at 4305069376 00000100:00000040:1.0:1788879642.314374:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305069332, at 4305069376 00000100:00000010:0.0:1788879642.314386:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba80. 00000100:00000010:1.0:1788879642.314390:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd80. 00010000:00000001:1.0:1788879643.146403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879643.146417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879643.146430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879643.146432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879643.146437:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879643.146439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879644.170401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879644.170410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879644.170417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879644.170420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879644.170425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879644.170426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879645.194397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879645.194406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879645.194413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879645.194415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879645.194421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879645.194424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.090925:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879646.090939:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879646.090945:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879646.090969:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519545600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.091016:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879646.091022:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.091034:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879646.091042:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879646.091053:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879646.091064:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519545600:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879646.091072:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879646.091082:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879646.091088:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.091097:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879646.091129:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879646.091148:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879646.091172:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879646.091180:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879646.091192:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879646.091225:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519545600, portal 25 00000100:00000001:1.0:1788879646.091238:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879646.091243:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879646.091267:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519545600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.091276:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879646.091309:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879646.091315:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788879646.091322:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519545600, offset 0 00000400:00000200:1.0:1788879646.091335:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879646.091351:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.091365:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879646.091372:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879646.091384:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879646.091398:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879646.091417:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879646.091437:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460245:460245:256:4294967295] 192.168.203.155@tcp LPNI seq info [460239:460239:8:4294967295] 00000400:00000200:1.0:1788879646.091479:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.091534:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879646.091574:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879646.091593:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879646.091635:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879646.091698:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879646.091737:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879646.091764:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305074452 00000100:00000010:1.0:1788879646.091780:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000001:1.0:1788879646.091801:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879646.091819:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305074452 00000100:00000010:1.0:1788879646.091831:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 00000100:00000001:1.0:1788879646.091839:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879646.091850:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879646.091854:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.091859:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.091873:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879646.091892:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879646.091910:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879646.091915:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879646.091920:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879646.091930:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879646.091944:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519545728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.092004:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879646.092009:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.092015:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879646.092023:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879646.092037:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879646.092064:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519545728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879646.092081:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879646.092084:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879646.092086:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.092093:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879646.092099:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879646.092114:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879646.092129:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879646.092136:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788879646.092153:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879646.092164:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519545728, portal 10 00000100:00000001:1.0:1788879646.092173:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879646.092176:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879646.092191:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519545728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.092209:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879646.092217:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879646.092222:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788879646.092232:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519545728, offset 0 00000400:00000200:1.0:1788879646.092275:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879646.092286:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.092296:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879646.092303:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879646.092308:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879646.092313:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879646.092318:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879646.092329:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460246:460246:255:4294967295] 192.168.203.155@tcp LPNI seq info [460240:460240:7:4294967295] 00000400:00000200:1.0:1788879646.092356:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.092383:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879646.092405:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879646.092421:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7700. 00000800:00000200:1.0:1788879646.092441:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879646.092531:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879646.092545:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879646.092566:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879646.092575:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305073168 00000100:00000001:1.0:1788879646.092589:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305074452 00000100:00000001:1.0:1788879646.092598:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305073168 00000100:00000001:1.0:1788879646.092606:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305074452 00000100:00000001:1.0:1788879646.092613:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879646.092625:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.092635:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.092646:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879646.092657:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879646.092664:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879646.092673:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879646.092681:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879646.092687:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879646.092702:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519545856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.092746:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879646.092757:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.092767:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879646.092775:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879646.092786:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879646.092802:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519545856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879646.092818:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879646.092825:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879646.092832:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.092840:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879646.092847:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879646.092852:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879646.092864:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879646.092872:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879646.092885:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879646.092915:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519545856, portal 10 00000100:00000001:1.0:1788879646.092928:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879646.092935:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879646.092956:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519545856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.093006:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879646.093011:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879646.093015:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39550. 00000100:00000200:1.0:1788879646.093019:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519545856, offset 0 00000400:00000200:1.0:1788879646.093026:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879646.093032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.093038:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879646.093043:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879646.093047:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879646.093051:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879646.093055:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879646.093060:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460247:460247:254:4294967295] 192.168.203.155@tcp LPNI seq info [460241:460241:6:4294967295] 00000400:00000200:1.0:1788879646.093066:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.093075:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879646.093081:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879646.093086:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879646.093091:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879646.093099:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879646.093103:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879646.093109:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879646.093112:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305073168 00000100:00000001:1.0:1788879646.093116:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305074452 00000100:00000001:1.0:1788879646.093120:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305073168 00000100:00000001:1.0:1788879646.093128:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305074452 00000100:00000001:1.0:1788879646.093139:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879646.093153:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.093163:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.093176:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879646.093191:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879646.093197:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879646.093206:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879646.093213:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879646.093219:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879646.093233:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519545984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.093256:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879646.093264:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.093268:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879646.093271:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879646.093274:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879646.093279:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519545984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879646.093331:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879646.093340:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879646.093346:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.093351:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879646.093360:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879646.093369:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879646.093383:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879646.093393:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879646.093402:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879646.093412:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519545984, portal 4 00000100:00000001:1.0:1788879646.093420:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879646.093425:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879646.093444:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519545984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.093480:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879646.093495:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879646.093509:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39bb0. 00000100:00000200:1.0:1788879646.093516:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519545984, offset 0 00000400:00000200:1.0:1788879646.093558:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879646.093583:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.093595:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879646.093617:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879646.093621:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879646.093625:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879646.093633:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879646.093639:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460248:460248:253:4294967295] 192.168.203.155@tcp LPNI seq info [460242:460242:5:4294967295] 00000400:00000200:1.0:1788879646.093647:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.093656:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879646.093665:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879646.093672:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7f00. 00000800:00000200:1.0:1788879646.093679:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879646.093690:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879646.093694:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879646.093700:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879646.093703:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305073221 00000100:00000001:1.0:1788879646.093706:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305074452 00000100:00000001:1.0:1788879646.093761:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305073221 00000100:00000001:1.0:1788879646.093770:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305074452 00000100:00000001:1.0:1788879646.093774:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879646.093778:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.093784:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.093787:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879646.093792:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879646.093794:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879646.093796:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879646.093798:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879646.093800:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879646.093807:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519546112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.093817:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879646.093819:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.093821:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879646.093824:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879646.093826:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879646.093828:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879646.093832:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879646.093835:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879646.093837:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879646.093839:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879646.093846:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879646.093848:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879646.093852:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879646.093856:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788879646.093861:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879646.093864:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519546112, portal 4 00000100:00000001:1.0:1788879646.093866:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879646.093867:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879646.093874:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519546112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879646.093881:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879646.093883:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879646.093885:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39b28. 00000100:00000200:1.0:1788879646.093887:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519546112, offset 0 00000400:00000200:1.0:1788879646.093891:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879646.093896:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.093900:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879646.093903:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879646.093906:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879646.093908:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879646.093911:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879646.093914:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460249:460249:252:4294967295] 192.168.203.155@tcp LPNI seq info [460243:460243:4:4294967295] 00000400:00000200:1.0:1788879646.093929:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879646.093939:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879646.093946:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879646.093951:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879646.093957:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879646.093968:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879646.093973:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879646.093978:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879646.093981:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305073172 00000100:00000001:1.0:1788879646.093985:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305074452 00000100:00000001:1.0:1788879646.093988:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305073172 00000100:00000001:1.0:1788879646.093992:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305074452 00000100:00000001:1.0:1788879646.093995:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879646.093998:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.094002:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.094005:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879646.094008:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879646.094010:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879646.094012:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879646.094013:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879646.094015:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879646.094017:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879646.218415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879646.218428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879646.218439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879646.218442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879646.218449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879646.218452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879647.242355:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879647.242358:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879647.242361:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242384:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879647.242387:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242390:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242391:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879647.242397:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879647.242399:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879647.242402:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242404:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879647.242405:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242406:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242407:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879647.242413:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879647.242414:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879647.242415:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242417:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879647.242418:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242419:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879647.242420:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879647.434327:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305074452, at 4305074496 00000100:00000040:0.0:1788879647.434328:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305074452, at 4305074496 00000100:00000010:0.0:1788879647.434342:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00000010:1.0:1788879647.434345:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00010000:00000001:1.0:1788879648.266334:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879648.266341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879648.266348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879648.266350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879648.266354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879648.266355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879649.163121:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879649.163140:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879649.163158:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879649.163208:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879646/real 1788879649] req@ffff8d0cf40ed500 x1875765519545728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879649.163325:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879649.163332:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879649.163340:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788879649.163353:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879649.163367:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879649.163388:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879649.163413:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519545728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879649.163535:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519545728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.163563:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879649.163573:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.163589:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.163604:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879649.163632:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519545728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.163669:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879649.163719:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519545728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.163766:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879649.163787:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.163797:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.163804:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.163815:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879649.163825:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879649.163853:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879649.163888:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879649.163902:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879649.163955:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519545728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879649.164105:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519545728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879649.164123:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879649.164136:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879646/real 1788879649] req@ffff8d0cf40ec000 x1875765519545600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879649.164157:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879649.164160:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879649.164165:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879649.164171:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788879649.164175:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788879649.164182:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879649.164189:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519545600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879649.164208:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519545600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164223:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879649.164227:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164232:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.164235:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879649.164241:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519545600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164295:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879649.164304:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519545600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164320:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879649.164325:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164328:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.164331:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164335:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879649.164338:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879649.164343:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879649.164350:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879649.164354:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879649.164363:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519545600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879649.164379:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519545600:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879649.164387:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879649.164392:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879649.164398:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519545728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164412:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879649.164417:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879649.164425:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879649.164435:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879649.164440:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879649.164443:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879649.164449:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879649.164454:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879649.164461:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879649.164465:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879649.164469:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879649.164479:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879649.164482:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164486:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879649.164493:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519545600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164507:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879649.164510:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879649.164513:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879649.164518:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879649.164522:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879649.164525:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879649.164529:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879649.164532:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879649.164538:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879649.164542:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879649.164548:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879649.164555:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879649.164559:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164565:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879649.164571:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879649.164575:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879649.164578:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879649.164588:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879646/real 1788879649] req@ffff8d0cf40eca80 x1875765519546112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879649.164607:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879649.164611:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879649.164617:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788879649.164623:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879649.164628:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879649.164634:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879649.164642:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519546112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879649.164660:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519546112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164674:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879649.164676:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164680:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.164682:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879649.164709:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519546112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164725:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879649.164734:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519546112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164749:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879649.164754:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164757:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.164760:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164763:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879649.164769:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879649.164774:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879649.164782:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879649.164787:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879649.164796:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519546112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879649.164814:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879649.164833:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879649.164843:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879646/real 1788879649] req@ffff8d0cf40efb80 x1875765519545984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879649.164860:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879649.164863:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879649.164867:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879649.164872:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879649.164876:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879649.164880:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879649.164888:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519545984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879649.164907:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519545984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164921:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879649.164925:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164930:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.164932:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879649.164938:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519545984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164946:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879649.164951:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519545984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.164960:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879649.164964:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164966:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.164967:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.164969:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879649.164972:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879649.164975:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879649.164979:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879649.164981:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879649.164986:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519545984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879649.164995:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519545984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879649.165003:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879649.165024:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879646/real 1788879649] req@ffff8d0cf40ed180 x1875765519545856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879649.165042:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879649.165045:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879649.165049:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879649.165054:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879649.165058:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879649.165064:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879649.165071:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519545856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879649.165089:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519545856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.165103:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879649.165106:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.165109:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.165112:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879649.165131:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519545856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.165145:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879649.165153:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519545856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.165165:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879649.165169:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.165171:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879649.165173:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.165175:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879649.165178:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879649.165181:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879649.165185:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879649.165187:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879649.165192:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519545856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879649.165202:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519545856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879649.165215:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.165219:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879649.165223:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519546112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.165232:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879649.165234:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879649.165237:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879649.165242:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879649.165244:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879649.165246:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879649.165291:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879649.165296:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879649.165301:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879649.165303:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879649.165315:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879649.165319:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879649.165321:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.165324:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879649.165330:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519545984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.165340:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879649.165342:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879649.165345:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879649.165350:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879649.165352:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879649.165353:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879649.165357:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879649.165360:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879649.165364:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879649.165365:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879649.165367:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879649.165372:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879649.165373:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.165375:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879649.165379:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519545856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879671 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879649.165397:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879649.165398:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879649.165400:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879649.165403:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879649.165404:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879649.165405:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879649.165408:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879649.165409:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879649.165412:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879649.165413:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879649.165415:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879649.165417:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879649.165419:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.165421:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879649.165430:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879649.165432:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879649.165435:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879649.165437:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879649.290378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879649.290385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879649.290392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879649.290395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879649.290399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879649.290401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879650.314362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879650.314370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879650.314377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879650.314379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879650.314383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879650.314385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.210733:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879651.210743:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879651.210752:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879651.210771:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.210818:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879651.210825:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.210834:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879651.210841:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879651.210849:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879651.210865:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519546240:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879651.210880:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879651.210890:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879651.210897:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.210905:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879651.210919:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879651.210929:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879651.210948:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879651.210959:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879651.210973:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879651.210990:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519546240, portal 25 00000100:00000001:1.0:1788879651.210998:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879651.211008:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788879651.211032:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.211109:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879651.211124:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879651.211139:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879651.211152:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519546240, offset 0 00000400:00000200:1.0:1788879651.211183:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879651.211212:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.211236:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879651.211374:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879651.211392:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879651.211405:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879651.211417:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879651.211433:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460250:460250:256:4294967295] 192.168.203.155@tcp LPNI seq info [460244:460244:8:4294967295] 00000400:00000200:1.0:1788879651.211455:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.211489:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879651.211516:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.211531:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879651.211553:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879651.211561:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879651.211586:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.211591:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879651.211599:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879651.211607:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879651.211617:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879651.211621:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879651.211627:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879651.211635:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.211653:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.211660:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.211673:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.211702:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879651.211713:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879651.211722:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879651.211726:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305079572 00000100:00000010:1.0:1788879651.211735:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 00000100:00000001:1.0:1788879651.211745:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879651.211771:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305079572 00000100:00000010:1.0:1788879651.211778:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000100:00000001:1.0:1788879651.211785:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879651.211793:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879651.211798:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.211802:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879651.211812:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879651/real 1788879651] req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879651.211843:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879651.211846:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879651.211850:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879651.211855:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879651.211859:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879651.211865:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879651.211872:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879651.211889:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.211904:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879651.211909:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.211914:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.211919:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879651.211928:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.211944:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879651.211953:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.211969:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879651.211976:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.211979:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.211982:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.211987:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879651.211992:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879651.212001:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879651.212020:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879651.212031:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879651.212050:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879651.212114:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519546240:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879651.212136:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.212146:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.212161:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519546240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.212193:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879651.212204:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879651.212215:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879651.212227:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879651.212234:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879651.212238:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879651.212246:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879651.212293:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879651.212298:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879651.212303:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879651.212307:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788879651.212314:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879651.212318:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.212327:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.212340:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879651.212347:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.212357:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879651.212363:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879651.212369:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879651.212384:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.212412:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879651.212417:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.212434:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879651.212441:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879651.212452:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879651.212463:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879651.212477:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879651.212486:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879651.212495:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.212501:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879651.212512:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879651.212521:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879651.212539:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879651.212549:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879651.212562:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879651.212574:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519546368, portal 10 00000100:00000001:1.0:1788879651.212583:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879651.212590:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788879651.212629:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.212657:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879651.212667:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879651.212672:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879651.212723:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519546368, offset 0 00000400:00000200:1.0:1788879651.212740:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879651.212754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.212764:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879651.212798:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879651.212812:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879651.212825:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879651.212835:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879651.212848:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460251:460251:256:4294967295] 192.168.203.155@tcp LPNI seq info [460245:460245:8:4294967295] 00000400:00000200:1.0:1788879651.212871:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.212903:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879651.212926:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.212942:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879651.212963:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879651.212977:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879651.213015:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.213021:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879651.213031:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879651.213046:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879651.213060:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879651.213068:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879651.213073:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879651.213084:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213106:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.213118:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213153:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.213158:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879651.213166:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879651.213175:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879651.213181:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879651.213184:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305078288 00000100:00000001:1.0:1788879651.213189:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305079572 00000100:00000001:1.0:1788879651.213192:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305078288 00000100:00000001:1.0:1788879651.213195:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305079572 00000100:00000001:1.0:1788879651.213199:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879651.213202:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.213205:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879651.213212:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879651/real 1788879651] req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879651.213222:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879651.213224:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879651.213227:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879651.213230:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879651.213232:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879651.213235:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879651.213240:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879651.213250:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213258:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879651.213260:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213262:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.213264:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879651.213268:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213276:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879651.213330:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213342:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879651.213346:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213349:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.213351:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213354:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879651.213356:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879651.213361:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879651.213366:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879651.213370:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879651.213377:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879651.213388:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879651.213393:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879651.213397:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213403:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879651.213405:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.213407:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879651.213410:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879651.213412:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879651.213415:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879651.213418:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879651.213420:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879651.213422:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.213424:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879651.213427:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879651.213429:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879651.213433:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879651.213436:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879651.213439:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879651.213442:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519546496, portal 10 00000100:00000001:1.0:1788879651.213444:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879651.213446:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879651.213452:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213458:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879651.213461:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879651.213463:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879651.213465:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519546496, offset 0 00000400:00000200:1.0:1788879651.213469:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879651.213473:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.213477:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879651.213480:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879651.213483:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879651.213485:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879651.213488:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879651.213491:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460252:460252:256:4294967295] 192.168.203.155@tcp LPNI seq info [460246:460246:8:4294967295] 00000400:00000200:1.0:1788879651.213495:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.213502:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879651.213506:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.213509:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879651.213514:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879651.213518:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879651.213535:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.213538:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879651.213542:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879651.213548:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879651.213553:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879651.213556:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879651.213560:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879651.213566:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213579:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.213584:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213592:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.213594:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879651.213616:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879651.213620:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879651.213625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879651.213628:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305078289 00000100:00000001:1.0:1788879651.213631:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305079572 00000100:00000001:1.0:1788879651.213634:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305078289 00000100:00000001:1.0:1788879651.213638:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305079572 00000100:00000001:1.0:1788879651.213641:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879651.213644:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.213646:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879651.213651:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879651/real 1788879651] req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879651.213661:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879651.213663:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879651.213665:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879651.213668:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879651.213670:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879651.213673:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879651.213718:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879651.213726:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213733:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879651.213735:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213736:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.213738:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879651.213741:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213748:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879651.213751:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213758:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879651.213760:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213761:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.213780:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213783:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879651.213786:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879651.213789:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879651.213794:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879651.213797:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879651.213801:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879651.213811:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879651.213815:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213818:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.213821:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519546368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213829:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879651.213832:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879651.213834:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879651.213839:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879651.213841:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879651.213843:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879651.213846:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879651.213848:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879651.213851:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879651.213853:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879651.213855:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788879651.213859:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879651.213861:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213863:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.213867:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519546496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213874:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879651.213876:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879651.213879:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879651.213884:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879651.213887:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879651.213889:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879651.213893:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879651.213897:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879651.213901:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879651.213903:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879651.213906:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879651.213910:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879651.213913:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213916:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.213924:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879651.213927:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.213931:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879651.213934:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879651.213937:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879651.213945:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.213960:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879651.213964:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.213968:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879651.213972:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879651.213976:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879651.213982:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879651.213986:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879651.213989:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879651.213992:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.213994:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879651.213999:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879651.214001:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879651.214007:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879651.214010:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879651.214015:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879651.214019:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519546624, portal 4 00000100:00000001:1.0:1788879651.214021:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879651.214024:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879651.214031:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214040:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879651.214043:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879651.214046:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879651.214049:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519546624, offset 0 00000400:00000200:1.0:1788879651.214054:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879651.214059:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.214064:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879651.214068:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879651.214071:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879651.214075:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879651.214078:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879651.214082:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460253:460253:256:4294967295] 192.168.203.155@tcp LPNI seq info [460247:460247:8:4294967295] 00000400:00000200:1.0:1788879651.214087:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.214096:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879651.214101:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.214105:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879651.214110:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879651.214114:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879651.214129:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.214131:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879651.214135:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879651.214140:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879651.214143:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879651.214146:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879651.214149:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879651.214153:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214163:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.214168:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214177:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.214179:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879651.214183:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879651.214186:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879651.214190:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879651.214193:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305078341 00000100:00000001:1.0:1788879651.214196:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305079572 00000100:00000001:1.0:1788879651.214199:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305078341 00000100:00000001:1.0:1788879651.214202:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305079572 00000100:00000001:1.0:1788879651.214204:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879651.214207:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.214209:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879651.214214:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879651/real 1788879651] req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879651.214223:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879651.214225:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879651.214227:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879651.214230:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879651.214232:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879651.214253:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879651.214256:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879651.214264:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214270:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879651.214272:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214273:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.214274:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879651.214278:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214285:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879651.214289:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214295:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879651.214325:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214329:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.214330:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214333:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879651.214335:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879651.214339:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879651.214345:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879651.214348:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879651.214355:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879651.214369:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879651.214375:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879651.214380:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214390:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879651.214392:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.214395:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879651.214397:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879651.214399:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879651.214402:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879651.214406:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879651.214409:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879651.214410:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879651.214412:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879651.214415:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879651.214417:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879651.214421:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879651.214423:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879651.214426:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879651.214430:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519546752, portal 4 00000100:00000001:1.0:1788879651.214432:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879651.214433:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879651.214439:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214446:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879651.214448:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879651.214450:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879651.214452:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519546752, offset 0 00000400:00000200:1.0:1788879651.214456:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879651.214459:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.214463:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879651.214466:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879651.214469:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879651.214471:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879651.214474:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879651.214477:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460254:460254:256:4294967295] 192.168.203.155@tcp LPNI seq info [460248:460248:8:4294967295] 00000400:00000200:1.0:1788879651.214481:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879651.214487:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879651.214491:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.214494:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879651.214498:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879651.214501:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879651.214512:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879651.214515:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879651.214519:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879651.214525:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879651.214529:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879651.214532:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879651.214535:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879651.214541:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214554:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.214559:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879676 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214570:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.214572:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879651.214577:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879651.214582:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879651.214586:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879651.214588:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305078293 00000100:00000001:1.0:1788879651.214591:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305079572 00000100:00000001:1.0:1788879651.214593:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305078293 00000100:00000001:1.0:1788879651.214595:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305079572 00000100:00000001:1.0:1788879651.214597:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879651.214599:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.214601:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879651.214605:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879651/real 1788879651] req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879651.214612:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879651.214614:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879651.214616:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879651.214618:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879651.214620:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879651.214622:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879651.214625:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879651.214633:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214639:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879651.214641:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214642:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.214644:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879651.214647:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214672:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879651.214698:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214707:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879651.214711:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214713:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879651.214732:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214735:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879651.214737:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879651.214739:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879651.214742:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879651.214744:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879651.214748:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879651.214756:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519546752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879651.214759:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214761:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.214765:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519546624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214771:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879651.214773:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879651.214775:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879651.214778:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879651.214779:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879651.214781:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879651.214783:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879651.214784:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879651.214787:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879651.214788:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879651.214789:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879651.214792:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879651.214794:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214795:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879651.214798:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519546752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879676 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879651.214804:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879651.214805:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879651.214806:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879651.214808:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879651.214809:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879651.214810:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879651.214812:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879651.214813:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879651.214814:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879651.214815:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879651.214817:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879651.214819:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879651.214820:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214821:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879651.214825:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879651.214826:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879651.214828:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879651.214830:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879651.338360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879651.338369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879651.338376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879651.338378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879651.338382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879651.338383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879652.362375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879652.362385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879652.362396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879652.362399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879652.362405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879652.362407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879652.554373:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305079572, at 4305079616 00000100:00000040:1.0:1788879652.554373:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305079572, at 4305079616 00000100:00000010:0.0:1788879652.554396:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00000010:1.0:1788879652.554400:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00010000:00000001:1.0:1788879653.386402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879653.386411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879653.386421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879653.386424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879653.386430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879653.386433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879654.410403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879654.410413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879654.410420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879654.410422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879654.410427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879654.410429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879655.434521:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879655.434530:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879655.434536:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879655.434538:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879655.434552:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879655.434553:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.330661:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879656.330669:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879656.330673:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879656.330684:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.330725:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879656.330728:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.330733:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879656.330736:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879656.330741:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879656.330748:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519546880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879656.330765:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879656.330771:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879656.330774:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.330779:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879656.330786:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879656.330790:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879656.330800:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879656.330806:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879656.330817:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879656.330827:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519546880, portal 25 00000100:00000001:1.0:1788879656.330832:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879656.330836:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879656.330859:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.330882:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879656.330898:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879656.330903:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879656.330908:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519546880, offset 0 00000400:00000200:1.0:1788879656.330919:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879656.330932:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.330941:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879656.330967:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879656.330990:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879656.330998:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879656.331006:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879656.331016:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460255:460255:256:4294967295] 192.168.203.155@tcp LPNI seq info [460249:460249:8:4294967295] 00000400:00000200:1.0:1788879656.331029:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.331058:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879656.331070:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.331081:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879656.331097:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879656.331105:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788879656.331154:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.331161:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879656.331170:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879656.331184:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879656.331192:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879656.331197:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879656.331204:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879656.331214:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.331241:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.331249:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.331315:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.331321:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879656.331331:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879656.331345:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879656.331352:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305084692 00000100:00000010:1.0:1788879656.331363:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000100:00000001:1.0:1788879656.331376:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879656.331388:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305084692 00000100:00000010:1.0:1788879656.331395:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:1.0:1788879656.331403:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879656.331422:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879656.331430:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.331435:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879656.331445:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879656/real 1788879656] req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879656.331472:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879656.331485:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879656.331489:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879656.331494:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879656.331499:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879656.331505:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879656.331514:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879656.331537:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.331566:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879656.331571:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.331576:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.331580:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879656.331590:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.331615:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879656.331628:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.331658:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879656.331664:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.331672:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.331674:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.331682:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879656.331702:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879656.331712:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879656.331721:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879656.331727:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879656.331736:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879656.331751:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519546880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879656.331767:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.331772:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.331779:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519546880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.331812:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879656.331818:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879656.331834:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879656.331844:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879656.331849:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879656.331853:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879656.331857:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879656.331859:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879656.331865:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879656.331866:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879656.331868:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879656.331872:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879656.331873:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.331875:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.331885:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879656.331887:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.331890:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879656.331891:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879656.331893:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879656.331897:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.331903:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879656.331905:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.331907:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879656.331909:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879656.331912:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879656.331915:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879656.331918:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879656.331920:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879656.331921:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.331923:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879656.331926:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879656.331927:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879656.331931:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879656.331933:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879656.331937:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879656.331940:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519547008, portal 10 00000100:00000001:1.0:1788879656.331942:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879656.331943:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879656.331950:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.331956:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879656.331958:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879656.331960:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879656.331962:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519547008, offset 0 00000400:00000200:1.0:1788879656.331966:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879656.331969:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.331972:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879656.331984:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879656.331987:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879656.331989:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879656.331991:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879656.331994:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460256:460256:256:4294967295] 192.168.203.155@tcp LPNI seq info [460250:460250:8:4294967295] 00000400:00000200:1.0:1788879656.331999:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.332005:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879656.332009:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.332012:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879656.332016:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879656.332019:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788879656.332028:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.332030:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879656.332033:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879656.332036:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879656.332050:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879656.332052:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879656.332054:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879656.332057:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332064:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.332067:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332072:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.332074:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879656.332076:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879656.332080:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879656.332082:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879656.332084:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305083407 00000100:00000001:1.0:1788879656.332086:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305084692 00000100:00000001:1.0:1788879656.332088:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305083407 00000100:00000001:1.0:1788879656.332090:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305084692 00000100:00000001:1.0:1788879656.332092:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879656.332094:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.332096:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879656.332099:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879656/real 1788879656] req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879656.332130:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879656.332131:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879656.332133:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879656.332135:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879656.332140:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879656.332142:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879656.332145:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879656.332153:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332158:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879656.332160:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.332161:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.332162:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879656.332165:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332170:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879656.332179:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332185:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879656.332188:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.332189:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.332190:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.332192:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879656.332194:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879656.332196:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879656.332198:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879656.332200:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879656.332204:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879656.332211:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879656.332214:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879656.332217:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332222:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879656.332223:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.332225:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879656.332227:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879656.332228:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879656.332230:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879656.332233:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879656.332234:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879656.332236:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.332244:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879656.332265:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879656.332268:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879656.332271:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879656.332273:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879656.332276:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879656.332279:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519547136, portal 10 00000100:00000001:1.0:1788879656.332280:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879656.332282:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879656.332287:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332293:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879656.332295:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879656.332297:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879656.332299:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519547136, offset 0 00000400:00000200:1.0:1788879656.332303:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879656.332306:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.332310:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879656.332312:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879656.332315:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879656.332317:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879656.332319:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879656.332322:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460257:460257:256:4294967295] 192.168.203.155@tcp LPNI seq info [460251:460251:8:4294967295] 00000400:00000200:1.0:1788879656.332326:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.332331:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879656.332335:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.332347:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879656.332350:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879656.332353:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788879656.332361:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.332363:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879656.332366:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879656.332369:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879656.332372:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879656.332373:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879656.332375:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879656.332378:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332385:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.332388:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332393:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.332394:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879656.332396:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879656.332399:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879656.332401:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879656.332411:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305083408 00000100:00000001:1.0:1788879656.332414:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305084692 00000100:00000001:1.0:1788879656.332416:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305083408 00000100:00000001:1.0:1788879656.332418:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305084692 00000100:00000001:1.0:1788879656.332419:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879656.332421:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.332422:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879656.332425:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879656/real 1788879656] req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879656.332432:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879656.332433:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879656.332434:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879656.332436:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879656.332438:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879656.332440:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879656.332443:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879656.332449:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332454:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879656.332455:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.332457:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.332458:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879656.332461:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332466:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879656.332469:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332478:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879656.332481:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.332482:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.332484:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.332485:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879656.332487:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879656.332489:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879656.332492:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879656.332493:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879656.332496:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879656.332502:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879656.332505:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879656.332508:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332513:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879656.332514:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.332516:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879656.332517:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879656.332519:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879656.332522:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879656.332525:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879656.332526:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879656.332528:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.332529:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879656.332532:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879656.332533:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879656.332546:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879656.332548:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879656.332551:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879656.332554:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519547264, portal 4 00000100:00000001:1.0:1788879656.332556:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879656.332557:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879656.332562:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332568:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879656.332570:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879656.332572:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879656.332574:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519547264, offset 0 00000400:00000200:1.0:1788879656.332577:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879656.332580:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.332582:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879656.332584:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879656.332587:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879656.332595:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879656.332597:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879656.332600:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460258:460258:256:4294967295] 192.168.203.155@tcp LPNI seq info [460252:460252:8:4294967295] 00000400:00000200:1.0:1788879656.332603:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.332609:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879656.332613:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.332615:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879656.332619:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879656.332621:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788879656.332630:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.332632:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879656.332634:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879656.332637:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879656.332654:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879656.332655:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879656.332657:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879656.332661:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332683:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.332685:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332691:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.332692:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879656.332695:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879656.332697:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879656.332699:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879656.332701:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305083460 00000100:00000001:1.0:1788879656.332703:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305084692 00000100:00000001:1.0:1788879656.332705:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305083460 00000100:00000001:1.0:1788879656.332707:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305084692 00000100:00000001:1.0:1788879656.332709:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879656.332711:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.332713:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879656.332715:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879656/real 1788879656] req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879656.332721:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879656.332722:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879656.332724:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879656.332726:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879656.332727:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879656.332729:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879656.332732:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879656.332739:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332744:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879656.332755:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.332757:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.332758:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879656.332761:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332767:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879656.332770:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332775:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879656.332777:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.332778:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.332779:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.332781:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879656.332782:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879656.332784:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879656.332786:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879656.332788:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879656.332791:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879656.332797:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879656.332800:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879656.332803:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332808:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879656.332821:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.332823:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879656.332825:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879656.332826:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879656.332829:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879656.332832:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879656.332833:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879656.332835:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879656.332837:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879656.332840:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879656.332841:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879656.332844:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879656.332846:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879656.332848:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879656.332851:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519547392, portal 4 00000100:00000001:1.0:1788879656.332852:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879656.332854:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879656.332859:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332865:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879656.332867:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879656.332868:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879656.332870:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519547392, offset 0 00000400:00000200:1.0:1788879656.332873:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879656.332876:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.332879:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879656.332881:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879656.332883:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879656.332885:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879656.332887:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879656.332890:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460259:460259:256:4294967295] 192.168.203.155@tcp LPNI seq info [460253:460253:8:4294967295] 00000400:00000200:1.0:1788879656.332893:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879656.332899:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879656.332902:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.332905:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879656.332908:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879656.332911:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788879656.332920:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879656.332922:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879656.332924:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879656.332927:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879656.332930:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879656.332931:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879656.332933:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879656.332935:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332942:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.332945:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.332951:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.332952:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879656.332954:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879656.332956:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879656.332959:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879656.332960:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305083411 00000100:00000001:1.0:1788879656.332962:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305084692 00000100:00000001:1.0:1788879656.332964:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305083411 00000100:00000001:1.0:1788879656.332976:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305084692 00000100:00000001:1.0:1788879656.332979:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879656.332980:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.332982:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879656.332984:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879656/real 1788879656] req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879656.332990:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879656.332992:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879656.332993:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879656.332995:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879656.332997:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879656.332999:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879656.333001:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879656.333008:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.333012:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879656.333014:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.333015:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.333016:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879656.333019:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.333024:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879656.333027:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.333032:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879656.333034:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.333035:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879656.333036:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.333037:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879656.333041:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879656.333043:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879656.333045:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879656.333047:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879656.333051:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879656.333063:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879656.333066:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.333068:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.333071:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519547008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.333076:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879656.333077:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879656.333079:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879656.333081:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879656.333082:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879656.333083:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879656.333085:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879656.333086:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879656.333088:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879656.333089:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879656.333090:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879656.333093:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879656.333094:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.333106:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.333109:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519547136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.333114:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879656.333115:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879656.333116:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879656.333118:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879656.333119:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879656.333120:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879656.333121:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879656.333122:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879656.333124:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879656.333125:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879656.333126:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879656.333128:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879656.333130:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.333131:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.333134:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519547264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.333140:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879656.333140:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879656.333142:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879656.333143:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879656.333144:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879656.333145:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879656.333146:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879656.333148:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879656.333149:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879656.333150:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879656.333151:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879656.333153:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879656.333154:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.333155:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879656.333157:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519547392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879656.333162:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879656.333163:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879656.333164:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879656.333171:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879656.333172:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879656.333173:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879656.333174:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879656.333175:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879656.333177:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879656.333178:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879656.333179:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879656.333180:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879656.333181:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.333183:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879656.333185:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879656.333187:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879656.333188:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879656.333190:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879656.458427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879656.458437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879656.458447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879656.458449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879656.458460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879656.458462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879657.482401:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879657.482404:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879657.482408:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482413:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879657.482415:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482417:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482419:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879657.482424:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879657.482425:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879657.482426:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482428:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879657.482428:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482430:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482431:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879657.482435:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879657.482436:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879657.482437:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482438:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879657.482439:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482440:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879657.482441:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879657.674393:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305084692, at 4305084736 00000100:00000040:0.0:1788879657.674401:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305084692, at 4305084736 00000100:00000010:1.0:1788879657.674416:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00000010:0.0:1788879657.674420:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00010000:00000001:1.0:1788879658.506394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879658.506402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879658.506410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879658.506413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879658.506416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879658.506434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879659.530358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879659.530365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879659.530371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879659.530372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879659.530375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879659.530376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879660.554357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879660.554362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879660.554367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879660.554368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879660.554370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879660.554371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.450564:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879661.450570:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879661.450576:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879661.450587:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.450614:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879661.450617:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.450623:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879661.450627:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879661.450632:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879661.450637:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519547520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879661.450642:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879661.450647:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879661.450649:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.450655:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879661.450660:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879661.450663:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879661.450672:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879661.450678:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879661.450686:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879661.450695:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519547520, portal 25 00000100:00000001:1.0:1788879661.450701:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879661.450704:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879661.450745:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.450758:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879661.450773:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879661.450780:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879661.450787:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519547520, offset 0 00000400:00000200:1.0:1788879661.450817:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879661.450828:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.450838:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879661.450846:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879661.450853:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879661.450860:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879661.450866:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879661.450875:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460260:460260:256:4294967295] 192.168.203.155@tcp LPNI seq info [460254:460254:8:4294967295] 00000400:00000200:1.0:1788879661.450885:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.450900:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879661.450911:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.450918:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879661.450928:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879661.450936:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879661.450959:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.450962:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879661.450968:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879661.450974:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879661.450981:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879661.450985:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879661.450990:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879661.450996:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451052:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.451060:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451070:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.451073:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879661.451079:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879661.451086:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879661.451090:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305089811 00000100:00000010:1.0:1788879661.451097:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:1.0:1788879661.451105:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879661.451114:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305089811 00000100:00000010:1.0:1788879661.451119:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da80. 00000100:00000001:1.0:1788879661.451123:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879661.451128:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879661.451132:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.451136:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879661.451142:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879661/real 1788879661] req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879661.451157:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879661.451160:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879661.451163:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879661.451167:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879661.451170:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879661.451175:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879661.451182:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879661.451198:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451205:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879661.451210:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.451213:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.451216:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879661.451231:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451280:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879661.451290:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451320:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879661.451326:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.451333:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.451336:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.451342:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879661.451347:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879661.451357:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879661.451371:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879661.451379:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879661.451390:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879661.451407:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519547520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879661.451417:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.451422:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.451429:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519547520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451444:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879661.451450:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879661.451456:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879661.451465:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879661.451470:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879661.451476:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879661.451483:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879661.451487:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879661.451494:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879661.451497:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879661.451501:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879661.451506:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879661.451509:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.451515:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.451522:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879661.451525:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.451530:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879661.451534:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879661.451540:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879661.451549:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451581:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879661.451584:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.451587:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879661.451590:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879661.451592:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879661.451595:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879661.451598:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879661.451600:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879661.451614:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.451616:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879661.451619:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879661.451621:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879661.451625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879661.451627:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879661.451630:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879661.451632:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519547648, portal 10 00000100:00000001:1.0:1788879661.451651:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879661.451652:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879661.451658:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451664:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879661.451667:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879661.451670:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879661.451672:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519547648, offset 0 00000400:00000200:1.0:1788879661.451676:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879661.451680:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.451684:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879661.451687:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879661.451690:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879661.451694:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879661.451696:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879661.451698:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460261:460261:256:4294967295] 192.168.203.155@tcp LPNI seq info [460255:460255:8:4294967295] 00000400:00000200:1.0:1788879661.451702:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.451709:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879661.451713:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.451716:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879661.451720:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879661.451723:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879661.451731:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.451733:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879661.451736:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879661.451739:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879661.451742:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879661.451743:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879661.451746:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879661.451750:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451756:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.451759:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451770:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.451771:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879661.451774:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879661.451778:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879661.451780:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879661.451783:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305088527 00000100:00000001:1.0:1788879661.451786:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305089811 00000100:00000001:1.0:1788879661.451788:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305088527 00000100:00000001:1.0:1788879661.451790:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305089811 00000100:00000001:1.0:1788879661.451792:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879661.451810:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.451811:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879661.451814:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879661/real 1788879661] req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879661.451819:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879661.451820:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879661.451822:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879661.451824:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879661.451824:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879661.451826:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879661.451828:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879661.451833:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451838:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879661.451839:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.451840:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.451841:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879661.451844:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451849:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879661.451852:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451856:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879661.451858:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.451859:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.451860:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.451861:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879661.451862:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879661.451864:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879661.451866:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879661.451868:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879661.451870:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879661.451875:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879661.451879:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879661.451881:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451886:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879661.451887:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.451889:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879661.451891:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879661.451892:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879661.451894:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879661.451896:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879661.451897:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879661.451898:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.451899:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879661.451902:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879661.451903:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879661.451905:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879661.451907:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879661.451910:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879661.451911:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519547776, portal 10 00000100:00000001:1.0:1788879661.451913:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879661.451914:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879661.451918:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451922:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879661.451925:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879661.451927:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879661.451929:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519547776, offset 0 00000400:00000200:1.0:1788879661.451932:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879661.451934:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.451937:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879661.451940:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879661.451942:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879661.451943:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879661.451945:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879661.451947:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460262:460262:256:4294967295] 192.168.203.155@tcp LPNI seq info [460256:460256:8:4294967295] 00000400:00000200:1.0:1788879661.451950:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.451954:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879661.451957:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.451959:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879661.451962:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879661.451964:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879661.451971:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.451972:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879661.451974:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879661.451977:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879661.451979:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879661.451980:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879661.451981:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879661.451983:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451988:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.451990:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.451995:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.451996:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879661.451997:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879661.451999:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879661.452001:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879661.452003:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305088527 00000100:00000001:1.0:1788879661.452004:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305089811 00000100:00000001:1.0:1788879661.452006:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305088527 00000100:00000001:1.0:1788879661.452007:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305089811 00000100:00000001:1.0:1788879661.452008:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879661.452010:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.452011:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879661.452013:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879661/real 1788879661] req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879661.452017:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879661.452018:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879661.452019:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879661.452021:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879661.452022:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879661.452023:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879661.452025:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879661.452031:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452034:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879661.452035:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452036:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.452037:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879661.452039:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452043:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879661.452045:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452049:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879661.452051:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452052:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.452052:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452053:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879661.452055:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879661.452056:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879661.452058:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879661.452059:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879661.452061:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879661.452066:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879661.452069:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879661.452071:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452075:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879661.452076:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.452078:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879661.452079:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879661.452080:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879661.452082:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879661.452084:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879661.452085:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879661.452085:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.452086:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879661.452088:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879661.452090:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879661.452091:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879661.452093:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879661.452095:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879661.452097:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519547904, portal 4 00000100:00000001:1.0:1788879661.452098:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879661.452099:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879661.452103:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452107:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879661.452108:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879661.452110:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879661.452111:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519547904, offset 0 00000400:00000200:1.0:1788879661.452113:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879661.452115:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.452117:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879661.452119:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879661.452120:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879661.452122:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879661.452123:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879661.452126:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460263:460263:256:4294967295] 192.168.203.155@tcp LPNI seq info [460257:460257:8:4294967295] 00000400:00000200:1.0:1788879661.452128:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.452132:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879661.452135:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.452137:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879661.452139:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879661.452140:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879661.452147:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.452148:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879661.452150:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879661.452152:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879661.452154:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879661.452155:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879661.452156:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879661.452158:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452163:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.452165:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452169:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.452170:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879661.452172:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879661.452173:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879661.452175:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879661.452177:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305088579 00000100:00000001:1.0:1788879661.452178:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305089811 00000100:00000001:1.0:1788879661.452180:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305088579 00000100:00000001:1.0:1788879661.452181:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305089811 00000100:00000001:1.0:1788879661.452182:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879661.452184:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.452185:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879661.452187:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879661/real 1788879661] req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879661.452192:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879661.452193:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879661.452194:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879661.452195:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879661.452196:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879661.452197:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879661.452199:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879661.452205:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452208:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879661.452209:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452210:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.452211:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879661.452213:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452217:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879661.452219:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452223:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879661.452225:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452226:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.452226:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452227:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879661.452228:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879661.452230:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879661.452232:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879661.452233:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879661.452236:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879661.452243:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519547904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879661.452247:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452249:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.452252:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519547648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452259:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879661.452261:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879661.452264:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879661.452268:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879661.452270:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879661.452272:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879661.452275:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879661.452277:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879661.452306:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879661.452307:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879661.452309:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879661.452311:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879661.452313:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452314:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.452318:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519547776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452322:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879661.452323:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879661.452324:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879661.452326:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879661.452327:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879661.452328:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879661.452330:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879661.452331:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879661.452332:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879661.452333:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879661.452334:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879661.452336:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879661.452337:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452339:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.452342:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519547904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452348:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879661.452349:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879661.452351:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879661.452354:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879661.452355:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879661.452357:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879661.452359:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879661.452360:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879661.452363:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879661.452364:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879661.452365:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879661.452367:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879661.452369:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452371:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452375:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879661.452376:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.452378:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879661.452380:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879661.452382:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879661.452386:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452391:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879661.452392:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.452393:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879661.452395:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879661.452396:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879661.452398:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519548032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879661.452401:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879661.452402:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879661.452403:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879661.452404:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879661.452406:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879661.452408:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879661.452410:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879661.452412:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879661.452414:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879661.452417:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519548032, portal 4 00000100:00000001:1.0:1788879661.452418:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879661.452419:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879661.452423:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452427:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879661.452429:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879661.452430:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879661.452432:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519548032, offset 0 00000400:00000200:1.0:1788879661.452435:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879661.452437:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.452441:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879661.452444:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879661.452446:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879661.452449:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879661.452451:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879661.452454:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460264:460264:256:4294967295] 192.168.203.155@tcp LPNI seq info [460258:460258:8:4294967295] 00000400:00000200:1.0:1788879661.452458:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879661.452465:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879661.452470:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.452474:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879661.452478:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879661.452481:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879661.452515:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879661.452516:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879661.452519:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879661.452522:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879661.452525:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879661.452526:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879661.452528:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879661.452533:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452543:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.452547:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452555:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.452557:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879661.452561:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879661.452565:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879661.452570:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879661.452572:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305088531 00000100:00000001:1.0:1788879661.452576:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305089811 00000100:00000001:1.0:1788879661.452578:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305088531 00000100:00000001:1.0:1788879661.452581:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305089811 00000100:00000001:1.0:1788879661.452584:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879661.452586:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.452589:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879661.452593:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879661/real 1788879661] req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879661.452600:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879661.452601:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879661.452616:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879661.452618:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879661.452620:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879661.452638:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879661.452640:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879661.452656:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452661:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879661.452662:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452663:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.452664:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879661.452666:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452670:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879661.452673:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452677:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879661.452679:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452679:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879661.452680:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452681:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879661.452683:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879661.452684:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879661.452686:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879661.452704:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879661.452707:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879661.452713:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519548032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879661.452716:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452718:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879661.452720:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519548032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879661.452725:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879661.452726:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879661.452728:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879661.452730:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879661.452731:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879661.452732:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879661.452734:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879661.452735:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879661.452737:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879661.452738:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879661.452739:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879661.452741:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879661.452742:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452744:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879661.452746:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879661.452748:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879661.452749:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879661.452750:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879661.578328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879661.578332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879661.578337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879661.578338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879661.578340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879661.578341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879662.602438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879662.602447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879662.602453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879662.602455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879662.602460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879662.602462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879662.794353:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305089811, at 4305089856 00000100:00000040:0.0:1788879662.794356:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305089811, at 4305089856 00000100:00000010:1.0:1788879662.794372:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00000010:0.0:1788879662.794387:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00010000:00000001:1.0:1788879663.626368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879663.626376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879663.626382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879663.626383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879663.626387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879663.626389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879664.650375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879664.650384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879664.650392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879664.650394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879664.650399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879664.650401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879665.674317:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879665.674323:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879665.674327:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879665.674328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879665.674331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879665.674332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879666.570396:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879666.570409:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879666.570414:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879666.570419:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879666.570426:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879666.570435:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10421 00000400:00000200:1.0:1788879666.570446:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879666.570480:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879666.570483:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879666.570486:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570489:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.570491:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570493:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879666.570499:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879666.570500:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879666.570502:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879666.570505:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879666.570507:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879666.570509:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879666.570511:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570512:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.570513:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570515:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879666.570517:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879666.570519:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570521:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879666.570523:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879666.570526:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879666.570544:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.570547:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879666.570550:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879666.570562:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788879666.570591:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879666.570627:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879666.570628:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.570631:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879666.570633:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879666.570639:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879666.570649:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879666.570656:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879666.570667:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519548160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879666.570680:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879666.570684:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879666.570710:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519548160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879666.570751:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879666.570758:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879666.570766:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879666.570770:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879666.570774:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879666.570781:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879666.570787:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10421 00000400:00000200:1.0:1788879666.570797:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879666.570808:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879666.570830:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879666.570836:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570838:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.570842:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570845:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879666.570851:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879666.570854:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879666.570858:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879666.570862:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879666.570876:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879666.570881:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879666.570891:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570895:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.570901:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570905:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879666.570908:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879666.570912:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879666.570916:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879666.570921:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879666.570928:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879666.570934:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.570938:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879666.570945:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879666.570951:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.570958:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879666.570963:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788879666.570970:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879666.570977:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879666.570980:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.570986:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879666.570989:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879666.570994:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879666.571001:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879666.571007:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879666.571015:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519548288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879666.571027:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879666.571030:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879666.571036:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519548288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879666.571045:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879666.571049:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879666.571053:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879666.571074:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879666.571080:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879666.571087:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879666.571095:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10421 00000400:00000200:1.0:1788879666.571110:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879666.571123:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879666.571130:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879666.571144:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571154:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.571163:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571169:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879666.571199:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879666.571205:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879666.571210:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879666.571217:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879666.571228:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879666.571233:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879666.571303:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571308:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.571313:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571316:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879666.571320:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879666.571324:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571328:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879666.571332:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879666.571340:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879666.571347:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.571351:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879666.571359:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879666.571366:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.571372:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879666.571383:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788879666.571391:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879666.571402:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879666.571405:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.571432:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879666.571433:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879666.571435:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879666.571441:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879666.571445:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879666.571454:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519548416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879666.571481:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879666.571484:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879666.571491:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519548416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879666.571502:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879666.571505:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879666.571508:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879666.571512:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879666.571514:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879666.571516:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879666.571519:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10421 00000400:00000200:1.0:1788879666.571545:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879666.571550:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879666.571559:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879666.571564:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571601:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.571623:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571626:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879666.571634:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879666.571635:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879666.571640:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879666.571643:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879666.571646:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879666.571649:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879666.571654:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571658:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.571662:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571666:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879666.571689:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879666.571693:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571696:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879666.571699:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879666.571703:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879666.571710:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.571718:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879666.571726:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879666.571736:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.571740:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879666.571749:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788879666.571758:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879666.571767:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879666.571772:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.571780:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879666.571783:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879666.571789:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879666.571802:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879666.571809:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879666.571840:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519548544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879666.571851:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879666.571857:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879666.571866:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519548544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879666.571904:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879666.571909:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879666.571917:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879666.571921:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879666.571923:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879666.571927:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879666.571932:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10421 00000400:00000200:1.0:1788879666.571941:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879666.571946:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879666.571951:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879666.571955:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571958:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.571963:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571967:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879666.571973:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879666.571976:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879666.571979:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879666.571982:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879666.571986:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879666.571990:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879666.571994:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.571998:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879666.572002:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879666.572004:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879666.572006:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879666.572011:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879666.572016:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879666.572018:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879666.572021:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879666.572026:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.572029:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879666.572032:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879666.572037:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.572040:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879666.572046:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879666.572051:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879666.572054:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879666.572057:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879666.572060:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879666.572064:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879666.572067:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879666.572073:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879666.572104:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879666.572122:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519548672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879666.572146:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879666.572151:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879666.572162:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519548672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879666.572185:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879666.572194:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10431) 00010000:00000001:1.0:1788879666.698438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879666.698445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879666.698450:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879666.698451:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879666.698453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879666.698454:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879667.722358:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879667.722361:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879667.722366:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722372:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879667.722375:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722378:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722381:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879667.722388:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879667.722390:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879667.722392:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722394:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879667.722396:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722409:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722411:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879667.722418:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879667.722420:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879667.722422:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722424:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879667.722426:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722428:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879667.722430:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879667.914346:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305094932, at 4305094976 00000100:00000040:0.0:1788879667.914365:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305094932, at 4305094976 00000100:00000010:1.0:1788879667.914368:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b600. 00000100:00000010:0.0:1788879667.914385:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00010000:00000001:1.0:1788879668.746391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879668.746399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879668.746406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879668.746408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879668.746412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879668.746414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879669.770361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879669.770369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879669.770376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879669.770378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879669.770382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879669.770383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879670.794426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879670.794435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879670.794441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879670.794443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879670.794447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879670.794449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879671.818338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879671.818345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879671.818351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879671.818353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879671.818356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879671.818358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879672.842314:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879672.842319:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879672.842324:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879672.842325:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879672.842328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879672.842329:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879673.034323:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305100052, at 4305100096 00000100:00000040:1.0:1788879673.034335:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305100052, at 4305100096 00000100:00000010:0.0:1788879673.034338:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf00. 00000100:00000010:1.0:1788879673.034349:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00010000:00000001:1.0:1788879673.866330:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879673.866337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879673.866343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879673.866344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879673.866348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879673.866349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879674.890309:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879674.890315:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879674.890319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879674.890320:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879674.890322:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879674.890323:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879675.914354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879675.914362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879675.914369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879675.914371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879675.914375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879675.914377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.810767:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879676.810776:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879676.810782:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879676.810796:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.810827:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879676.810833:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.810841:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879676.810845:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879676.810851:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879676.810859:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519549440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879676.810885:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879676.810896:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879676.810901:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.810907:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879676.810917:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879676.810924:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879676.810941:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879676.810950:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879676.810968:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879676.810987:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519549440, portal 25 00000100:00000001:1.0:1788879676.811000:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879676.811011:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788879676.811035:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.811065:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879676.811081:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879676.811094:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879676.811107:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519549440, offset 0 00000400:00000200:1.0:1788879676.811130:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879676.811150:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.811188:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879676.811200:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879676.811215:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879676.811227:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879676.811235:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879676.811245:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460275:460275:256:4294967295] 192.168.203.155@tcp LPNI seq info [460269:460269:8:4294967295] 00000400:00000200:1.0:1788879676.811285:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.811376:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879676.811405:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.811424:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879676.811461:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879676.811472:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879676.811527:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.811533:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879676.811545:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879676.811556:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879676.811565:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879676.811572:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879676.811580:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879676.811587:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.811614:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.811627:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.811653:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.811661:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879676.811675:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879676.811688:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879676.811694:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305105172 00000100:00000010:1.0:1788879676.811706:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da80. 00000100:00000001:1.0:1788879676.811721:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879676.811731:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305105172 00000100:00000010:1.0:1788879676.811738:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd20. 00000100:00000001:1.0:1788879676.811746:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879676.811754:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879676.811762:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.811770:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879676.811783:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879676/real 1788879676] req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879676.811807:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879676.811812:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879676.811817:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879676.811823:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879676.811828:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879676.811835:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879676.811846:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879676.811884:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.811908:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879676.811913:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.811919:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.811921:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879676.811935:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.811954:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879676.811976:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.812015:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879676.812031:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.812040:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.812047:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.812055:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879676.812066:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879676.812077:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879676.812098:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879676.812112:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879676.812131:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879676.812186:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519549440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879676.812198:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.812206:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.812217:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519549440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.812291:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879676.812297:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879676.812333:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879676.812341:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879676.812348:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879676.812352:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879676.812360:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879676.812369:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879676.812381:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879676.812396:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879676.812404:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788879676.812434:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879676.812440:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.812449:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.812463:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879676.812471:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.812479:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879676.812483:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879676.812488:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879676.812521:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.812541:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879676.812547:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.812553:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879676.812558:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879676.812563:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879676.812570:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519549568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879676.812580:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879676.812586:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879676.812590:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.812595:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879676.812603:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879676.812612:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879676.812626:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879676.812637:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879676.812647:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879676.812656:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519549568, portal 10 00000100:00000001:1.0:1788879676.812666:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879676.812670:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788879676.812690:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.812706:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879676.812716:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879676.812723:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879676.812730:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519549568, offset 0 00000400:00000200:1.0:1788879676.812740:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879676.812751:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.812758:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879676.812763:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879676.812768:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879676.812772:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879676.812775:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879676.812779:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460276:460276:256:4294967295] 192.168.203.155@tcp LPNI seq info [460270:460270:8:4294967295] 00000400:00000200:1.0:1788879676.812784:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.812793:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879676.812798:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.812802:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879676.812807:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879676.812810:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879676.812824:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.812826:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879676.812830:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879676.812834:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879676.812837:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879676.812840:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879676.812843:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879676.812848:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.812857:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.812861:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.812868:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.812871:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879676.812874:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879676.812879:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879676.812884:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879676.812886:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305103888 00000100:00000001:1.0:1788879676.812890:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305105172 00000100:00000001:1.0:1788879676.812892:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305103888 00000100:00000001:1.0:1788879676.812895:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305105172 00000100:00000001:1.0:1788879676.812897:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879676.812900:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.812902:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879676.812905:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879676/real 1788879676] req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879676.812935:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879676.812938:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879676.812940:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879676.812943:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879676.812946:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879676.812949:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879676.812955:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879676.812973:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.812998:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879676.813002:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.813006:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.813009:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879676.813017:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813033:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879676.813043:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813056:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879676.813062:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.813066:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.813069:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.813072:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879676.813076:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879676.813081:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879676.813089:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879676.813094:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879676.813103:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879676.813121:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519549568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879676.813130:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879676.813138:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813150:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879676.813152:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.813156:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879676.813159:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879676.813162:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879676.813181:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519549696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879676.813185:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879676.813188:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879676.813190:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.813192:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879676.813197:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879676.813200:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879676.813207:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879676.813211:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879676.813217:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879676.813222:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519549696, portal 10 00000100:00000001:1.0:1788879676.813226:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879676.813228:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879676.813239:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813252:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879676.813272:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879676.813277:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879676.813283:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519549696, offset 0 00000400:00000200:1.0:1788879676.813291:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879676.813330:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.813336:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879676.813340:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879676.813344:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879676.813347:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879676.813350:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879676.813355:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460277:460277:256:4294967295] 192.168.203.155@tcp LPNI seq info [460271:460271:8:4294967295] 00000400:00000200:1.0:1788879676.813360:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.813369:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879676.813379:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.813386:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879676.813396:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879676.813407:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879676.813445:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.813448:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879676.813454:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879676.813460:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879676.813466:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879676.813469:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879676.813474:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879676.813481:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813491:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.813512:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813521:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.813523:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879676.813529:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879676.813532:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879676.813537:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879676.813540:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305103889 00000100:00000001:1.0:1788879676.813543:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305105172 00000100:00000001:1.0:1788879676.813545:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305103889 00000100:00000001:1.0:1788879676.813548:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305105172 00000100:00000001:1.0:1788879676.813550:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879676.813553:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.813555:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879676.813561:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879676/real 1788879676] req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879676.813571:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879676.813572:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879676.813574:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879676.813577:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879676.813579:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879676.813581:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879676.813585:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879676.813594:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813601:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879676.813603:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.813606:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.813609:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879676.813615:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813626:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879676.813634:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813646:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879676.813651:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.813654:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.813656:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.813660:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879676.813663:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879676.813668:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879676.813674:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879676.813678:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879676.813686:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879676.813696:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519549696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879676.813701:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879676.813705:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813712:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879676.813714:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.813717:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879676.813719:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879676.813721:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879676.813724:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519549824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879676.813727:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879676.813730:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879676.813732:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.813733:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879676.813738:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879676.813740:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879676.813744:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879676.813747:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879676.813751:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879676.813755:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519549824, portal 4 00000100:00000001:1.0:1788879676.813757:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879676.813759:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879676.813765:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813773:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879676.813775:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879676.813778:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879676.813780:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519549824, offset 0 00000400:00000200:1.0:1788879676.813785:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879676.813790:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.813794:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879676.813798:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879676.813801:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879676.813804:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879676.813807:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879676.813810:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460278:460278:256:4294967295] 192.168.203.155@tcp LPNI seq info [460272:460272:8:4294967295] 00000400:00000200:1.0:1788879676.813815:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.813823:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879676.813827:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.813830:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879676.813835:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879676.813838:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879676.813850:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.813853:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879676.813856:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879676.813876:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879676.813881:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879676.813883:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879676.813886:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879676.813891:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813901:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.813905:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.813913:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.813915:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879676.813920:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879676.813924:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879676.813928:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879676.813931:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305103941 00000100:00000001:1.0:1788879676.813934:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305105172 00000100:00000001:1.0:1788879676.813938:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305103941 00000100:00000001:1.0:1788879676.813940:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305105172 00000100:00000001:1.0:1788879676.813943:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879676.813945:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.813947:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879676.813953:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879676/real 1788879676] req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879676.813969:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879676.813972:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879676.813975:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879676.813979:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879676.813983:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879676.813987:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879676.813994:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879676.814012:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814026:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879676.814029:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814034:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.814037:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879676.814044:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814056:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879676.814064:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814078:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879676.814084:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814087:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.814090:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814094:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879676.814097:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879676.814103:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879676.814109:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879676.814114:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879676.814123:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879676.814142:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519549824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879676.814149:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814152:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.814183:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519549568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814191:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879676.814193:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879676.814195:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879676.814199:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879676.814201:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879676.814203:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879676.814205:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879676.814207:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879676.814210:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879676.814212:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879676.814215:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788879676.814219:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879676.814222:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814225:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.814231:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519549696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814254:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879676.814256:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879676.814268:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879676.814290:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879676.814293:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879676.814296:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879676.814300:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879676.814335:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879676.814339:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879676.814341:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879676.814343:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879676.814346:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879676.814348:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814351:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.814357:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519549824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814365:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879676.814367:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879676.814370:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879676.814374:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879676.814377:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879676.814380:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879676.814384:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879676.814402:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879676.814406:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879676.814408:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879676.814410:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879676.814414:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879676.814416:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814420:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814427:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879676.814429:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.814433:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879676.814435:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879676.814438:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879676.814445:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814459:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879676.814462:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.814467:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879676.814470:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879676.814473:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879676.814478:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519549952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879676.814482:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879676.814484:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879676.814486:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879676.814489:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879676.814493:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879676.814516:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879676.814520:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879676.814524:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879676.814528:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879676.814532:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519549952, portal 4 00000100:00000001:1.0:1788879676.814534:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879676.814536:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879676.814543:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814551:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879676.814553:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879676.814556:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879676.814558:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519549952, offset 0 00000400:00000200:1.0:1788879676.814563:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879676.814567:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.814571:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879676.814574:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879676.814577:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879676.814580:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879676.814583:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879676.814587:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460279:460279:256:4294967295] 192.168.203.155@tcp LPNI seq info [460273:460273:8:4294967295] 00000400:00000200:1.0:1788879676.814592:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879676.814600:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879676.814607:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.814613:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879676.814620:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879676.814625:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879676.814644:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879676.814647:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879676.814652:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879676.814658:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879676.814664:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879676.814667:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879676.814671:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879676.814678:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814691:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.814695:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814703:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.814704:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879676.814709:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879676.814712:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879676.814716:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879676.814719:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305103893 00000100:00000001:1.0:1788879676.814722:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305105172 00000100:00000001:1.0:1788879676.814724:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305103893 00000100:00000001:1.0:1788879676.814727:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305105172 00000100:00000001:1.0:1788879676.814730:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879676.814733:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.814735:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879676.814739:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879676/real 1788879676] req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879676.814749:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879676.814750:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879676.814752:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879676.814754:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879676.814756:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879676.814758:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879676.814761:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879676.814771:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814777:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879676.814779:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814780:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.814782:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879676.814786:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814792:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879676.814796:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814803:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879676.814806:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814807:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879676.814809:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814811:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879676.814813:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879676.814816:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879676.814820:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879676.814822:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879676.814826:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879676.814835:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519549952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879676.814839:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814841:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879676.814844:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519549952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879676.814850:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879676.814852:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879676.814854:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879676.814856:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879676.814858:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879676.814859:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879676.814878:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879676.814881:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879676.814884:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879676.814885:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879676.814887:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879676.814890:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879676.814892:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814894:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879676.814898:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879676.814900:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879676.814902:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879676.814905:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879676.938351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879676.938357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879676.938362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879676.938364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879676.938369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879676.938372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879677.962446:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879677.962450:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879677.962456:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962463:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879677.962467:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962471:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962475:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962483:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879677.962505:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879677.962508:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879677.962511:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962515:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879677.962517:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962521:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962525:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962549:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879677.962552:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879677.962554:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879677.962557:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962560:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879677.962562:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962565:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879677.962568:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879678.154387:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305105172, at 4305105216 00000100:00000040:0.0:1788879678.154398:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305105172, at 4305105216 00000100:00000010:1.0:1788879678.154407:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000010:0.0:1788879678.154414:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00010000:00000001:1.0:1788879678.986374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879678.986384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879678.986392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879678.986394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879678.986398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879678.986400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879680.010410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879680.010420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879680.010428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879680.010431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879680.010434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879680.010437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879681.034414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879681.034422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879681.034427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879681.034429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879681.034433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879681.034434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.930647:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879681.930655:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879681.930661:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879681.930675:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.930714:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879681.930720:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.930730:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879681.930748:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879681.930759:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879681.930772:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519550080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879681.930785:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879681.930794:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879681.930800:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.930808:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879681.930819:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879681.930827:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879681.930843:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879681.930853:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879681.930868:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879681.930879:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519550080, portal 25 00000100:00000001:1.0:1788879681.930889:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879681.930895:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879681.930911:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.930938:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879681.930950:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879681.930960:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879681.930969:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519550080, offset 0 00000400:00000200:1.0:1788879681.930987:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879681.931003:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.931020:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879681.931030:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879681.931041:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879681.931052:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879681.931063:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879681.931074:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460280:460280:256:4294967295] 192.168.203.155@tcp LPNI seq info [460274:460274:8:4294967295] 00000400:00000200:1.0:1788879681.931091:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.931119:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879681.931138:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.931149:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879681.931168:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879681.931178:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879681.931248:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.931332:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879681.931349:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879681.931396:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879681.931412:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879681.931422:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879681.931449:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879681.931486:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.931533:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.931544:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.931570:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.931593:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879681.931608:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879681.931620:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879681.931626:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305110292 00000100:00000010:1.0:1788879681.931637:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd20. 00000100:00000001:1.0:1788879681.931647:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879681.931669:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305110292 00000100:00000010:1.0:1788879681.931677:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d9c0. 00000100:00000001:1.0:1788879681.931682:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879681.931689:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879681.931695:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.931712:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879681.931724:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879681/real 1788879681] req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879681.931744:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879681.931747:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879681.931751:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879681.931756:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879681.931760:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879681.931765:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879681.931772:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879681.931789:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.931815:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879681.931818:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.931823:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.931827:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879681.931835:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.931849:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879681.931858:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.931872:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879681.931878:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.931881:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.931883:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.931888:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879681.931891:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879681.931896:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879681.931904:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879681.931909:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879681.931917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879681.931935:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519550080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879681.931944:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.931948:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.931954:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519550080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.931967:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879681.931971:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879681.931976:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879681.931983:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879681.931986:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879681.931989:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879681.931993:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879681.931998:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879681.932005:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879681.932007:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879681.932010:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879681.932016:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879681.932018:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.932022:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.932032:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879681.932036:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.932040:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879681.932042:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879681.932045:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879681.932053:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932066:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879681.932069:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.932072:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879681.932075:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879681.932080:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879681.932085:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519550208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879681.932091:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879681.932095:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879681.932098:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.932113:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879681.932119:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879681.932122:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879681.932131:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879681.932136:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879681.932142:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879681.932148:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519550208, portal 10 00000100:00000001:1.0:1788879681.932152:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879681.932154:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879681.932166:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932190:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879681.932193:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879681.932196:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879681.932200:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519550208, offset 0 00000400:00000200:1.0:1788879681.932205:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879681.932210:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.932215:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879681.932219:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879681.932222:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879681.932225:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879681.932240:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879681.932261:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460281:460281:256:4294967295] 192.168.203.155@tcp LPNI seq info [460275:460275:8:4294967295] 00000400:00000200:1.0:1788879681.932269:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.932313:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879681.932323:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.932330:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879681.932338:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879681.932343:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879681.932363:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.932366:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879681.932372:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879681.932378:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879681.932384:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879681.932388:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879681.932393:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879681.932400:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932416:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.932422:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932445:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.932448:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879681.932454:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879681.932480:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879681.932488:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879681.932491:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305109008 00000100:00000001:1.0:1788879681.932496:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305110292 00000100:00000001:1.0:1788879681.932500:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305109008 00000100:00000001:1.0:1788879681.932530:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305110292 00000100:00000001:1.0:1788879681.932533:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879681.932536:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.932539:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879681.932544:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879681/real 1788879681] req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879681.932553:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879681.932555:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879681.932558:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879681.932561:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879681.932563:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879681.932566:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879681.932570:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879681.932581:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932590:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879681.932592:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.932594:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.932596:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879681.932600:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932609:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879681.932615:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932624:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879681.932628:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.932630:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.932632:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.932634:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879681.932637:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879681.932641:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879681.932645:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879681.932648:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879681.932654:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879681.932665:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519550208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879681.932670:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879681.932674:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932683:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879681.932685:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.932688:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879681.932690:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879681.932693:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879681.932697:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519550336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879681.932701:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879681.932703:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879681.932706:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.932718:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879681.932722:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879681.932725:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879681.932729:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879681.932732:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879681.932736:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879681.932741:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519550336, portal 10 00000100:00000001:1.0:1788879681.932743:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879681.932745:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879681.932753:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932761:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879681.932764:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879681.932767:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879681.932771:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519550336, offset 0 00000400:00000200:1.0:1788879681.932776:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879681.932781:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.932786:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879681.932790:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879681.932803:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879681.932807:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879681.932810:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879681.932814:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460282:460282:256:4294967295] 192.168.203.155@tcp LPNI seq info [460276:460276:8:4294967295] 00000400:00000200:1.0:1788879681.932819:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.932828:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879681.932834:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.932838:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879681.932843:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879681.932847:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879681.932862:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.932864:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879681.932868:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879681.932872:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879681.932876:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879681.932879:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879681.932882:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879681.932887:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932905:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.932909:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.932918:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.932920:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879681.932924:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879681.932927:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879681.932931:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879681.932934:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305109008 00000100:00000001:1.0:1788879681.932937:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305110292 00000100:00000001:1.0:1788879681.932940:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305109008 00000100:00000001:1.0:1788879681.932942:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305110292 00000100:00000001:1.0:1788879681.932945:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879681.932948:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.932951:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879681.932956:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879681/real 1788879681] req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879681.932966:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879681.932968:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879681.932970:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879681.932973:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879681.932975:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879681.932978:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879681.932982:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879681.932993:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933002:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879681.933004:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.933007:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.933009:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879681.933013:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933023:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879681.933027:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933036:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879681.933040:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.933042:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.933044:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.933046:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879681.933049:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879681.933052:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879681.933056:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879681.933059:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879681.933065:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879681.933075:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519550336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879681.933081:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879681.933085:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933094:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879681.933096:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.933099:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879681.933101:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879681.933105:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879681.933109:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519550464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879681.933113:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879681.933127:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879681.933134:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.933137:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879681.933141:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879681.933145:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879681.933149:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879681.933152:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879681.933156:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879681.933160:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519550464, portal 4 00000100:00000001:1.0:1788879681.933162:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879681.933164:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879681.933172:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933191:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879681.933195:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879681.933198:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879681.933201:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519550464, offset 0 00000400:00000200:1.0:1788879681.933206:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879681.933211:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.933216:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879681.933220:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879681.933223:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879681.933226:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879681.933245:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879681.933251:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460283:460283:256:4294967295] 192.168.203.155@tcp LPNI seq info [460277:460277:8:4294967295] 00000400:00000200:1.0:1788879681.933259:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.933299:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879681.933308:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.933314:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879681.933322:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879681.933327:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879681.933345:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.933349:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879681.933355:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879681.933361:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879681.933367:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879681.933371:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879681.933375:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879681.933382:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933397:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.933403:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933415:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.933418:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879681.933424:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879681.933429:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879681.933436:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879681.933452:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305109061 00000100:00000001:1.0:1788879681.933456:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305110292 00000100:00000001:1.0:1788879681.933499:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305109061 00000100:00000001:1.0:1788879681.933503:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305110292 00000100:00000001:1.0:1788879681.933517:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879681.933519:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.933522:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879681.933528:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879681/real 1788879681] req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879681.933539:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879681.933541:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879681.933543:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879681.933547:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879681.933549:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879681.933552:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879681.933556:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879681.933567:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933576:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879681.933578:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.933580:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.933582:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879681.933587:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933596:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879681.933601:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933611:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879681.933614:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.933616:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.933618:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.933620:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879681.933622:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879681.933625:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879681.933630:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879681.933633:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879681.933639:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879681.933657:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519550464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879681.933663:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879681.933667:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933676:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879681.933678:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.933681:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879681.933683:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879681.933686:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879681.933690:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519550592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879681.933695:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879681.933697:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879681.933699:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879681.933701:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879681.933715:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879681.933718:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879681.933722:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879681.933725:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879681.933730:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879681.933733:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519550592, portal 4 00000100:00000001:1.0:1788879681.933736:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879681.933738:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879681.933745:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933754:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879681.933757:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879681.933760:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879681.933763:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519550592, offset 0 00000400:00000200:1.0:1788879681.933768:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879681.933773:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.933778:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879681.933782:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879681.933785:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879681.933788:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879681.933791:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879681.933795:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460284:460284:256:4294967295] 192.168.203.155@tcp LPNI seq info [460278:460278:8:4294967295] 00000400:00000200:1.0:1788879681.933813:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879681.933821:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879681.933827:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.933832:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879681.933837:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879681.933840:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879681.933855:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879681.933857:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879681.933861:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879681.933866:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879681.933870:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879681.933873:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879681.933876:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879681.933881:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933892:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.933896:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933905:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.933907:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879681.933911:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879681.933915:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879681.933919:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879681.933923:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305109012 00000100:00000001:1.0:1788879681.933926:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305110292 00000100:00000001:1.0:1788879681.933929:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305109012 00000100:00000001:1.0:1788879681.933931:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305110292 00000100:00000001:1.0:1788879681.933934:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879681.933937:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.933940:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879681.933945:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879681/real 1788879681] req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879681.933956:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879681.933958:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879681.933960:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879681.933963:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879681.933965:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879681.933968:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879681.933973:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879681.933985:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.933993:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879681.933995:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.933998:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.934000:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879681.934005:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.934015:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879681.934020:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.934030:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879681.934034:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.934036:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879681.934037:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.934040:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879681.934043:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879681.934046:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879681.934051:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879681.934054:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879681.934059:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879681.934071:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519550592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879681.934076:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.934078:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.934082:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519550208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.934092:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879681.934105:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879681.934107:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879681.934111:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879681.934113:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879681.934115:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879681.934118:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879681.934121:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879681.934124:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879681.934126:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879681.934128:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879681.934131:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879681.934133:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.934136:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.934141:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519550336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.934157:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879681.934159:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879681.934161:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879681.934164:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879681.934176:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879681.934177:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879681.934180:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879681.934182:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879681.934185:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879681.934187:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879681.934188:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879681.934191:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879681.934193:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.934195:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.934200:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519550464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.934209:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879681.934210:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879681.934212:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879681.934216:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879681.934218:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879681.934220:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879681.934222:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879681.934224:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879681.934227:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879681.934229:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879681.934242:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879681.934245:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879681.934268:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.934288:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879681.934295:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519550592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879681.934306:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879681.934308:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879681.934312:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879681.934317:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879681.934319:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879681.934322:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879681.934325:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879681.934328:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879681.934332:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879681.934334:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879681.934337:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879681.934352:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879681.934355:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.934358:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879681.934365:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879681.934368:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879681.934371:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879681.934374:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879682.058378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879682.058386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879682.058392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879682.058393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879682.058396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879682.058398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879683.082384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879683.082393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879683.082400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879683.082402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879683.082407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879683.082408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879683.274376:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305110292, at 4305110336 00000100:00000040:1.0:1788879683.274377:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305110292, at 4305110336 00000100:00000010:1.0:1788879683.274400:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00000010:0.0:1788879683.274404:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00010000:00000001:1.0:1788879684.106374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879684.106385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879684.106396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879684.106399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879684.106405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879684.106408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879685.130365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879685.130372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879685.130377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879685.130378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879685.130381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879685.130383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879686.154363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879686.154369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879686.154373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879686.154374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879686.154376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879686.154377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879687.050490:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879687.050505:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879687.050507:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879687.050511:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879687.050515:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879687.050522:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10441 00000400:00000200:1.0:1788879687.050530:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879687.050535:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879687.050538:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879687.050541:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050543:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.050545:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050547:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879687.050554:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879687.050556:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879687.050558:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879687.050561:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879687.050563:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879687.050564:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879687.050566:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050568:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.050569:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050571:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879687.050573:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879687.050576:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050578:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879687.050581:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879687.050584:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879687.050586:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.050588:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879687.050589:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879687.050597:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879687.050600:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879687.050603:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879687.050605:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.050607:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879687.050610:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879687.050615:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879687.050622:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879687.050628:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879687.050636:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519550720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879687.050644:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879687.050648:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879687.050651:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519550720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879687.050670:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879687.050673:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879687.050676:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879687.050677:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879687.050678:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879687.050681:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879687.050683:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10441 00000400:00000200:1.0:1788879687.050686:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879687.050690:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879687.050692:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879687.050694:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050696:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.050699:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050704:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879687.050711:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879687.050715:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879687.050720:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879687.050724:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879687.050730:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879687.050736:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879687.050744:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050750:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.050757:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050763:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879687.050768:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879687.050774:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050777:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879687.050781:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879687.050789:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879687.050792:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.050796:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879687.050801:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879687.050807:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.050810:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879687.050814:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879687.050818:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879687.050820:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879687.050823:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.050825:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879687.050827:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879687.050829:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879687.050838:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879687.050845:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879687.050859:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519550848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879687.050877:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879687.050884:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879687.050893:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519550848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879687.050904:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879687.050908:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879687.050914:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879687.050918:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879687.050922:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879687.050926:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879687.050932:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10441 00000400:00000200:1.0:1788879687.050939:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879687.050947:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879687.050952:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879687.050955:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050957:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.050962:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.050967:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879687.050975:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879687.050979:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879687.050982:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879687.050988:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879687.050994:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879687.050999:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879687.051009:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051017:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.051023:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051027:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879687.051031:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879687.051033:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051038:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879687.051041:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879687.051045:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879687.051048:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.051050:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879687.051054:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879687.051057:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.051059:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879687.051066:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879687.051070:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879687.051075:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879687.051077:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.051082:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879687.051084:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879687.051087:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879687.051092:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879687.051097:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879687.051106:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519550976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879687.051115:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879687.051118:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879687.051124:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519550976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879687.051135:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879687.051138:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879687.051140:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879687.051142:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879687.051146:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879687.051149:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879687.051151:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10441 00000400:00000200:1.0:1788879687.051154:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879687.051157:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879687.051162:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879687.051166:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051169:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.051175:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051179:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879687.051184:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879687.051188:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879687.051191:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879687.051194:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879687.051217:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879687.051225:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879687.051237:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051243:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.051342:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051351:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879687.051377:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879687.051394:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051406:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879687.051415:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879687.051445:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879687.051455:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.051463:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879687.051472:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879687.051495:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.051500:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879687.051507:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879687.051511:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879687.051515:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879687.051518:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.051519:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879687.051522:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879687.051524:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879687.051529:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879687.051534:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879687.051544:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519551104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879687.051558:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879687.051563:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879687.051568:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519551104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879687.051585:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879687.051590:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879687.051597:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879687.051600:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879687.051603:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879687.051608:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879687.051613:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10441 00000400:00000200:1.0:1788879687.051620:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879687.051626:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879687.051630:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879687.051635:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051641:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.051645:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051648:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879687.051653:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879687.051655:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879687.051659:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879687.051662:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879687.051666:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879687.051668:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879687.051673:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051676:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879687.051680:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051683:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879687.051686:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879687.051690:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879687.051693:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879687.051696:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879687.051701:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879687.051708:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.051711:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879687.051716:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879687.051723:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.051729:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879687.051735:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879687.051742:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879687.051750:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879687.051754:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879687.051758:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879687.051762:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879687.051765:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879687.051770:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879687.051777:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879687.051785:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519551232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879687.051813:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879687.051818:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879687.051823:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519551232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879687.051844:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879687.051853:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10451) 00010000:00000001:1.0:1788879687.178354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879687.178360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879687.178367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879687.178370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879687.178374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879687.178377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879688.202349:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879688.202351:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879688.202354:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202358:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879688.202360:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202361:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202363:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879688.202367:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879688.202368:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879688.202369:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202371:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879688.202372:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202373:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202374:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879688.202377:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879688.202378:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879688.202379:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202380:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879688.202380:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202381:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879688.202383:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879688.394321:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305115411, at 4305115456 00000100:00000040:1.0:1788879688.394321:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305115411, at 4305115456 00000100:00000010:0.0:1788879688.394335:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b840. 00000100:00000010:1.0:1788879688.394337:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b960. 00010000:00000001:1.0:1788879689.226442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879689.226452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879689.226461:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879689.226464:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879689.226470:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879689.226473:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879690.250386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879690.250394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879690.250440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879690.250442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879690.250446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879690.250448:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879691.274382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879691.274388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879691.274430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879691.274433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879691.274437:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879691.274439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879692.170347:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879692.170357:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879692.170359:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879692.170363:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879692.170368:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879692.170375:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10446 00000400:00000200:1.0:1788879692.170383:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879692.170436:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879692.170440:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879692.170443:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170447:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.170450:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170452:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879692.170460:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879692.170463:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879692.170465:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879692.170469:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879692.170472:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879692.170490:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879692.170494:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170496:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.170497:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170499:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879692.170502:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879692.170505:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170507:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879692.170510:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879692.170513:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879692.170516:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.170518:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879692.170520:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879692.170530:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788879692.170533:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879692.170536:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879692.170538:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.170541:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879692.170543:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879692.170548:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879692.170558:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879692.170580:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879692.170591:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519551360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879692.170601:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879692.170606:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879692.170611:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519551360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879692.170643:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879692.170647:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879692.170651:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879692.170653:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879692.170656:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879692.170660:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879692.170665:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10446 00000400:00000200:1.0:1788879692.170673:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879692.170687:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879692.170710:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879692.170722:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170734:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.170744:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170754:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879692.170768:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879692.170771:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879692.170775:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879692.170780:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879692.170794:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879692.170815:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879692.170825:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170835:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.170849:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170857:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879692.170865:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879692.170875:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879692.170881:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879692.170888:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879692.170897:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879692.170909:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.170920:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879692.170928:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879692.170939:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.170947:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879692.170965:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788879692.170969:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879692.170972:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879692.170973:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.170977:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879692.170979:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879692.170997:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879692.171004:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879692.171010:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879692.171022:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519551488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879692.171050:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879692.171057:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879692.171070:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519551488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879692.171107:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879692.171117:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879692.171123:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879692.171126:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879692.171131:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879692.171143:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879692.171155:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10446 00000400:00000200:1.0:1788879692.171166:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879692.171174:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879692.171179:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879692.171192:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171202:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.171214:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171229:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879692.171250:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879692.171253:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879692.171254:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879692.171296:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879692.171300:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879692.171303:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879692.171307:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171309:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.171311:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171314:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879692.171320:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879692.171334:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171338:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879692.171347:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879692.171359:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879692.171368:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.171373:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879692.171379:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879692.171407:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.171420:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879692.171446:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788879692.171452:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879692.171462:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879692.171467:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.171472:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879692.171476:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879692.171480:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879692.171488:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879692.171494:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879692.171509:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519551616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879692.171554:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879692.171558:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879692.171565:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519551616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879692.171576:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879692.171582:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879692.171586:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879692.171588:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879692.171589:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879692.171593:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879692.171605:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10446 00000400:00000200:1.0:1788879692.171614:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879692.171622:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879692.171627:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879692.171634:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171639:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.171649:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171662:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879692.171705:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879692.171712:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879692.171719:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879692.171727:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879692.171746:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879692.171759:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879692.171774:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171784:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.171796:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171813:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879692.171824:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879692.171842:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879692.171855:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879692.171869:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879692.171876:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879692.171880:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.171884:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879692.171888:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879692.171904:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.171910:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879692.171923:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788879692.171931:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879692.171945:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879692.171948:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.171956:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879692.171966:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879692.171974:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879692.171988:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879692.171993:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879692.172020:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519551744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879692.172050:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879692.172056:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879692.172073:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519551744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879692.172101:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879692.172107:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879692.172111:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879692.172112:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879692.172115:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879692.172123:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879692.172128:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10446 00000400:00000200:1.0:1788879692.172141:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879692.172152:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879692.172164:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879692.172177:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.172183:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.172192:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.172197:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879692.172208:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879692.172215:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879692.172222:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879692.172232:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879692.172238:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879692.172245:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879692.172268:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.172274:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879692.172317:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879692.172320:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879692.172323:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879692.172326:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879692.172330:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879692.172332:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879692.172336:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879692.172342:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.172351:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879692.172357:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879692.172367:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.172372:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879692.172383:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788879692.172406:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879692.172417:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879692.172439:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879692.172443:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879692.172449:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879692.172453:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879692.172460:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879692.172470:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879692.172480:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519551872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879692.172508:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879692.172516:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879692.172529:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519551872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879692.172557:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879692.172571:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10456) 00010000:00000001:1.0:1788879692.298442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879692.298448:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879692.298454:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879692.298456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879692.298459:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879692.298460:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879693.322319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879693.322324:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879693.322329:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879693.322330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879693.322332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879693.322333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879693.514347:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305120532, at 4305120576 00000100:00000010:1.0:1788879693.514361:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b780. 00000100:00000040:0.0:1788879693.514426:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305120532, at 4305120576 00000100:00000010:0.0:1788879693.514439:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc60. 00010000:00000001:1.0:1788879694.346433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879694.346442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879694.346449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879694.346452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879694.346456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879694.346457:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879695.370417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879695.370425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879695.370431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879695.370433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879695.370438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879695.370439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879696.394460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879696.394468:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879696.394474:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879696.394476:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879696.394480:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879696.394482:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879697.290443:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879697.290470:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879697.290475:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879697.290481:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879697.290487:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879697.290498:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10451 00000400:00000200:0.0:1788879697.290509:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879697.290518:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879697.290522:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879697.290527:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290532:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.290535:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290539:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879697.290549:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879697.290552:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879697.290555:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879697.290560:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879697.290563:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879697.290566:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879697.290570:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290572:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.290575:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290577:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879697.290581:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879697.290585:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290588:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879697.290592:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879697.290597:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879697.290600:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.290603:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879697.290606:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879697.290617:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879697.290621:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879697.290626:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879697.290629:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.290633:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879697.290636:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879697.290643:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879697.290655:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879697.290668:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879697.290685:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519552000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879697.290705:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879697.290725:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879697.290736:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519552000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879697.290777:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879697.290783:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879697.290787:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879697.290789:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879697.290792:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879697.290795:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879697.290799:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10451 00000400:00000200:0.0:1788879697.290805:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879697.290810:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879697.290813:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879697.290818:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290822:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.290827:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290831:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879697.290837:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879697.290839:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879697.290841:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879697.290845:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879697.290854:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879697.290858:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879697.290866:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290872:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.290881:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290886:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879697.290896:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879697.290907:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879697.290920:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879697.290927:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879697.290938:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879697.290944:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.290952:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879697.290960:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879697.290967:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.290975:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879697.290984:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788879697.290993:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879697.291009:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879697.291014:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.291019:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879697.291021:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879697.291026:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879697.291038:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879697.291052:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879697.291066:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519552128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879697.291085:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879697.291090:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879697.291102:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519552128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879697.291123:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879697.291132:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879697.291149:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879697.291154:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879697.291161:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879697.291173:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879697.291183:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10451 00000400:00000200:0.0:1788879697.291192:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879697.291203:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879697.291209:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879697.291217:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291223:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.291231:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291236:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879697.291240:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879697.291243:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879697.291293:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879697.291298:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879697.291302:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879697.291316:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879697.291327:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291336:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.291347:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291380:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879697.291392:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879697.291408:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291422:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879697.291435:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879697.291447:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879697.291453:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.291459:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879697.291465:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879697.291471:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.291480:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879697.291488:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879697.291495:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879697.291499:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879697.291504:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.291509:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879697.291511:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879697.291519:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879697.291534:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879697.291544:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879697.291557:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519552256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879697.291587:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879697.291592:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879697.291606:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519552256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879697.291626:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879697.291633:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879697.291644:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879697.291646:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879697.291650:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879697.291661:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879697.291672:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10451 00000400:00000200:0.0:1788879697.291691:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879697.291703:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879697.291708:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879697.291720:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291729:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.291743:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291755:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879697.291764:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879697.291768:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879697.291774:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879697.291781:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879697.291786:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879697.291795:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879697.291804:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291808:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.291816:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291822:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879697.291831:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879697.291841:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879697.291847:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879697.291855:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879697.291861:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879697.291871:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.291874:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879697.291879:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879697.291889:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.291893:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879697.291903:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879697.291910:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879697.291917:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879697.291923:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.291931:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879697.291933:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879697.291939:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879697.291949:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879697.291959:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879697.291976:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519552384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879697.291998:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879697.292004:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879697.292017:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519552384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879697.292068:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879697.292075:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879697.292091:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879697.292097:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879697.292102:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879697.292109:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879697.292119:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10451 00000400:00000200:0.0:1788879697.292134:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879697.292144:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879697.292153:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879697.292164:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.292174:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.292181:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.292187:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879697.292194:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879697.292198:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879697.292204:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879697.292209:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879697.292217:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879697.292223:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879697.292238:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.292279:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879697.292284:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879697.292287:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879697.292293:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879697.292304:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879697.292317:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879697.292326:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879697.292335:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879697.292345:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.292374:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879697.292382:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879697.292393:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.292404:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879697.292419:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879697.292430:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879697.292438:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879697.292444:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879697.292451:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879697.292456:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879697.292461:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879697.292472:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879697.292481:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879697.292500:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519552512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879697.292525:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879697.292532:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879697.292543:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519552512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879697.292571:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879697.292585:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10462) 00010000:00000001:1.0:1788879697.418456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879697.418465:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879697.418468:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879697.418473:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418478:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879697.418481:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418484:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418486:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418491:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879697.418492:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879697.418494:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879697.418496:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418498:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879697.418500:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418501:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418504:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418508:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879697.418509:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879697.418510:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879697.418512:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418514:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879697.418516:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418519:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879697.418523:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879698.442399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879698.442408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879698.442416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879698.442419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879698.442423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879698.442426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879698.634380:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305125652, at 4305125696 00000100:00000040:1.0:1788879698.634380:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305125652, at 4305125696 00000100:00000010:0.0:1788879698.634417:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00000100:00000010:1.0:1788879698.634422:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bde0. 00010000:00000001:1.0:1788879699.466438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879699.466447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879699.466453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879699.466455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879699.466459:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879699.466461:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879700.490357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879700.490363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879700.490368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879700.490370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879700.490373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879700.490374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879701.514358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879701.514364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879701.514368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879701.514369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879701.514372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879701.514373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879702.538395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879702.538401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879702.538408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879702.538410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879702.538414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879702.538416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879703.562403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879703.562409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879703.562414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879703.562415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879703.562419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879703.562420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879703.754413:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305130771, at 4305130816 00000100:00000040:0.0:1788879703.754417:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305130771, at 4305130816 00000100:00000010:1.0:1788879703.754437:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bba0. 00000100:00000010:0.0:1788879703.754458:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b6c0. 00010000:00000001:1.0:1788879704.586356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879704.586363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879704.586369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879704.586371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879704.586375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879704.586376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879705.610376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879705.610383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879705.610387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879705.610389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879705.610391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879705.610392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879706.634440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879706.634456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879706.634462:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879706.634463:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879706.634467:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879706.634468:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879707.658406:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879707.658409:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879707.658412:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658417:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879707.658419:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658421:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658423:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879707.658428:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879707.658430:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879707.658431:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658433:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879707.658434:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658436:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658438:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879707.658445:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879707.658447:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879707.658449:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658451:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879707.658453:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658455:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879707.658458:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879708.682395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879708.682403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879708.682410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879708.682412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879708.682415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879708.682417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879708.874410:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305135892, at 4305135936 00000100:00000040:1.0:1788879708.874410:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305135892, at 4305135936 00000100:00000010:1.0:1788879708.874430:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00000100:00000010:0.0:1788879708.874436:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b060. 00010000:00000001:1.0:1788879709.706426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879709.706436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879709.706444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879709.706446:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879709.706451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879709.706452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879710.730399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879710.730407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879710.730414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879710.730415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879710.730420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879710.730422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879711.754483:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879711.754495:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879711.754506:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879711.754509:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879711.754517:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879711.754520:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879712.650409:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879712.650418:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879712.650421:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879712.650425:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879712.650430:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879712.650437:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10467 00000400:00000200:1.0:1788879712.650445:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879712.650450:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879712.650453:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879712.650456:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650460:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.650462:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650464:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879712.650471:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879712.650473:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879712.650475:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879712.650478:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879712.650480:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879712.650483:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879712.650485:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650487:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.650488:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650490:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879712.650492:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879712.650495:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650497:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879712.650499:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879712.650502:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879712.650504:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.650506:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879712.650508:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879712.650517:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879712.650520:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879712.650524:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879712.650526:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.650528:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879712.650531:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879712.650535:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879712.650542:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879712.650549:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879712.650557:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519553920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879712.650567:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879712.650570:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879712.650574:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519553920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879712.650596:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879712.650599:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879712.650602:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879712.650603:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879712.650605:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879712.650607:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879712.650609:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10467 00000400:00000200:1.0:1788879712.650612:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879712.650614:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879712.650616:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879712.650620:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650623:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.650626:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650628:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879712.650632:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879712.650633:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879712.650634:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879712.650637:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879712.650640:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879712.650644:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879712.650647:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650649:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.650651:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650653:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879712.650655:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879712.650657:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879712.650659:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879712.650660:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879712.650665:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879712.650674:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.650679:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879712.650689:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879712.650696:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.650699:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879712.650703:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879712.650707:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879712.650711:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879712.650717:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.650730:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879712.650734:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879712.650740:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879712.650754:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879712.650765:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879712.650789:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519554048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879712.650828:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879712.650833:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879712.650848:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519554048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879712.650900:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879712.650917:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879712.650927:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879712.650943:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879712.650952:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879712.650963:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879712.650976:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10467 00000400:00000200:1.0:1788879712.651003:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879712.651025:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879712.651035:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879712.651055:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651061:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.651071:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651079:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879712.651099:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879712.651103:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879712.651115:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879712.651120:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879712.651125:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879712.651138:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879712.651154:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651165:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.651178:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651193:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879712.651202:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879712.651217:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651230:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879712.651234:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879712.651327:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879712.651342:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.651346:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879712.651349:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879712.651361:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.651364:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879712.651369:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879712.651374:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879712.651377:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879712.651381:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.651383:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879712.651385:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879712.651387:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879712.651393:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879712.651402:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879712.651423:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519554176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879712.651431:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879712.651433:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879712.651442:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519554176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879712.651476:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879712.651479:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879712.651484:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879712.651487:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879712.651489:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879712.651492:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879712.651499:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10467 00000400:00000200:1.0:1788879712.651509:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879712.651527:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879712.651537:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879712.651549:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651564:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.651579:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651588:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879712.651604:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879712.651606:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879712.651608:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879712.651610:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879712.651645:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879712.651654:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879712.651665:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651672:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.651685:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651701:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879712.651715:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879712.651735:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879712.651749:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879712.651766:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879712.651780:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879712.651788:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.651797:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879712.651804:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879712.651810:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.651818:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879712.651825:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879712.651831:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879712.651843:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879712.651853:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.651859:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879712.651863:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879712.651871:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879712.651879:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879712.651887:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879712.651900:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519554304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879712.651971:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879712.651983:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879712.652018:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519554304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879712.652042:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879712.652055:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879712.652063:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879712.652065:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879712.652067:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879712.652076:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879712.652091:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10467 00000400:00000200:1.0:1788879712.652109:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879712.652126:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879712.652144:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879712.652171:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.652186:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.652205:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.652223:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879712.652280:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879712.652284:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879712.652288:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879712.652291:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879712.652295:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879712.652298:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879712.652305:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.652315:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879712.652326:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879712.652335:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879712.652347:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879712.652362:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879712.652373:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879712.652378:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879712.652387:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879712.652398:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.652408:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879712.652414:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879712.652423:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.652433:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879712.652446:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879712.652458:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879712.652467:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879712.652473:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879712.652480:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879712.652489:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879712.652499:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879712.652512:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879712.652522:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879712.652538:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519554432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879712.652579:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879712.652590:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879712.652606:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519554432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879712.652647:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879712.652655:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10477) 00010000:00000001:1.0:1788879712.778404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879712.778412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879712.778418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879712.778421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879712.778425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879712.778427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879713.802340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879713.802349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879713.802358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879713.802359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879713.802363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879713.802365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879713.994387:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305141012, at 4305141056 00000100:00000040:1.0:1788879713.994387:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305141012, at 4305141056 00000100:00000010:0.0:1788879713.994409:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc00. 00000100:00000010:1.0:1788879713.994412:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd20. 00010000:00000001:1.0:1788879714.826473:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879714.826488:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879714.826500:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879714.826503:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879714.826510:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879714.826512:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1788879715.722759:0:2382:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:1.0:1788879715.722841:0:2382:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788879715.722857:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879715.722864:0:2382:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:1.0:1788879715.722871:0:2382:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879715.722878:0:2382:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788879715.722886:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879715.722902:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaa00. 00000400:00000200:1.0:1788879715.722911:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879715.722918:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879715.722928:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4b28 00000400:00000010:1.0:1788879715.722933:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4b28. 00000100:00000001:1.0:1788879715.722942:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879715.722956:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9490700 x1875765519553920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.722997:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879715.723004:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9490700 x1875765519553920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.723018:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879715.723022:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879715.723038:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879715.723042:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa800. 00000400:00000200:1.0:1788879715.723046:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879715.723051:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879715.723055:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4a18 00000400:00000010:1.0:1788879715.723059:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4a18. 00000100:00000001:1.0:1788879715.723064:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879715.723072:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9491f80 x1875765519554048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.723088:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879715.723094:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9491f80 x1875765519554048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.723109:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879715.723116:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879715.723131:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879715.723136:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa200. 00000400:00000200:1.0:1788879715.723144:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879715.723161:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879715.723170:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4ee0 00000400:00000010:1.0:1788879715.723176:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4ee0. 00000100:00000001:1.0:1788879715.723187:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879715.723202:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9492300 x1875765519554176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.723243:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879715.723345:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9492300 x1875765519554176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.723384:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879715.723393:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879715.723411:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879715.723416:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaf00. 00000400:00000200:1.0:1788879715.723421:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879715.723426:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879715.723430:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4dd0 00000400:00000010:1.0:1788879715.723433:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4dd0. 00000100:00000001:1.0:1788879715.723437:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879715.723444:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9491180 x1875765519554304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.723457:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879715.723462:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9491180 x1875765519554304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.723481:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879715.723483:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879715.723491:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879715.723495:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa600. 00000400:00000200:1.0:1788879715.723499:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879715.723504:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879715.723509:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4c38 00000400:00000010:1.0:1788879715.723511:0:2382:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4c38. 00000100:00000001:1.0:1788879715.723515:0:2382:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879715.723521:0:2382:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9493b80 x1875765519554432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.723534:0:2382:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879715.723539:0:2382:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9493b80 x1875765519554432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879715.723547:0:2382:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879715.723550:0:2382:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1788879715.850351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879715.850359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879715.850366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879715.850368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879715.850373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879715.850374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879716.874398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879716.874404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879716.874409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879716.874410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879716.874413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879716.874414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879717.770310:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879717.770320:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879717.770322:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879717.770325:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879717.770329:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879717.770335:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10472 00000400:00000200:1.0:1788879717.770342:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879717.770348:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879717.770351:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879717.770354:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770357:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.770360:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770362:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879717.770369:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879717.770370:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879717.770372:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879717.770375:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879717.770377:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879717.770378:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879717.770381:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770383:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.770385:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770386:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879717.770388:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879717.770392:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770394:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879717.770396:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879717.770399:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879717.770401:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.770403:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879717.770405:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879717.770411:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879717.770413:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879717.770416:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879717.770418:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.770421:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879717.770423:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879717.770427:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879717.770433:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879717.770438:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879717.770446:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519554560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879717.770463:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879717.770467:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879717.770471:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519554560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879717.770487:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879717.770489:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879717.770492:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879717.770493:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879717.770494:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879717.770496:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879717.770498:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10472 00000400:00000200:1.0:1788879717.770501:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879717.770503:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879717.770505:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879717.770507:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770508:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.770510:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770511:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879717.770513:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879717.770514:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879717.770515:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879717.770516:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879717.770518:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879717.770519:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879717.770521:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770522:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.770523:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770525:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879717.770529:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879717.770531:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770533:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879717.770534:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879717.770539:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879717.770540:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.770542:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879717.770545:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879717.770547:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.770549:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879717.770551:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788879717.770553:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879717.770555:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879717.770556:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.770557:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879717.770559:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879717.770560:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879717.770566:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879717.770571:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879717.770582:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519554688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879717.770602:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879717.770606:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879717.770612:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519554688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879717.770623:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879717.770626:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879717.770631:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879717.770633:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879717.770635:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879717.770640:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879717.770642:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10472 00000400:00000200:1.0:1788879717.770648:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879717.770652:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879717.770656:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879717.770660:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770664:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.770667:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770669:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879717.770672:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879717.770675:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879717.770677:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879717.770679:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879717.770684:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879717.770687:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879717.770691:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770692:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.770694:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770696:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879717.770700:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879717.770704:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770710:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879717.770712:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879717.770716:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879717.770721:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.770724:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879717.770728:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879717.770732:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.770734:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879717.770738:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788879717.770742:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879717.770746:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879717.770749:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.770751:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879717.770754:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879717.770757:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879717.770763:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879717.770771:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879717.770781:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519554816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879717.770807:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879717.770812:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879717.770818:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519554816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879717.770835:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879717.770840:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879717.770847:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879717.770851:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879717.770854:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879717.770861:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879717.770868:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10472 00000400:00000200:1.0:1788879717.770877:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879717.770887:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879717.770893:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879717.770903:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770908:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.770914:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770920:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879717.770943:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879717.770947:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879717.770951:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879717.770954:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879717.770959:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879717.770961:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879717.770970:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770974:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.770979:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.770983:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879717.770989:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879717.770998:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879717.771005:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879717.771010:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879717.771016:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879717.771023:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.771028:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879717.771032:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879717.771038:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.771043:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879717.771051:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788879717.771055:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879717.771058:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879717.771059:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.771061:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879717.771063:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879717.771066:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879717.771070:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879717.771074:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879717.771080:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519554944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879717.771087:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879717.771090:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879717.771094:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519554944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879717.771102:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879717.771105:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879717.771108:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879717.771110:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879717.771111:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879717.771114:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879717.771117:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10472 00000400:00000200:1.0:1788879717.771122:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879717.771125:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879717.771128:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879717.771131:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.771133:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.771135:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.771137:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879717.771140:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879717.771142:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879717.771144:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879717.771146:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879717.771149:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879717.771151:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879717.771155:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.771160:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879717.771163:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879717.771168:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879717.771171:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879717.771176:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879717.771181:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879717.771186:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879717.771191:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879717.771196:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.771202:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879717.771221:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879717.771227:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.771232:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879717.771239:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788879717.771244:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879717.771286:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879717.771288:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879717.771291:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879717.771294:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879717.771298:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879717.771305:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879717.771312:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879717.771321:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519555072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879717.771334:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879717.771338:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879717.771346:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519555072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879717.771357:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879717.771366:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10482) 00010000:00000001:1.0:1788879717.898371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879717.898377:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879717.898379:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879717.898382:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898386:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879717.898388:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898389:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898391:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879717.898395:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879717.898396:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879717.898397:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898399:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879717.898400:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898401:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898402:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879717.898406:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879717.898406:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879717.898407:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898408:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879717.898409:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898410:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879717.898411:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879718.922348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879718.922353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879718.922358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879718.922359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879718.922361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879718.922362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879719.114391:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305146132, at 4305146176 00000100:00000040:1.0:1788879719.114391:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305146132, at 4305146176 00000100:00000010:0.0:1788879719.114413:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b0c0. 00000100:00000010:1.0:1788879719.114417:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf60. 00010000:00000001:1.0:1788879719.946461:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879719.946474:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879719.946487:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879719.946490:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879719.946497:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879719.946499:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879720.970376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879720.970383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879720.970389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879720.970391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879720.970395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879720.970396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879721.994371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879721.994383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879721.994395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879721.994398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879721.994405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879721.994407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879722.890339:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879722.890350:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879722.890353:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879722.890357:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879722.890362:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879722.890369:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10477 00000400:00000200:1.0:1788879722.890379:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879722.890385:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879722.890387:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879722.890390:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890392:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.890394:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890396:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879722.890403:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879722.890406:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879722.890409:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879722.890413:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879722.890414:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879722.890416:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879722.890418:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890419:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.890421:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890422:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879722.890424:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879722.890426:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890428:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879722.890430:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879722.890433:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879722.890435:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.890436:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879722.890438:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879722.890449:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788879722.890451:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879722.890455:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879722.890457:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.890460:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879722.890462:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879722.890466:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879722.890475:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879722.890482:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879722.890491:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519555200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879722.890499:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879722.890503:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879722.890506:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519555200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879722.890524:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879722.890527:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879722.890530:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879722.890531:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879722.890532:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879722.890538:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879722.890540:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10477 00000400:00000200:1.0:1788879722.890543:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879722.890545:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879722.890547:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879722.890549:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890551:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.890553:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890555:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879722.890557:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879722.890558:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879722.890560:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879722.890561:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879722.890563:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879722.890564:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879722.890566:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890568:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.890571:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890574:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879722.890575:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879722.890580:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890585:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879722.890586:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879722.890592:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879722.890596:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.890600:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879722.890606:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879722.890611:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.890614:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879722.890619:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788879722.890623:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879722.890628:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879722.890631:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.890634:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879722.890638:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879722.890639:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879722.890644:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879722.890651:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879722.890657:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519555328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879722.890667:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879722.890671:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879722.890677:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519555328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879722.890687:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879722.890693:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879722.890695:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879722.890696:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879722.890698:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879722.890703:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879722.890707:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10477 00000400:00000200:1.0:1788879722.890712:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879722.890718:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879722.890722:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879722.890737:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890740:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.890744:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890748:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879722.890751:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879722.890753:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879722.890755:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879722.890759:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879722.890761:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879722.890762:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879722.890767:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890770:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.890774:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890775:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879722.890779:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879722.890785:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890787:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879722.890790:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879722.890793:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879722.890797:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.890799:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879722.890802:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879722.890806:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.890809:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879722.890814:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788879722.890818:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879722.890822:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879722.890824:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.890826:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879722.890827:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879722.890830:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879722.890835:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879722.890841:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879722.890848:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519555456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879722.890862:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879722.890864:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879722.890872:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519555456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879722.890884:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879722.890889:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879722.890893:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879722.890896:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879722.890898:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879722.890902:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879722.890907:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10477 00000400:00000200:1.0:1788879722.890912:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879722.890914:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879722.890918:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879722.890925:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890928:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.890930:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890941:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879722.890945:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879722.890948:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879722.890952:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879722.890955:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879722.890960:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879722.890963:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879722.890970:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890975:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.890982:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890987:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879722.890991:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879722.890994:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879722.890998:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879722.891002:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879722.891006:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879722.891010:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.891013:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879722.891015:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879722.891019:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.891021:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879722.891024:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788879722.891029:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879722.891031:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879722.891032:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.891033:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879722.891034:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879722.891035:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879722.891038:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879722.891040:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879722.891048:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519555584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879722.891058:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879722.891061:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879722.891070:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519555584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879722.891081:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879722.891086:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879722.891094:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879722.891097:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879722.891099:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879722.891105:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879722.891110:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10477 00000400:00000200:1.0:1788879722.891114:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879722.891119:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879722.891122:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879722.891128:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.891131:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.891136:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.891140:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879722.891144:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879722.891145:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879722.891146:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879722.891148:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879722.891151:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879722.891155:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879722.891160:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.891162:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879722.891167:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879722.891184:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879722.891188:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879722.891193:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879722.891198:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879722.891202:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879722.891205:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879722.891210:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.891213:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879722.891216:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879722.891221:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.891224:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879722.891231:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879722.891235:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879722.891240:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879722.891243:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879722.891274:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879722.891277:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879722.891281:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879722.891289:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879722.891293:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879722.891303:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519555712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879722.891318:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879722.891322:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879722.891330:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519555712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879722.891343:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879722.891349:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10487) 00010000:00000001:1.0:1788879723.018393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879723.018400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879723.018406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879723.018407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879723.018410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879723.018410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879724.042349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879724.042356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879724.042361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879724.042362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879724.042365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879724.042366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879724.234323:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305151251, at 4305151296 00000100:00000040:0.0:1788879724.234334:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305151251, at 4305151296 00000100:00000010:1.0:1788879724.234340:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b660. 00000100:00000010:0.0:1788879724.234346:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b300. 00010000:00000001:1.0:1788879725.066400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879725.066407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879725.066412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879725.066413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879725.066416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879725.066417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879726.090351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879726.090358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879726.090363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879726.090364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879726.090367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879726.090368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879727.114374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879727.114382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879727.114387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879727.114388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879727.114390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879727.114391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879728.138357:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879728.138359:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879728.138362:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138367:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879728.138369:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138371:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138372:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879728.138377:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879728.138378:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879728.138379:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138380:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879728.138381:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138383:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138384:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879728.138388:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879728.138389:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879728.138389:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138390:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879728.138391:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138392:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879728.138393:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879729.162390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879729.162396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879729.162411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879729.162413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879729.162416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879729.162417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879729.354371:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305156371, at 4305156416 00000100:00000040:0.0:1788879729.354374:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305156371, at 4305156416 00000100:00000010:1.0:1788879729.354389:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b3c0. 00000100:00000010:0.0:1788879729.354394:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b000. 00010000:00000001:1.0:1788879730.186400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879730.186406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879730.186410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879730.186411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879730.186415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879730.186416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879731.210363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879731.210371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879731.210377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879731.210379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879731.210383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879731.210410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879732.234364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879732.234370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879732.234375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879732.234376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879732.234380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879732.234381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879733.130448:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879733.130462:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879733.130466:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879733.130471:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879733.130478:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879733.130488:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10487 00000400:00000200:1.0:1788879733.130499:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879733.130508:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879733.130513:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879733.130517:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130522:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.130526:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130529:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879733.130539:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879733.130542:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879733.130546:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879733.130550:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879733.130553:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879733.130557:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879733.130561:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130563:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.130566:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130568:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879733.130572:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879733.130576:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130579:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879733.130583:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879733.130587:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879733.130591:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.130594:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879733.130597:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879733.130608:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879733.130613:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879733.130618:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879733.130621:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.130625:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879733.130628:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879733.130634:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879733.130644:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879733.130652:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879733.130664:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519556480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879733.130678:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879733.130684:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879733.130691:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519556480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879733.130724:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879733.130729:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879733.130733:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879733.130735:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879733.130737:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879733.130741:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879733.130744:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10487 00000400:00000200:1.0:1788879733.130749:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879733.130754:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879733.130757:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879733.130762:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130765:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.130769:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130771:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879733.130776:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879733.130780:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879733.130786:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879733.130790:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879733.130796:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879733.130804:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879733.130810:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130815:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.130820:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130828:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879733.130835:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879733.130842:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879733.130858:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879733.130864:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879733.130874:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879733.130881:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.130887:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879733.130895:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879733.130902:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.130909:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879733.130922:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879733.130929:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879733.130935:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879733.130941:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.130951:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879733.130954:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879733.130961:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879733.130970:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879733.130977:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879733.130985:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519556608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879733.131002:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879733.131008:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879733.131023:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519556608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879733.131052:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879733.131060:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879733.131072:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879733.131074:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879733.131078:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879733.131089:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879733.131126:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10487 00000400:00000200:1.0:1788879733.131147:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879733.131165:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879733.131178:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879733.131193:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131200:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.131212:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131218:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879733.131224:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879733.131228:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879733.131234:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879733.131238:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879733.131245:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879733.131313:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879733.131326:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131336:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.131346:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131351:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879733.131359:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879733.131368:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131378:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879733.131385:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879733.131392:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879733.131405:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.131412:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879733.131415:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879733.131420:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.131422:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879733.131427:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879733.131432:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879733.131442:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879733.131448:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.131457:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879733.131462:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879733.131467:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879733.131478:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879733.131486:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879733.131503:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519556736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879733.131519:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879733.131526:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879733.131536:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519556736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879733.131555:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879733.131559:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879733.131563:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879733.131568:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879733.131574:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879733.131579:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879733.131590:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10487 00000400:00000200:1.0:1788879733.131603:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879733.131615:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879733.131620:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879733.131630:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131634:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.131643:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131653:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879733.131663:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879733.131667:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879733.131670:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879733.131678:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879733.131688:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879733.131693:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879733.131709:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131716:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.131725:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131733:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879733.131742:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879733.131752:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131758:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879733.131766:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879733.131771:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879733.131775:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.131782:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879733.131786:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879733.131796:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.131805:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879733.131816:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879733.131824:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879733.131830:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879733.131835:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.131839:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879733.131842:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879733.131844:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879733.131851:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879733.131862:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879733.131874:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519556864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879733.131890:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879733.131897:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879733.131903:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519556864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879733.131922:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879733.131931:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879733.131938:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879733.131940:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879733.131942:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879733.131945:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879733.131948:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10487 00000400:00000200:1.0:1788879733.131959:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879733.131969:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879733.131975:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879733.131985:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.131987:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.131996:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.132009:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879733.132022:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879733.132027:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879733.132030:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879733.132035:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879733.132040:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879733.132052:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879733.132067:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.132074:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879733.132078:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879733.132085:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879733.132093:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879733.132130:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879733.132140:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879733.132149:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879733.132161:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879733.132174:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.132186:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879733.132193:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879733.132207:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.132216:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879733.132228:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879733.132239:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879733.132282:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879733.132286:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879733.132289:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879733.132291:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879733.132297:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879733.132309:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879733.132320:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879733.132335:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519556992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879733.132353:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879733.132359:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879733.132374:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519556992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879733.132398:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879733.132410:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10497) 00010000:00000001:1.0:1788879733.258352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879733.258360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879733.258367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879733.258369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879733.258373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879733.258375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879734.282349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879734.282357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879734.282363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879734.282364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879734.282379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879734.282381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879734.474379:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305161492, at 4305161536 00000100:00000040:0.0:1788879734.474383:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305161492, at 4305161536 00000100:00000010:1.0:1788879734.474404:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b180. 00000100:00000010:0.0:1788879734.474408:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b420. 00010000:00000001:1.0:1788879735.306342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879735.306348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879735.306354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879735.306355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879735.306357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879735.306358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879736.330356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879736.330362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879736.330366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879736.330367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879736.330369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879736.330370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879737.354410:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879737.354413:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879737.354417:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354421:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879737.354424:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354426:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354429:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879737.354454:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879737.354457:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879737.354461:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354465:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879737.354467:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354471:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354474:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354479:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879737.354481:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879737.354483:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879737.354485:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354488:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879737.354490:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354493:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879737.354497:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879738.250385:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879738.250395:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879738.250398:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879738.250401:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879738.250406:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879738.250424:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10492 00000400:00000200:1.0:1788879738.250433:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879738.250438:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879738.250441:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879738.250443:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250446:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.250448:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250450:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879738.250457:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879738.250459:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879738.250461:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879738.250463:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879738.250465:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879738.250467:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879738.250470:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250471:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.250473:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250474:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879738.250476:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879738.250479:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250481:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879738.250483:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879738.250486:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879738.250489:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.250491:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879738.250493:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879738.250499:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788879738.250502:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879738.250506:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879738.250508:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.250511:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879738.250513:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879738.250517:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879738.250525:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879738.250531:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879738.250539:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519557120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879738.250548:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879738.250551:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879738.250556:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519557120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879738.250573:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879738.250576:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879738.250578:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879738.250580:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879738.250581:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879738.250583:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879738.250585:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10492 00000400:00000200:1.0:1788879738.250587:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879738.250590:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879738.250592:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879738.250595:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250597:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.250599:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250616:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879738.250620:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879738.250622:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879738.250624:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879738.250628:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879738.250636:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879738.250643:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879738.250652:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250660:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.250674:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250682:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879738.250690:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879738.250700:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879738.250708:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879738.250717:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879738.250738:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879738.250748:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.250754:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879738.250762:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879738.250770:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.250779:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879738.250787:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788879738.250793:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879738.250805:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879738.250814:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.250823:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879738.250830:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879738.250839:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879738.250854:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879738.250866:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879738.250887:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519557248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879738.250913:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879738.250917:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879738.250926:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519557248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879738.250987:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879738.251004:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879738.251009:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879738.251015:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879738.251020:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879738.251025:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879738.251038:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10492 00000400:00000200:1.0:1788879738.251056:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879738.251092:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879738.251102:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879738.251125:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251130:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.251137:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251142:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879738.251158:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879738.251162:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879738.251166:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879738.251169:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879738.251191:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879738.251200:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879738.251209:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251212:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.251218:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251225:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879738.251231:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879738.251241:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251249:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879738.251255:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879738.251260:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879738.251268:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.251270:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879738.251273:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879738.251351:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.251357:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879738.251365:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788879738.251372:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879738.251376:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879738.251379:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.251381:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879738.251384:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879738.251387:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879738.251391:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879738.251396:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879738.251403:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519557376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879738.251428:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879738.251430:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879738.251444:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519557376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879738.251455:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879738.251457:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879738.251464:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879738.251467:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879738.251470:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879738.251473:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879738.251478:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10492 00000400:00000200:1.0:1788879738.251492:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879738.251498:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879738.251501:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879738.251506:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251508:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.251513:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251515:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879738.251518:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879738.251522:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879738.251523:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879738.251525:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879738.251527:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879738.251533:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879738.251536:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251539:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.251544:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251546:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879738.251550:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879738.251553:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251554:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879738.251555:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879738.251558:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879738.251559:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.251565:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879738.251569:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879738.251572:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.251575:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879738.251582:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788879738.251586:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879738.251590:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879738.251595:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.251597:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879738.251618:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879738.251626:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879738.251639:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879738.251646:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879738.251662:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519557504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879738.251701:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879738.251706:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879738.251722:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519557504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879738.251755:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879738.251763:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879738.251774:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879738.251780:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879738.251785:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879738.251796:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879738.251807:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10492 00000400:00000200:1.0:1788879738.251828:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879738.251845:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879738.251857:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879738.251873:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251883:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.251912:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251922:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879738.251934:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879738.251938:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879738.251944:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879738.251951:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879738.251960:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879738.251969:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879738.251984:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.251994:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879738.252013:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879738.252038:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879738.252048:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879738.252056:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879738.252074:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879738.252077:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879738.252081:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879738.252088:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.252096:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879738.252101:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879738.252107:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.252129:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879738.252138:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879738.252145:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879738.252155:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879738.252159:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879738.252164:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879738.252166:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879738.252169:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879738.252178:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879738.252201:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879738.252211:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519557632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879738.252233:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879738.252236:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879738.252242:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519557632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879738.252264:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879738.252272:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10503) 00010000:00000001:1.0:1788879738.378393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879738.378400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879738.378407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879738.378410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879738.378415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879738.378417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879739.402350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879739.402358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879739.402364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879739.402366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879739.402370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879739.402372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879739.594323:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305166612, at 4305166656 00000100:00000040:1.0:1788879739.594328:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305166612, at 4305166656 00000100:00000010:0.0:1788879739.594337:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b120. 00000100:00000010:1.0:1788879739.594339:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b8a0. 00010000:00000001:1.0:1788879740.426452:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879740.426461:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879740.426470:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879740.426472:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879740.426476:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879740.426478:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879741.450429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879741.450439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879741.450447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879741.450449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879741.450453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879741.450455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879742.474349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879742.474356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879742.474362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879742.474364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879742.474367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879742.474369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879743.370424:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879743.370441:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879743.370447:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879743.370453:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879743.370460:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879743.370470:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10498 00000400:00000200:1.0:1788879743.370482:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879743.370491:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879743.370495:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879743.370500:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370505:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.370508:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370512:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879743.370521:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879743.370524:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879743.370527:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879743.370532:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879743.370535:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879743.370538:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879743.370542:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370544:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.370547:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370549:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879743.370553:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879743.370557:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370560:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879743.370564:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879743.370569:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879743.370572:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.370575:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879743.370578:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879743.370590:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879743.370594:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879743.370599:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879743.370602:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.370606:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879743.370609:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879743.370615:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879743.370625:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879743.370635:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879743.370646:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519557760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879743.370661:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879743.370666:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879743.370672:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519557760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879743.370702:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879743.370707:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879743.370712:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879743.370714:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879743.370716:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879743.370720:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879743.370723:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10498 00000400:00000200:1.0:1788879743.370727:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879743.370731:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879743.370734:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879743.370738:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370741:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.370745:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370748:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879743.370753:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879743.370756:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879743.370759:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879743.370761:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879743.370764:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879743.370767:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879743.370772:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370775:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.370784:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370793:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879743.370800:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879743.370812:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879743.370822:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879743.370830:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879743.370840:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879743.370850:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.370858:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879743.370864:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879743.370873:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.370881:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879743.370891:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879743.370900:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879743.370909:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879743.370911:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.370914:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879743.370922:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879743.370925:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879743.370938:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879743.370944:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879743.370956:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519557888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879743.370976:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879743.370982:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879743.370993:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519557888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879743.371011:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879743.371018:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879743.371024:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879743.371057:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879743.371062:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879743.371073:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879743.371083:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10498 00000400:00000200:1.0:1788879743.371095:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879743.371114:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879743.371124:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879743.371137:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371148:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.371153:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371155:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879743.371161:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879743.371164:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879743.371170:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879743.371173:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879743.371179:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879743.371183:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879743.371193:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371201:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.371209:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371214:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879743.371218:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879743.371225:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371234:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879743.371237:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879743.371244:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879743.371299:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.371305:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879743.371313:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879743.371320:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.371326:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879743.371336:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879743.371347:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879743.371357:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879743.371363:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.371373:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879743.371381:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879743.371384:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879743.371390:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879743.371401:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879743.371415:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519558016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879743.371435:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879743.371443:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879743.371456:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519558016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879743.371483:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879743.371495:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879743.371507:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879743.371516:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879743.371522:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879743.371530:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879743.371539:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10498 00000400:00000200:1.0:1788879743.371556:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879743.371565:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879743.371568:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879743.371572:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371576:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.371586:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371595:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879743.371600:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879743.371605:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879743.371610:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879743.371614:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879743.371623:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879743.371631:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879743.371645:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371654:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.371662:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371666:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879743.371670:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879743.371683:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371688:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879743.371695:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879743.371701:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879743.371711:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.371718:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879743.371723:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879743.371730:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.371741:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879743.371749:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879743.371753:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879743.371758:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879743.371762:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.371767:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879743.371770:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879743.371776:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879743.371785:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879743.371794:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879743.371811:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519558144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879743.371826:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879743.371830:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879743.371836:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519558144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879743.371857:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879743.371863:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879743.371871:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879743.371877:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879743.371886:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879743.371893:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879743.371903:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10498 00000400:00000200:1.0:1788879743.371918:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879743.371928:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879743.371937:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879743.371946:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371953:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.371959:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.371969:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879743.371977:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879743.371979:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879743.371985:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879743.371991:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879743.371995:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879743.372004:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879743.372017:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.372045:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879743.372054:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879743.372057:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879743.372069:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879743.372079:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879743.372088:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879743.372094:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879743.372102:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879743.372112:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.372120:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879743.372125:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879743.372132:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.372138:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879743.372147:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879743.372156:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879743.372167:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879743.372171:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879743.372177:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879743.372182:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879743.372187:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879743.372196:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879743.372205:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879743.372223:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519558272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879743.372286:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879743.372295:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879743.372309:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519558272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879743.372340:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879743.372348:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10508) 00010000:00000001:1.0:1788879743.498385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879743.498393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879743.498400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879743.498402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879743.498406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879743.498408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879744.522413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879744.522423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879744.522432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879744.522434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879744.522439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879744.522441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879744.714389:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305171732, at 4305171776 00000100:00000040:1.0:1788879744.714389:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305171732, at 4305171776 00000100:00000010:0.0:1788879744.714418:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b8a0. 00000100:00000010:1.0:1788879744.714419:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b120. 00010000:00000001:1.0:1788879745.546419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879745.546429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879745.546450:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879745.546453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879745.546459:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879745.546461:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879746.570367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879746.570374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879746.570381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879746.570384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879746.570388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879746.570389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594476:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879747.594501:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879747.594505:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879747.594512:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594519:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879747.594524:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594528:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594533:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594540:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879747.594544:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879747.594546:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879747.594550:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594553:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879747.594556:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594559:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594563:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594569:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879747.594572:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879747.594575:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879747.594578:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594582:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879747.594586:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594589:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879747.594592:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879748.490466:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879748.490479:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879748.490482:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879748.490486:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879748.490493:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879748.490502:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10503 00000400:00000200:0.0:1788879748.490513:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879748.490520:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879748.490523:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879748.490527:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490531:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.490535:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490537:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879748.490545:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879748.490559:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879748.490562:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879748.490566:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879748.490568:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879748.490570:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879748.490574:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490576:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.490578:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490581:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879748.490585:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879748.490606:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490610:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879748.490614:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879748.490621:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879748.490625:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.490628:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879748.490631:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879748.490643:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879748.490647:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879748.490653:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879748.490655:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.490658:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879748.490662:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879748.490668:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879748.490678:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788879748.490687:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879748.490699:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519558400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879748.490713:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879748.490718:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879748.490724:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519558400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879748.490752:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879748.490756:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879748.490761:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879748.490763:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879748.490765:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879748.490785:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879748.490788:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10503 00000400:00000200:0.0:1788879748.490795:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879748.490800:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879748.490804:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879748.490809:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490812:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.490817:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490820:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879748.490826:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879748.490831:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879748.490836:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879748.490840:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879748.490846:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879748.490852:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879748.490859:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490861:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.490864:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490866:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879748.490868:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879748.490877:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879748.490887:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879748.490910:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879748.490918:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879748.490925:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.490931:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879748.490936:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879748.490943:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.490947:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879748.490954:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879748.490959:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879748.490964:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879748.490968:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.490970:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879748.490971:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879748.490973:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879748.490977:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879748.490984:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879748.491035:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519558528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879748.491056:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879748.491063:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879748.491095:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519558528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879748.491116:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879748.491126:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879748.491132:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879748.491135:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879748.491141:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879748.491151:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879748.491159:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10503 00000400:00000200:0.0:1788879748.491168:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879748.491180:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879748.491200:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879748.491214:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491223:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.491232:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491238:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879748.491310:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879748.491314:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879748.491317:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879748.491320:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879748.491323:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879748.491327:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879748.491334:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491337:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.491340:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491360:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879748.491365:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879748.491371:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491377:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879748.491382:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879748.491389:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879748.491398:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.491406:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879748.491414:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879748.491421:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.491428:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879748.491441:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788879748.491453:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879748.491461:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879748.491465:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.491469:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879748.491474:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879748.491477:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879748.491487:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879748.491497:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879748.491509:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519558656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879748.491524:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879748.491529:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879748.491538:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519558656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879748.491555:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879748.491562:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879748.491570:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879748.491575:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879748.491578:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879748.491586:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879748.491592:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10503 00000400:00000200:0.0:1788879748.491617:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879748.491621:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879748.491625:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879748.491639:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491643:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.491651:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491675:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879748.491686:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879748.491692:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879748.491698:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879748.491703:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879748.491708:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879748.491712:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879748.491723:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491732:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.491744:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491753:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879748.491757:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879748.491764:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879748.491769:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879748.491772:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879748.491778:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879748.491785:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.491788:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879748.491796:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879748.491802:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.491810:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879748.491818:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879748.491826:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879748.491833:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879748.491838:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.491844:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879748.491848:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879748.491853:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879748.491866:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879748.491875:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879748.491904:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519558784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879748.491923:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879748.491929:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879748.491941:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519558784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879748.491956:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879748.491962:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879748.491973:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879748.491979:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879748.491982:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879748.491987:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879748.492014:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10503 00000400:00000200:0.0:1788879748.492023:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879748.492050:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879748.492058:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879748.492069:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.492076:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.492084:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.492090:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879748.492100:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879748.492104:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879748.492110:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879748.492116:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879748.492124:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879748.492131:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879748.492142:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.492149:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879748.492157:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879748.492166:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879748.492173:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879748.492183:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879748.492192:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879748.492199:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879748.492208:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879748.492218:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.492226:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879748.492231:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879748.492237:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.492242:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879748.492256:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879748.492327:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879748.492335:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879748.492338:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879748.492343:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879748.492348:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879748.492351:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879748.492358:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879748.492365:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879748.492378:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519558912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879748.492423:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879748.492432:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879748.492449:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519558912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879748.492479:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879748.492490:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10513) 00010000:00000001:1.0:1788879748.618363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879748.618369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879748.618375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879748.618376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879748.618380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879748.618381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879749.642355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879749.642361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879749.642366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879749.642368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879749.642371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879749.642372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879749.834380:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305176852, at 4305176896 00000100:00000040:0.0:1788879749.834388:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305176852, at 4305176896 00000100:00000010:1.0:1788879749.834397:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b180. 00000100:00000010:0.0:1788879749.834398:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b420. 00010000:00000001:1.0:1788879750.666419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879750.666427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879750.666433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879750.666435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879750.666439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879750.666441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879751.690362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879751.690370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879751.690389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879751.690392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879751.690396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879751.690398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879752.714361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879752.714367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879752.714373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879752.714374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879752.714378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879752.714379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879753.610421:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879753.610437:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879753.610442:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879753.610449:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879753.610457:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879753.610468:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10508 00000400:00000200:1.0:1788879753.610484:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879753.610495:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879753.610501:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879753.610508:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610515:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.610520:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610525:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879753.610536:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879753.610539:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879753.610542:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879753.610547:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879753.610550:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879753.610553:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879753.610557:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610560:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.610562:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610565:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879753.610569:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879753.610573:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610577:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879753.610581:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879753.610586:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879753.610590:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.610593:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879753.610597:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879753.610609:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788879753.610614:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879753.610620:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879753.610622:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.610627:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879753.610631:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879753.610637:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879753.610648:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879753.610657:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879753.610669:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519559040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879753.610683:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879753.610689:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879753.610695:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519559040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879753.610725:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879753.610730:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879753.610734:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879753.610736:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879753.610739:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879753.610742:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879753.610746:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10508 00000400:00000200:1.0:1788879753.610752:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879753.610757:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879753.610761:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879753.610766:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610769:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.610772:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610776:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879753.610786:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879753.610792:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879753.610796:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879753.610802:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879753.610808:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879753.610812:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879753.610825:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610828:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.610830:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610832:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879753.610841:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879753.610851:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879753.610861:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879753.610863:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879753.610876:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879753.610889:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.610897:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879753.610906:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879753.610915:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.610923:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879753.610938:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788879753.610951:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879753.610981:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879753.610988:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.611075:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879753.611087:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879753.611098:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879753.611118:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879753.611132:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879753.611157:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519559168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879753.611193:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879753.611202:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879753.611217:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519559168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879753.611381:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879753.611394:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879753.611406:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879753.611417:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879753.611425:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879753.611437:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879753.611445:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10508 00000400:00000200:1.0:1788879753.611452:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879753.611464:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879753.611472:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879753.611482:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.611491:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.611499:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.611507:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879753.611517:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879753.611523:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879753.611528:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879753.611533:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879753.611540:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879753.611547:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879753.611559:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.611565:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.611575:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.611581:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879753.611585:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879753.611595:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879753.611602:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879753.611608:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879753.611617:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879753.611623:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.611629:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879753.611633:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879753.611638:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.611644:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879753.611651:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788879753.611657:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879753.611666:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879753.611670:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.611674:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879753.611679:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879753.611684:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879753.611695:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879753.611708:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879753.611725:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519559296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879753.611762:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879753.611768:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879753.611781:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519559296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879753.611804:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879753.611810:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879753.611817:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879753.611822:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879753.611828:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879753.611838:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879753.611847:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10508 00000400:00000200:1.0:1788879753.611862:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879753.611874:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879753.611882:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879753.611892:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.611903:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.611911:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.611918:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879753.611925:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879753.611930:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879753.611935:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879753.611942:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879753.611977:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879753.611989:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879753.612007:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.612019:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.612030:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.612041:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879753.612052:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879753.612066:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879753.612080:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879753.612090:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879753.612100:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879753.612115:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.612124:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879753.612132:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879753.612142:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.612153:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879753.612167:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788879753.612180:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879753.612193:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879753.612200:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.612210:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879753.612216:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879753.612223:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879753.612239:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879753.612289:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879753.612306:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519559424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879753.612325:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879753.612334:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879753.612346:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519559424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879753.612373:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879753.612378:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879753.612387:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879753.612392:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879753.612397:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879753.612402:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879753.612412:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10508 00000400:00000200:1.0:1788879753.612426:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879753.612440:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879753.612445:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879753.612455:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.612463:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.612469:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.612477:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879753.612487:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879753.612493:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879753.612496:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879753.612505:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879753.612512:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879753.612518:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879753.612526:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.612531:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879753.612539:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879753.612548:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879753.612555:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879753.612566:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879753.612573:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879753.612578:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879753.612586:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879753.612596:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.612601:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879753.612607:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879753.612615:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.612621:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879753.612630:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788879753.612637:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879753.612644:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879753.612649:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879753.612656:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879753.612660:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879753.612667:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879753.612677:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879753.612686:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879753.612700:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519559552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879753.612726:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879753.612732:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879753.612746:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519559552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879753.612777:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879753.612786:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10518) 00010000:00000001:1.0:1788879753.738406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879753.738413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879753.738421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879753.738423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879753.738427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879753.738429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879754.762372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879754.762380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879754.762387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879754.762389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879754.762393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879754.762395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879754.954332:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305181972, at 4305182016 00000100:00000040:1.0:1788879754.954343:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305181972, at 4305182016 00000100:00000010:0.0:1788879754.954350:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b000. 00000100:00000010:1.0:1788879754.954356:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b3c0. 00010000:00000001:1.0:1788879755.786406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879755.786413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879755.786419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879755.786421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879755.786424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879755.786425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879756.810373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879756.810383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879756.810391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879756.810393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879756.810400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879756.810402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879757.834398:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879757.834401:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879757.834404:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834409:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879757.834411:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834413:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834415:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879757.834420:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879757.834421:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879757.834422:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834423:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879757.834424:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834426:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834427:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879757.834434:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879757.834435:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879757.834436:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834438:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879757.834439:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834440:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879757.834441:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879758.730424:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879758.730439:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879758.730442:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879758.730447:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879758.730452:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879758.730461:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10513 00000400:00000200:1.0:1788879758.730471:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879758.730479:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879758.730483:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879758.730487:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730491:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.730494:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730496:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879758.730507:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879758.730509:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879758.730513:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879758.730516:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879758.730519:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879758.730521:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879758.730523:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730525:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.730527:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730531:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879758.730534:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879758.730537:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730539:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879758.730542:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879758.730545:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879758.730548:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.730551:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879758.730553:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879758.730566:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879758.730570:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879758.730574:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879758.730576:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.730579:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879758.730581:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879758.730587:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879758.730597:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879758.730606:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879758.730618:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519559680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879758.730632:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879758.730640:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879758.730647:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519559680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879758.730685:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879758.730690:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879758.730694:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879758.730695:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879758.730697:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879758.730700:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879758.730703:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10513 00000400:00000200:1.0:1788879758.730708:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879758.730711:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879758.730713:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879758.730716:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730717:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.730719:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730721:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879758.730724:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879758.730725:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879758.730727:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879758.730729:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879758.730731:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879758.730748:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879758.730752:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730754:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.730756:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730758:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879758.730761:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879758.730764:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730766:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879758.730768:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879758.730775:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879758.730777:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.730779:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879758.730792:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879758.730797:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.730802:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879758.730807:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879758.730812:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879758.730815:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879758.730819:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.730825:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879758.730829:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879758.730832:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879758.730840:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879758.730849:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879758.730863:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519559808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879758.730880:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879758.730883:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879758.730888:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519559808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879758.730906:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879758.730912:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879758.730936:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879758.730957:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879758.730962:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879758.730965:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879758.730968:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10513 00000400:00000200:1.0:1788879758.730977:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879758.730982:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879758.730984:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879758.730991:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.730994:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.730997:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731019:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879758.731022:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879758.731024:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879758.731026:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879758.731031:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879758.731033:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879758.731038:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879758.731047:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731052:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.731058:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731061:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879758.731063:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879758.731070:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731074:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879758.731078:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879758.731082:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879758.731088:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.731091:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879758.731095:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879758.731099:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.731101:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879758.731109:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879758.731115:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879758.731121:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879758.731123:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.731125:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879758.731127:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879758.731129:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879758.731133:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879758.731137:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879758.731146:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519559936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879758.731157:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879758.731161:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879758.731167:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519559936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879758.731180:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879758.731185:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879758.731190:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879758.731195:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879758.731199:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879758.731202:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879758.731208:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10513 00000400:00000200:1.0:1788879758.731218:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879758.731225:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879758.731231:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879758.731241:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731245:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.731249:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731251:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879758.731254:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879758.731256:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879758.731258:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879758.731259:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879758.731261:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879758.731263:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879758.731266:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731268:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.731270:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731272:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879758.731290:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879758.731326:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731330:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879758.731334:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879758.731337:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879758.731339:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.731344:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879758.731350:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879758.731355:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.731361:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879758.731368:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879758.731376:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879758.731383:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879758.731387:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.731391:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879758.731394:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879758.731398:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879758.731402:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879758.731408:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879758.731420:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519560064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879758.731434:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879758.731437:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879758.731444:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519560064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879758.731467:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879758.731472:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879758.731476:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879758.731480:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879758.731483:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879758.731490:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879758.731496:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10513 00000400:00000200:1.0:1788879758.731506:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879758.731512:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879758.731514:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879758.731518:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731524:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.731530:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731536:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879758.731540:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879758.731542:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879758.731544:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879758.731564:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879758.731569:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879758.731571:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879758.731574:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731578:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879758.731582:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731585:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879758.731588:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879758.731595:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879758.731598:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879758.731602:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879758.731606:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879758.731610:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.731613:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879758.731619:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879758.731626:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.731631:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879758.731640:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879758.731647:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879758.731656:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879758.731661:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879758.731670:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879758.731676:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879758.731682:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879758.731692:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879758.731698:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879758.731708:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519560192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879758.731747:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879758.731751:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879758.731757:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519560192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879758.731772:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879758.731779:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10523) 00010000:00000001:1.0:1788879758.858432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879758.858440:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879758.858447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879758.858449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879758.858452:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879758.858453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879759.882428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879759.882437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879759.882444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879759.882446:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879759.882451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879759.882452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879760.074351:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305187092, at 4305187136 00000100:00000040:0.0:1788879760.074362:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305187092, at 4305187136 00000100:00000010:1.0:1788879760.074372:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b660. 00000100:00000010:0.0:1788879760.074378:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b300. 00010000:00000001:1.0:1788879760.906375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879760.906383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879760.906390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879760.906392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879760.906396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879760.906397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879761.930432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879761.930444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879761.930456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879761.930459:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879761.930466:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879761.930468:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879762.954425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879762.954436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879762.954448:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879762.954453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879762.954461:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879762.954464:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879763.978368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879763.978375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879763.978392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879763.978394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879763.978397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879763.978400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879765.002346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879765.002355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879765.002372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879765.002373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879765.002377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879765.002378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879765.194329:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305192212, at 4305192256 00000100:00000010:1.0:1788879765.194343:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b0c0. 00000100:00000040:0.0:1788879765.194349:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305192212, at 4305192256 00000100:00000010:0.0:1788879765.194362:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf60. 00010000:00000001:1.0:1788879766.026354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879766.026362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879766.026369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879766.026371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879766.026375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879766.026377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879767.050376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879767.050387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879767.050399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879767.050401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879767.050406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879767.050409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879768.074380:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879768.074383:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879768.074387:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074393:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879768.074396:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074399:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074403:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879768.074409:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879768.074411:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879768.074413:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074415:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879768.074416:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074418:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074420:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879768.074425:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879768.074427:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879768.074428:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074430:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879768.074431:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074433:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879768.074435:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879768.970375:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879768.970385:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879768.970388:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879768.970392:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879768.970397:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879768.970405:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10523 00000400:00000200:1.0:1788879768.970424:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879768.970433:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879768.970438:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879768.970442:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970447:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.970450:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970454:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879768.970464:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879768.970467:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879768.970471:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879768.970475:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879768.970479:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879768.970481:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879768.970484:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970486:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.970488:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970489:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879768.970492:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879768.970495:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970497:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879768.970499:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879768.970503:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879768.970506:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.970508:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879768.970510:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879768.970520:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879768.970523:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879768.970527:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879768.970528:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.970531:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879768.970535:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879768.970540:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879768.970548:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879768.970555:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879768.970564:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519560960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879768.970575:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879768.970580:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879768.970587:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519560960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879768.970615:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879768.970619:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879768.970624:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879768.970626:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879768.970629:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879768.970632:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879768.970636:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10523 00000400:00000200:1.0:1788879768.970642:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879768.970645:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879768.970647:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879768.970650:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970652:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.970653:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970663:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879768.970667:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879768.970668:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879768.970670:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879768.970672:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879768.970674:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879768.970677:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879768.970680:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970682:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.970684:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970686:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879768.970688:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879768.970691:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970697:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879768.970701:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879768.970708:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879768.970712:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.970715:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879768.970721:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879768.970729:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.970733:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879768.970739:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788879768.970746:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879768.970755:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879768.970758:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.970761:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879768.970766:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879768.970770:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879768.970776:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879768.970785:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879768.970795:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519561088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879768.970822:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879768.970828:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879768.970839:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519561088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879768.970879:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879768.970886:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879768.970895:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879768.970899:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879768.970904:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879768.970910:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879768.970917:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10523 00000400:00000200:1.0:1788879768.970926:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879768.970932:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879768.970936:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879768.970941:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970948:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.970952:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970955:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879768.970961:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879768.970964:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879768.970967:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879768.970971:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879768.970975:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879768.970980:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879768.970989:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.970994:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.971001:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971005:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879768.971011:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879768.971019:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971024:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879768.971029:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879768.971034:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879768.971038:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.971040:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879768.971042:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879768.971048:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.971052:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879768.971057:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788879768.971072:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879768.971075:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879768.971077:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.971082:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879768.971084:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879768.971089:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879768.971099:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879768.971106:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879768.971117:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519561216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879768.971142:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879768.971147:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879768.971157:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519561216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879768.971172:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879768.971177:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879768.971181:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879768.971185:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879768.971188:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879768.971195:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879768.971202:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10523 00000400:00000200:1.0:1788879768.971208:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879768.971216:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879768.971223:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879768.971231:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971235:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.971240:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971244:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879768.971247:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879768.971248:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879768.971293:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879768.971299:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879768.971306:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879768.971310:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879768.971316:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971322:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.971330:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971339:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879768.971348:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879768.971358:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971367:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879768.971370:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879768.971376:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879768.971382:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.971386:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879768.971390:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879768.971395:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.971398:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879768.971404:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788879768.971410:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879768.971417:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879768.971421:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.971430:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879768.971436:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879768.971442:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879768.971450:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879768.971461:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879768.971477:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519561344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879768.971496:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879768.971502:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879768.971512:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519561344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879768.971526:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879768.971533:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879768.971540:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879768.971546:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879768.971550:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879768.971556:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879768.971564:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10523 00000400:00000200:1.0:1788879768.971576:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879768.971586:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879768.971594:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879768.971604:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971613:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.971624:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971631:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879768.971642:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879768.971647:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879768.971651:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879768.971655:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879768.971658:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879768.971663:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879768.971671:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971677:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879768.971684:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971690:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879768.971698:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879768.971705:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879768.971710:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879768.971713:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879768.971719:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879768.971724:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.971730:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879768.971733:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879768.971738:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.971743:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879768.971751:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788879768.971759:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879768.971767:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879768.971772:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879768.971775:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879768.971780:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879768.971785:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879768.971792:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879768.971799:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879768.971813:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519561472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879768.971833:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879768.971840:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879768.971867:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519561472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879768.971909:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879768.971917:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10533) 00010000:00000001:1.0:1788879769.098354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879769.098360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879769.098363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879769.098364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879769.098367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879769.098367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879770.122355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879770.122363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879770.122369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879770.122371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879770.122374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879770.122375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879770.314372:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305197332, at 4305197376 00000100:00000040:1.0:1788879770.314372:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305197332, at 4305197376 00000100:00000010:1.0:1788879770.314391:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc00. 00000100:00000010:0.0:1788879770.314394:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd20. 00010000:00000001:1.0:1788879771.146364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879771.146369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879771.146374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879771.146375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879771.146378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879771.146379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879772.170322:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879772.170328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879772.170332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879772.170333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879772.170335:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879772.170336:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879773.194372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879773.194379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879773.194384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879773.194387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879773.194390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879773.194391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879774.218332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879774.218337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879774.218341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879774.218342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879774.218345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879774.218346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879775.242409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879775.242421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879775.242431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879775.242433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879775.242439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879775.242442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879775.434380:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305202451, at 4305202496 00000100:00000040:1.0:1788879775.434387:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305202451, at 4305202496 00000100:00000010:0.0:1788879775.434419:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b060. 00000100:00000010:1.0:1788879775.434422:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00010000:00000001:1.0:1788879776.266353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879776.266358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879776.266362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879776.266363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879776.266366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879776.266367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879777.290384:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879777.290386:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879777.290390:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290394:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879777.290396:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290399:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290401:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879777.290406:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879777.290407:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879777.290409:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290410:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879777.290411:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290412:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290414:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879777.290418:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879777.290419:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879777.290420:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290421:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879777.290422:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290423:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879777.290425:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879778.314369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879778.314378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879778.314401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879778.314403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879778.314407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879778.314408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879779.210443:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879779.210454:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879779.210457:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879779.210462:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879779.210468:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879779.210477:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10533 00000400:00000200:0.0:1788879779.210487:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879779.210494:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879779.210498:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879779.210503:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210506:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.210510:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210513:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879779.210521:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879779.210523:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879779.210526:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879779.210530:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879779.210532:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879779.210535:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879779.210538:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210541:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.210543:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210545:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879779.210548:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879779.210552:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210555:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879779.210558:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879779.210562:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879779.210566:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.210568:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879779.210571:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879779.210582:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879779.210586:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879779.210591:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879779.210593:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.210596:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879779.210600:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879779.210606:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879779.210617:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879779.210625:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879779.210635:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519562240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879779.210648:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879779.210654:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879779.210659:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519562240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879779.210688:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879779.210704:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879779.210708:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879779.210710:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879779.210712:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879779.210716:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879779.210720:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10533 00000400:00000200:0.0:1788879779.210725:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879779.210729:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879779.210732:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879779.210736:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210752:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.210758:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210764:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879779.210769:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879779.210792:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879779.210795:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879779.210801:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879779.210806:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879779.210813:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879779.210825:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210833:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.210839:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210848:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879779.210852:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879779.210859:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879779.210867:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879779.210870:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879779.210883:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879779.210891:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.210900:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879779.210906:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879779.210911:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.210917:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879779.210926:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879779.210931:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879779.210938:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879779.210944:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.210948:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879779.210952:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879779.210957:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879779.210966:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879779.210971:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879779.210986:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519562368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879779.211007:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879779.211013:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879779.211022:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519562368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879779.211045:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879779.211050:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879779.211054:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879779.211057:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879779.211060:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879779.211065:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879779.211075:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10533 00000400:00000200:0.0:1788879779.211089:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879779.211098:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879779.211107:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879779.211119:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211125:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.211132:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211137:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879779.211145:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879779.211148:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879779.211150:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879779.211153:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879779.211155:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879779.211161:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879779.211172:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211175:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.211182:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211190:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879779.211195:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879779.211201:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211210:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879779.211213:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879779.211218:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879779.211223:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.211225:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879779.211227:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879779.211230:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.211233:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879779.211238:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788879779.211313:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879779.211325:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879779.211329:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.211337:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879779.211339:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879779.211342:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879779.211353:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879779.211361:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879779.211377:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519562496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879779.211387:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879779.211391:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879779.211398:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519562496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879779.211421:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879779.211427:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879779.211436:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879779.211438:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879779.211441:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879779.211450:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879779.211455:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10533 00000400:00000200:0.0:1788879779.211468:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879779.211478:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879779.211482:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879779.211485:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211492:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.211498:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211503:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879779.211509:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879779.211514:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879779.211521:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879779.211524:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879779.211530:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879779.211534:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879779.211543:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211549:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.211558:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211565:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879779.211572:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879779.211584:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211595:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879779.211600:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879779.211608:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879779.211617:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.211624:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879779.211632:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879779.211643:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.211649:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879779.211657:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879779.211663:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879779.211669:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879779.211672:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.211674:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879779.211677:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879779.211681:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879779.211691:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879779.211697:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879779.211708:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519562624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879779.211725:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879779.211732:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879779.211738:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519562624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879779.211762:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879779.211771:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879779.211797:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879779.211800:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879779.211804:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879779.211812:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879779.211821:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10533 00000400:00000200:0.0:1788879779.211831:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879779.211844:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879779.211849:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879779.211858:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211866:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.211875:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211883:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879779.211891:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879779.211896:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879779.211904:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879779.211912:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879779.211923:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879779.211936:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879779.211953:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211965:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879779.211981:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879779.211990:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879779.212003:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879779.212018:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879779.212030:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879779.212038:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879779.212048:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879779.212058:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.212065:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879779.212070:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879779.212081:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.212091:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879779.212107:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879779.212117:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879779.212128:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879779.212135:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879779.212145:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879779.212151:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879779.212158:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879779.212172:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788879779.212187:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879779.212206:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519562752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879779.212236:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879779.212243:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879779.212287:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519562752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879779.212319:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879779.212332:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10543) 00010000:00000001:1.0:1788879779.338363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879779.338371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879779.338377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879779.338378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879779.338381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879779.338383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879780.362346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879780.362354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879780.362359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879780.362361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879780.362364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879780.362365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879780.554338:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305207572, at 4305207616 00000100:00000040:0.0:1788879780.554356:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305207572, at 4305207616 00000100:00000010:1.0:1788879780.554357:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bba0. 00000100:00000010:0.0:1788879780.554371:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b6c0. 00010000:00000001:1.0:1788879781.386374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879781.386384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879781.386394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879781.386397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879781.386403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879781.386406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1788879782.282736:0:2383:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:1.0:1788879782.282822:0:2383:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788879782.282836:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879782.282842:0:2383:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:1.0:1788879782.282849:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879782.282854:0:2383:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788879782.282861:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879782.282867:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaad00. 00000400:00000200:1.0:1788879782.282875:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879782.282881:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879782.282891:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4550 00000400:00000010:1.0:1788879782.282895:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4550. 00000100:00000001:1.0:1788879782.282902:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879782.282916:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a7480 x1875765519562240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.282951:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879782.282956:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519562240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.282968:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879782.282973:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879782.282990:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879782.282995:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa900. 00000400:00000200:1.0:1788879782.283014:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879782.283023:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879782.283029:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4880 00000400:00000010:1.0:1788879782.283032:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4880. 00000100:00000001:1.0:1788879782.283039:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879782.283049:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a4380 x1875765519562368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.283071:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879782.283083:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519562368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.283102:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879782.283111:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879782.283126:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879782.283135:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa000. 00000400:00000200:1.0:1788879782.283145:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879782.283159:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879782.283166:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c43b8 00000400:00000010:1.0:1788879782.283176:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c43b8. 00000100:00000001:1.0:1788879782.283185:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879782.283196:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a7b80 x1875765519562496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.283224:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879782.283237:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519562496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.283315:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879782.283322:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879782.283342:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879782.283350:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa300. 00000400:00000200:1.0:1788879782.283359:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879782.283374:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879782.283380:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4f68 00000400:00000010:1.0:1788879782.283386:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4f68. 00000100:00000001:1.0:1788879782.283397:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879782.283412:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a7800 x1875765519562624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.283480:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879782.283493:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519562624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.283529:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879782.283538:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:1.0:1788879782.283555:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:1.0:1788879782.283565:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa600. 00000400:00000200:1.0:1788879782.283575:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788879782.283582:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788879782.283587:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4110 00000400:00000010:1.0:1788879782.283591:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4110. 00000100:00000001:1.0:1788879782.283595:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879782.283602:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf50a6680 x1875765519562752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.283616:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879782.283622:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519562752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879782.283634:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879782.283637:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1788879782.410366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879782.410374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879782.410380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879782.410382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879782.410386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879782.410387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879783.434356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879783.434365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879783.434371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879783.434373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879783.434377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879783.434379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879784.330476:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879784.330489:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879784.330492:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879784.330497:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879784.330503:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879784.330514:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10538 00000400:00000200:1.0:1788879784.330525:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879784.330532:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879784.330537:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879784.330541:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330546:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.330549:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330552:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879784.330562:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879784.330564:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879784.330568:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879784.330572:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879784.330575:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879784.330578:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879784.330582:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330584:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.330587:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330589:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879784.330593:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879784.330597:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330600:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879784.330604:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879784.330609:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879784.330613:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.330615:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879784.330618:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879784.330628:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788879784.330633:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879784.330639:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879784.330641:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.330645:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879784.330649:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879784.330655:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879784.330665:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879784.330674:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879784.330687:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519562880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879784.330701:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879784.330707:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879784.330713:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519562880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879784.330771:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879784.330779:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879784.330786:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879784.330789:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879784.330792:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879784.330798:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879784.330803:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10538 00000400:00000200:1.0:1788879784.330811:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879784.330817:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879784.330821:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879784.330826:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330829:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.330832:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330836:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879784.330842:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879784.330845:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879784.330848:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879784.330853:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879784.330856:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879784.330859:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879784.330864:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330873:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.330878:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330884:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879784.330890:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879784.330899:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879784.330904:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879784.330911:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879784.330920:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879784.330933:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.330941:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879784.330952:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879784.330965:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.330979:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879784.330991:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788879784.331002:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879784.331014:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879784.331022:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.331030:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879784.331035:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879784.331045:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879784.331060:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879784.331072:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879784.331093:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519563008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879784.331125:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879784.331133:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879784.331162:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519563008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879784.331230:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879784.331236:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879784.331244:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879784.331293:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879784.331297:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879784.331304:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879784.331312:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10538 00000400:00000200:1.0:1788879784.331335:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879784.331348:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879784.331358:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879784.331372:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331379:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.331390:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331397:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879784.331405:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879784.331411:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879784.331419:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879784.331425:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879784.331433:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879784.331442:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879784.331458:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331466:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.331478:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331490:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879784.331503:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879784.331518:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331525:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879784.331530:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879784.331537:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879784.331541:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.331545:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879784.331549:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879784.331554:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.331558:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879784.331565:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788879784.331570:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879784.331575:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879784.331577:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.331581:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879784.331584:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879784.331588:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879784.331596:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879784.331603:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879784.331612:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519563136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879784.331627:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879784.331631:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879784.331639:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519563136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879784.331656:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879784.331662:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879784.331668:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879784.331671:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879784.331674:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879784.331679:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879784.331684:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10538 00000400:00000200:1.0:1788879784.331692:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879784.331697:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879784.331701:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879784.331709:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331713:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.331717:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331721:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879784.331728:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879784.331731:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879784.331734:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879784.331759:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879784.331764:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879784.331768:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879784.331776:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331781:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.331785:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331790:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879784.331795:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879784.331803:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879784.331808:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879784.331819:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879784.331828:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879784.331839:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.331849:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879784.331867:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879784.331878:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.331890:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879784.331904:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788879784.331915:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879784.331947:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879784.331955:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.331963:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879784.331972:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879784.331982:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879784.331999:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879784.332015:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879784.332034:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519563264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879784.332078:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879784.332086:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879784.332103:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519563264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879784.332152:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879784.332163:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879784.332174:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879784.332184:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879784.332191:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879784.332203:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879784.332216:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10538 00000400:00000200:1.0:1788879784.332236:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879784.332244:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879784.332313:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879784.332330:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.332340:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.332348:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.332356:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879784.332366:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879784.332373:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879784.332379:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879784.332389:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879784.332400:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879784.332412:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879784.332430:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.332439:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879784.332455:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879784.332462:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879784.332477:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879784.332491:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879784.332503:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879784.332512:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879784.332524:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879784.332535:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.332544:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879784.332553:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879784.332562:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.332569:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879784.332586:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879784.332597:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879784.332611:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879784.332618:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879784.332630:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879784.332636:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879784.332644:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879784.332660:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879784.332673:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879784.332694:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519563392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879784.332729:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879784.332761:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879784.332779:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519563392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879784.332811:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879784.332825:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10549) 00010000:00000001:1.0:1788879784.458366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879784.458381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879784.458389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879784.458392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879784.458395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879784.458397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879785.482343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879785.482348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879785.482352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879785.482353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879785.482355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879785.482356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879785.674372:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305212693, at 4305212736 00000100:00000010:1.0:1788879785.674410:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00000100:00000040:0.0:1788879785.674425:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305212693, at 4305212736 00000100:00000010:0.0:1788879785.674438:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bde0. 00010000:00000001:1.0:1788879786.506324:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879786.506330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879786.506333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879786.506334:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879786.506336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879786.506337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879787.530408:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879787.530411:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879787.530415:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530420:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879787.530422:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530424:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530427:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879787.530433:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879787.530434:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879787.530436:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530438:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879787.530439:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530441:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530443:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879787.530447:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879787.530448:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879787.530449:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530452:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879787.530454:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530455:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879787.530457:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879788.554332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879788.554342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879788.554352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879788.554355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879788.554362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879788.554365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879789.578362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879789.578369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879789.578377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879789.578379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879789.578382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879789.578385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879790.602404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879790.602413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879790.602420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879790.602422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879790.602426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879790.602428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879790.794390:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305217813, at 4305217856 00000100:00000010:0.0:1788879790.794410:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc60. 00000100:00000040:1.0:1788879790.794547:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305217813, at 4305217856 00000100:00000010:1.0:1788879790.794555:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b780. 00010000:00000001:1.0:1788879791.626385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879791.626395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879791.626403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879791.626406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879791.626412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879791.626414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879792.650425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879792.650433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879792.650440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879792.650442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879792.650445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879792.650447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879793.674370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879793.674377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879793.674383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879793.674384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879793.674387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879793.674388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879794.698407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879794.698416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879794.698423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879794.698425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879794.698429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879794.698431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879795.722405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879795.722414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879795.722422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879795.722424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879795.722428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879795.722430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879795.914399:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305222932, at 4305222976 00000100:00000010:0.0:1788879795.914422:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b960. 00000100:00000040:1.0:1788879795.914433:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305222932, at 4305222976 00000100:00000010:1.0:1788879795.914449:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b840. 00010000:00000001:1.0:1788879796.746394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879796.746427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879796.746434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879796.746435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879796.746438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879796.746440:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879797.770426:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879797.770430:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879797.770435:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770442:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879797.770445:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770448:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770451:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879797.770458:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879797.770460:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879797.770462:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770465:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879797.770467:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770470:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770472:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770477:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879797.770479:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879797.770480:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879797.770482:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770484:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879797.770486:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770488:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879797.770490:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879798.794366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879798.794372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879798.794377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879798.794378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879798.794381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879798.794382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879799.818335:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879799.818340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879799.818344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879799.818345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879799.818347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879799.818348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879800.842348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879800.842354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879800.842359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879800.842360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879800.842362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879800.842363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879801.034341:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305228052, at 4305228096 00000100:00000010:0.0:1788879801.034359:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2be40. 00000100:00000040:1.0:1788879801.034364:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305228052, at 4305228096 00000100:00000010:1.0:1788879801.034376:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00010000:00000001:1.0:1788879801.866404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879801.866412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879801.866419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879801.866421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879801.866425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879801.866428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879802.890331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879802.890335:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879802.890339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879802.890340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879802.890342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879802.890343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879803.914342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879803.914348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879803.914355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879803.914356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879803.914359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879803.914360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879804.938383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879804.938390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879804.938396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879804.938397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879804.938401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879804.938402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879805.962357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879805.962365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879805.962371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879805.962373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879805.962376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879805.962378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879806.154416:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305233172, at 4305233216 00000100:00000040:0.0:1788879806.154424:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305233172, at 4305233216 00000100:00000010:1.0:1788879806.154436:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00000100:00000010:0.0:1788879806.154440:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf00. 00010000:00000001:1.0:1788879806.986405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879806.986417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879806.986427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879806.986430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879806.986436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879806.986439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010475:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879808.010486:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879808.010491:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879808.010496:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010505:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879808.010508:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010512:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010517:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010524:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879808.010526:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879808.010528:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879808.010531:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010534:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879808.010536:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010539:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010543:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010548:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879808.010551:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879808.010553:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879808.010555:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010558:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879808.010560:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010563:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879808.010566:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879809.034457:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879809.034469:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879809.034479:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879809.034481:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879809.034487:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879809.034489:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879810.058406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879810.058414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879810.058420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879810.058422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879810.058426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879810.058428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879811.082382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879811.082390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879811.082398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879811.082399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879811.082403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879811.082406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879811.274351:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305238292, at 4305238336 00000100:00000040:0.0:1788879811.274355:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305238292, at 4305238336 00000100:00000010:1.0:1788879811.274371:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b1e0. 00000100:00000010:0.0:1788879811.274374:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b600. 00010000:00000001:1.0:1788879812.106439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879812.106450:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879812.106461:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879812.106463:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879812.106468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879812.106470:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879813.130412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879813.130423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879813.130433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879813.130436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879813.130442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879813.130445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879814.154389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879814.154398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879814.154406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879814.154408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879814.154413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879814.154415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879815.178392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879815.178401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879815.178409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879815.178411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879815.178415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879815.178417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879816.202366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879816.202374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879816.202380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879816.202381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879816.202384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879816.202385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879816.394402:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305243412, at 4305243456 00000100:00000040:1.0:1788879816.394402:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305243412, at 4305243456 00000100:00000010:0.0:1788879816.394425:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd80. 00000100:00000010:1.0:1788879816.394427:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba80. 00010000:00000001:1.0:1788879817.226353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879817.226358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879817.226363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879817.226365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879817.226367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879817.226368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879818.250385:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879818.250389:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879818.250394:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250402:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879818.250405:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250408:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250411:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879818.250418:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879818.250420:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879818.250422:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250425:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879818.250426:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250429:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250431:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879818.250449:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879818.250450:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879818.250452:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250454:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879818.250455:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250458:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879818.250460:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879819.274377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879819.274387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879819.274396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879819.274398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879819.274403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879819.274405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879820.170418:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879820.170427:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879820.170430:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879820.170434:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879820.170438:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879820.170446:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10574 00000400:00000200:1.0:1788879820.170455:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879820.170460:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879820.170463:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879820.170465:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170468:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.170470:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170472:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879820.170478:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879820.170480:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879820.170482:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879820.170497:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879820.170500:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879820.170501:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879820.170504:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170506:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.170508:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170510:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879820.170525:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879820.170530:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170533:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879820.170536:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879820.170540:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879820.170544:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.170547:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879820.170550:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879820.170560:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879820.170565:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879820.170570:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879820.170573:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.170576:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879820.170579:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879820.170584:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879820.170592:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879820.170597:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879820.170605:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519567360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879820.170614:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879820.170618:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879820.170638:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519567360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879820.170666:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879820.170669:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879820.170672:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879820.170674:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879820.170675:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879820.170678:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879820.170680:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10574 00000400:00000200:1.0:1788879820.170685:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879820.170689:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879820.170692:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879820.170698:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170701:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.170704:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170707:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879820.170710:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879820.170712:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879820.170715:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879820.170721:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879820.170745:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879820.170757:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879820.170774:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170790:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.170829:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170843:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879820.170853:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879820.170867:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879820.170875:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879820.170876:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879820.170893:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879820.170898:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.170913:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879820.170926:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879820.170937:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.170968:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879820.170978:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879820.170986:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879820.170988:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879820.170989:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.170996:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879820.170998:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879820.171004:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879820.171012:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879820.171036:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879820.171078:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519567488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879820.171104:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879820.171133:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879820.171152:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519567488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879820.171166:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879820.171175:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879820.171182:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879820.171185:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879820.171187:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879820.171196:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879820.171200:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10574 00000400:00000200:1.0:1788879820.171209:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879820.171212:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879820.171215:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879820.171229:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171234:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.171241:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171248:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879820.171253:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879820.171257:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879820.171265:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879820.171267:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879820.171270:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879820.171273:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879820.171279:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171280:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.171283:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171285:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879820.171287:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879820.171292:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171295:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879820.171297:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879820.171302:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879820.171312:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.171368:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879820.171371:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879820.171375:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.171383:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879820.171389:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879820.171394:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879820.171402:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879820.171406:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.171423:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879820.171429:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879820.171437:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879820.171448:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879820.171453:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879820.171467:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519567616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879820.171499:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879820.171506:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879820.171519:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519567616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879820.171583:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879820.171588:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879820.171597:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879820.171603:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879820.171610:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879820.171642:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879820.171649:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10574 00000400:00000200:1.0:1788879820.171657:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879820.171672:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879820.171680:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879820.171686:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171696:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.171700:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171704:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879820.171729:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879820.171731:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879820.171733:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879820.171735:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879820.171743:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879820.171748:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879820.171758:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171766:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.171782:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171798:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879820.171810:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879820.171829:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879820.171844:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879820.171849:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879820.171862:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879820.171878:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.171888:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879820.171894:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879820.171903:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.171918:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879820.171947:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879820.171952:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879820.171962:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879820.171965:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.171969:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879820.171975:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879820.171979:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879820.171991:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879820.172015:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879820.172032:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519567744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879820.172127:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879820.172135:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879820.172148:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519567744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879820.172158:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879820.172163:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879820.172169:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879820.172171:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879820.172177:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879820.172181:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879820.172188:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10574 00000400:00000200:1.0:1788879820.172203:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879820.172216:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879820.172227:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879820.172233:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.172240:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.172247:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.172252:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879820.172257:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879820.172262:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879820.172263:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879820.172266:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879820.172268:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879820.172270:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879820.172273:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.172275:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879820.172279:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879820.172282:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879820.172293:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879820.172309:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879820.172316:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879820.172352:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879820.172362:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879820.172371:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.172384:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879820.172389:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879820.172401:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.172411:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879820.172427:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879820.172432:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879820.172437:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879820.172440:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879820.172450:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879820.172458:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879820.172468:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879820.172481:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879820.172500:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879820.172512:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519567872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879820.172553:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879820.172561:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879820.172572:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519567872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879820.172584:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879820.172598:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10584) 00010000:00000001:1.0:1788879820.298465:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879820.298474:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879820.298481:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879820.298519:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879820.298537:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879820.298540:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879821.322363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879821.322371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879821.322378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879821.322379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879821.322382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879821.322384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879821.514522:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305248532, at 4305248576 00000100:00000040:0.0:1788879821.514543:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305248532, at 4305248576 00000100:00000010:1.0:1788879821.514555:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bea0. 00000100:00000010:0.0:1788879821.514567:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00010000:00000001:1.0:1788879822.346393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879822.346399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879822.346405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879822.346406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879822.346409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879822.346411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879823.370382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879823.370392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879823.370401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879823.370403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879823.370408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879823.370410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879824.394345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879824.394351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879824.394355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879824.394356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879824.394358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879824.394360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879825.290362:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879825.290370:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879825.290374:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879825.290378:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879825.290384:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879825.290393:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10579 00000400:00000200:1.0:1788879825.290400:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879825.290405:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879825.290408:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879825.290411:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290413:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.290415:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290417:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879825.290423:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879825.290425:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879825.290427:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879825.290429:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879825.290431:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879825.290432:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879825.290434:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290436:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.290437:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290439:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879825.290441:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879825.290443:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290445:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879825.290447:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879825.290466:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879825.290469:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.290471:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879825.290473:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879825.290481:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788879825.290484:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879825.290487:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879825.290488:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.290490:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879825.290492:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879825.290497:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879825.290503:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879825.290509:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879825.290517:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519568000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879825.290526:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879825.290529:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879825.290534:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519568000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879825.290549:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879825.290552:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879825.290556:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879825.290557:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879825.290559:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879825.290563:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879825.290565:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10579 00000400:00000200:1.0:1788879825.290570:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879825.290575:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879825.290578:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879825.290583:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290586:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.290591:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290597:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879825.290603:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879825.290605:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879825.290608:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879825.290613:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879825.290618:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879825.290623:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879825.290630:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290633:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.290637:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290640:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879825.290644:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879825.290647:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290652:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879825.290653:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879825.290660:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879825.290663:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.290668:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879825.290673:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879825.290678:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.290679:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879825.290683:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788879825.290686:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879825.290692:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879825.290696:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.290698:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879825.290699:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879825.290700:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879825.290705:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879825.290710:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879825.290718:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519568128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879825.290728:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879825.290732:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879825.290736:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519568128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879825.290748:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879825.290751:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879825.290758:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879825.290762:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879825.290764:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879825.290770:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879825.290772:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10579 00000400:00000200:1.0:1788879825.290777:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879825.290783:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879825.290788:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879825.290794:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290798:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.290801:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290804:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879825.290807:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879825.290810:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879825.290812:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879825.290816:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879825.290819:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879825.290822:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879825.290828:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290833:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.290835:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290837:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879825.290838:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879825.290844:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290849:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879825.290850:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879825.290852:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879825.290854:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.290855:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879825.290858:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879825.290860:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.290865:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879825.290868:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788879825.290872:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879825.290877:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879825.290879:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.290881:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879825.290883:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879825.290886:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879825.290890:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879825.290893:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879825.290899:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519568256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879825.290911:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879825.290914:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879825.290921:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519568256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879825.290936:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879825.290939:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879825.290942:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879825.290944:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879825.290946:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879825.290951:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879825.290956:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10579 00000400:00000200:1.0:1788879825.290973:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879825.290979:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879825.290985:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879825.290987:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290988:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.290993:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.290998:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879825.291002:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879825.291005:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879825.291007:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879825.291011:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879825.291013:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879825.291017:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879825.291021:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.291031:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.291037:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.291041:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879825.291043:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879825.291049:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879825.291052:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879825.291053:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879825.291055:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879825.291060:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.291062:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879825.291065:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879825.291068:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.291072:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879825.291075:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788879825.291077:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879825.291082:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879825.291083:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.291087:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879825.291089:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879825.291091:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879825.291094:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879825.291098:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879825.291105:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519568384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879825.291133:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879825.291135:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879825.291139:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519568384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879825.291149:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879825.291153:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879825.291158:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879825.291161:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879825.291163:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879825.291167:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879825.291171:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10579 00000400:00000200:1.0:1788879825.291176:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879825.291179:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879825.291181:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879825.291184:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.291189:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.291192:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.291195:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879825.291198:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879825.291201:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879825.291203:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879825.291206:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879825.291210:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879825.291211:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879825.291215:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.291219:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879825.291222:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879825.291224:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879825.291225:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879825.291228:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879825.291234:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879825.291236:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879825.291238:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879825.291240:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.291241:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879825.291242:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879825.291243:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.291245:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879825.291273:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879825.291277:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879825.291281:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879825.291284:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879825.291287:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879825.291288:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879825.291289:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879825.291293:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879825.291297:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879825.291304:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519568512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879825.291312:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879825.291315:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879825.291322:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519568512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879825.291345:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879825.291349:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10590) 00010000:00000001:1.0:1788879825.418326:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879825.418332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879825.418336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879825.418337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879825.418339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879825.418340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879826.442389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879826.442398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879826.442405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879826.442407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879826.442413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879826.442415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879826.634367:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305253651, at 4305253696 00000100:00000040:1.0:1788879826.634378:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305253651, at 4305253696 00000100:00000010:0.0:1788879826.634385:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00000100:00000010:1.0:1788879826.634394:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00010000:00000001:1.0:1788879827.466363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879827.466371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879827.466378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879827.466380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879827.466384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879827.466386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879828.490359:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879828.490363:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879828.490368:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490374:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879828.490377:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490379:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490382:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879828.490389:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879828.490391:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879828.490393:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490395:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879828.490397:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490399:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490401:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879828.490407:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879828.490408:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879828.490410:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490412:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879828.490413:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490415:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879828.490417:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879829.514392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879829.514400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879829.514407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879829.514409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879829.514413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879829.514415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879830.538385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879830.538393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879830.538400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879830.538402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879830.538406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879830.538408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879831.562446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879831.562455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879831.562462:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879831.562464:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879831.562468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879831.562470:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879831.754391:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305258772, at 4305258816 00000100:00000040:1.0:1788879831.754434:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305258772, at 4305258816 00000100:00000010:0.0:1788879831.754435:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b9c0. 00000100:00000010:1.0:1788879831.754453:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b2a0. 00010000:00000001:1.0:1788879832.586390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879832.586422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879832.586462:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879832.586464:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879832.586468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879832.586470:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879833.610511:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879833.610523:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879833.610533:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879833.610536:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879833.610542:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879833.610544:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879834.634333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879834.634339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879834.634342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879834.634343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879834.634346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879834.634347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.530858:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879835.530866:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879835.530875:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879835.530895:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.530929:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879835.530934:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.530943:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879835.530950:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879835.530961:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879835.530973:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519569280:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879835.530988:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879835.530996:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879835.531005:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.531023:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879835.531036:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879835.531045:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879835.531063:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879835.531083:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879835.531096:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879835.531109:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519569280, portal 25 00000100:00000001:1.0:1788879835.531118:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879835.531124:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879835.531141:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.531176:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879835.531192:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879835.531199:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879835.531209:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519569280, offset 0 00000400:00000200:1.0:1788879835.531231:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879835.531309:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.531332:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879835.531366:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879835.531401:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879835.531422:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879835.531431:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879835.531444:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460430:460430:256:4294967295] 192.168.203.155@tcp LPNI seq info [460424:460424:8:4294967295] 00000400:00000200:1.0:1788879835.531467:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.531502:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879835.531524:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.531536:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879835.531554:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879835.531565:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879835.531613:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.531621:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879835.531635:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879835.531650:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879835.531663:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879835.531680:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879835.531689:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879835.531703:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.531744:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.531756:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.531791:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.531798:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879835.531812:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879835.531828:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879835.531836:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305263892 00000100:00000010:1.0:1788879835.531851:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d7e0. 00000100:00000001:1.0:1788879835.531866:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879835.531890:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305263892 00000100:00000010:1.0:1788879835.531907:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dae0. 00000100:00000001:1.0:1788879835.531922:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879835.531937:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879835.531951:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.531965:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879835.531984:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879835/real 1788879835] req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879835.532017:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879835.532023:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879835.532031:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879835.532040:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879835.532049:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879835.532059:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879835.532073:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879835.532121:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532157:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879835.532163:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.532169:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.532174:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879835.532186:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532210:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879835.532227:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532290:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879835.532303:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.532312:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.532319:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.532332:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879835.532338:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879835.532349:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879835.532363:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879835.532370:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879835.532419:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879835.532453:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519569280:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879835.532466:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.532476:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.532489:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519569280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532519:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879835.532527:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879835.532534:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879835.532546:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879835.532553:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879835.532559:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879835.532566:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879835.532573:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879835.532580:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879835.532582:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879835.532585:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879835.532589:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879835.532592:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.532595:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.532604:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879835.532607:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.532610:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879835.532613:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879835.532615:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879835.532622:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532631:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879835.532633:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.532636:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879835.532639:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879835.532642:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879835.532646:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519569408:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879835.532651:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879835.532654:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879835.532656:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.532658:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879835.532663:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879835.532666:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879835.532671:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879835.532675:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879835.532679:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879835.532684:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519569408, portal 10 00000100:00000001:1.0:1788879835.532686:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879835.532688:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879835.532697:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532705:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879835.532708:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879835.532711:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879835.532714:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519569408, offset 0 00000400:00000200:1.0:1788879835.532719:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879835.532725:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.532730:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879835.532734:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879835.532738:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879835.532741:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879835.532744:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879835.532748:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460431:460431:256:4294967295] 192.168.203.155@tcp LPNI seq info [460425:460425:8:4294967295] 00000400:00000200:1.0:1788879835.532754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.532763:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879835.532769:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.532774:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879835.532779:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879835.532783:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879835.532798:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.532800:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879835.532804:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879835.532808:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879835.532813:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879835.532815:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879835.532818:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879835.532822:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532833:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.532836:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532845:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.532847:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879835.532851:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879835.532856:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879835.532860:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879835.532863:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305262608 00000100:00000001:1.0:1788879835.532866:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305263892 00000100:00000001:1.0:1788879835.532868:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305262608 00000100:00000001:1.0:1788879835.532871:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305263892 00000100:00000001:1.0:1788879835.532874:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879835.532877:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.532879:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879835.532884:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879835/real 1788879835] req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879835.532902:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879835.532904:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879835.532906:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879835.532909:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879835.532911:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879835.532914:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879835.532918:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879835.532927:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532936:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879835.532938:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.532940:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.532942:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879835.532946:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532954:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879835.532959:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.532967:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879835.532970:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.532972:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.532973:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.532976:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879835.532978:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879835.532981:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879835.532985:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879835.532987:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879835.532993:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879835.533003:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519569408:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879835.533007:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879835.533011:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533019:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879835.533021:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.533023:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879835.533025:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879835.533028:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879835.533031:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519569536:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879835.533034:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879835.533036:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879835.533038:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.533040:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879835.533044:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879835.533047:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879835.533051:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879835.533053:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879835.533057:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879835.533060:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519569536, portal 10 00000100:00000001:1.0:1788879835.533063:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879835.533064:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879835.533071:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533079:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879835.533082:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879835.533085:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879835.533087:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519569536, offset 0 00000400:00000200:1.0:1788879835.533093:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879835.533097:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.533101:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879835.533104:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879835.533108:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879835.533111:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879835.533114:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879835.533118:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460432:460432:256:4294967295] 192.168.203.155@tcp LPNI seq info [460426:460426:8:4294967295] 00000400:00000200:1.0:1788879835.533123:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.533131:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879835.533136:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.533139:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879835.533144:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879835.533148:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879835.533161:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.533163:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879835.533166:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879835.533171:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879835.533175:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879835.533177:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879835.533179:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879835.533184:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533193:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.533197:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533205:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.533207:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879835.533210:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879835.533213:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879835.533217:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879835.533220:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305262608 00000100:00000001:1.0:1788879835.533223:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305263892 00000100:00000001:1.0:1788879835.533226:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305262608 00000100:00000001:1.0:1788879835.533229:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305263892 00000100:00000001:1.0:1788879835.533231:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879835.533233:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.533236:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879835.533240:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879835/real 1788879835] req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879835.533277:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879835.533279:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879835.533281:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879835.533284:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879835.533286:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879835.533289:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879835.533294:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879835.533305:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533313:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879835.533314:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.533317:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.533318:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879835.533322:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533331:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879835.533336:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533344:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879835.533348:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.533350:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.533352:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.533354:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879835.533356:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879835.533359:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879835.533363:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879835.533365:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879835.533370:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879835.533400:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519569536:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879835.533405:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879835.533409:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533417:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879835.533419:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.533422:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879835.533424:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879835.533427:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879835.533430:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519569664:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879835.533435:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879835.533437:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879835.533439:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.533441:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879835.533445:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879835.533447:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879835.533452:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879835.533455:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879835.533458:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879835.533462:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519569664, portal 4 00000100:00000001:1.0:1788879835.533465:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879835.533467:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879835.533474:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533482:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879835.533485:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879835.533488:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879835.533490:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519569664, offset 0 00000400:00000200:1.0:1788879835.533495:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879835.533499:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.533503:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879835.533507:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879835.533510:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879835.533513:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879835.533516:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879835.533520:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460433:460433:256:4294967295] 192.168.203.155@tcp LPNI seq info [460427:460427:8:4294967295] 00000400:00000200:1.0:1788879835.533525:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.533533:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879835.533538:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.533541:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879835.533546:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879835.533549:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879835.533563:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.533565:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879835.533569:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879835.533573:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879835.533577:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879835.533579:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879835.533582:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879835.533586:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533604:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.533608:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533616:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.533618:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879835.533621:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879835.533625:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879835.533628:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879835.533631:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305262661 00000100:00000001:1.0:1788879835.533634:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305263892 00000100:00000001:1.0:1788879835.533636:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305262661 00000100:00000001:1.0:1788879835.533639:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305263892 00000100:00000001:1.0:1788879835.533642:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879835.533644:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.533646:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879835.533651:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879835/real 1788879835] req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879835.533660:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879835.533661:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879835.533663:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879835.533666:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879835.533668:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879835.533670:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879835.533674:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879835.533684:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533692:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879835.533694:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.533696:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.533698:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879835.533702:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533711:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879835.533715:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533723:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879835.533726:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.533728:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.533729:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.533731:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879835.533733:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879835.533736:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879835.533739:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879835.533742:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879835.533746:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879835.533755:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519569664:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879835.533760:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879835.533764:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533772:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879835.533774:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.533777:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879835.533779:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879835.533781:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879835.533785:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519569792:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879835.533789:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879835.533792:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879835.533794:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879835.533796:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879835.533799:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879835.533802:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879835.533805:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879835.533808:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879835.533811:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879835.533814:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519569792, portal 4 00000100:00000001:1.0:1788879835.533817:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879835.533819:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879835.533825:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533833:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879835.533836:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879835.533838:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879835.533841:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519569792, offset 0 00000400:00000200:1.0:1788879835.533846:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879835.533850:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.533853:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879835.533856:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879835.533860:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879835.533862:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879835.533865:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879835.533869:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460434:460434:256:4294967295] 192.168.203.155@tcp LPNI seq info [460428:460428:8:4294967295] 00000400:00000200:1.0:1788879835.533875:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879835.533882:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879835.533887:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.533890:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879835.533895:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879835.533899:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879835.533912:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879835.533915:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879835.533918:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879835.533922:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879835.533925:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879835.533927:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879835.533930:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879835.533934:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533943:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.533946:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.533954:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.533956:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879835.533959:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879835.533963:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879835.533967:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879835.533969:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305262612 00000100:00000001:1.0:1788879835.533973:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305263892 00000100:00000001:1.0:1788879835.533975:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305262612 00000100:00000001:1.0:1788879835.533978:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305263892 00000100:00000001:1.0:1788879835.533980:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879835.533982:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.533984:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879835.533989:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879835/real 1788879835] req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879835.533997:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879835.534000:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879835.534002:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879835.534004:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879835.534006:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879835.534008:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879835.534013:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879835.534022:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.534030:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879835.534031:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.534033:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.534035:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879835.534039:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.534047:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879835.534051:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.534059:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879835.534062:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.534064:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879835.534065:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.534067:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879835.534070:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879835.534073:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879835.534076:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879835.534079:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879835.534083:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879835.534100:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519569792:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879835.534105:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.534107:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.534111:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519569408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.534118:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879835.534120:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879835.534123:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879835.534126:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879835.534128:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879835.534129:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879835.534132:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879835.534134:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879835.534137:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879835.534138:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879835.534141:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879835.534144:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879835.534146:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.534148:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.534161:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519569536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.534169:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879835.534171:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879835.534172:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879835.534175:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879835.534176:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879835.534178:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879835.534180:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879835.534181:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879835.534184:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879835.534185:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879835.534187:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879835.534190:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879835.534192:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.534194:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.534198:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519569664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.534205:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879835.534207:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879835.534209:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879835.534212:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879835.534213:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879835.534215:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879835.534217:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879835.534219:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879835.534221:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879835.534222:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879835.534224:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879835.534226:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879835.534228:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.534230:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879835.534233:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519569792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879835.534241:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879835.534242:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879835.534244:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879835.534273:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879835.534274:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879835.534276:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879835.534278:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879835.534280:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879835.534282:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879835.534284:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879835.534285:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879835.534288:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879835.534289:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.534292:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879835.534295:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879835.534298:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879835.534300:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879835.534302:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879835.658416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879835.658424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879835.658441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879835.658443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879835.658447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879835.658449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879836.682458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879836.682466:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879836.682472:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879836.682474:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879836.682478:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879836.682480:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879836.874388:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305263892, at 4305263936 00000100:00000010:0.0:1788879836.874410:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00000100:00000040:1.0:1788879836.874420:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305263892, at 4305263936 00000100:00000010:1.0:1788879836.874435:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00010000:00000001:1.0:1788879837.706433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879837.706441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879837.706446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879837.706447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879837.706450:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879837.706451:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879838.730369:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879838.730372:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879838.730387:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730393:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879838.730396:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730398:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730401:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879838.730409:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879838.730411:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879838.730413:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730415:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879838.730417:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730418:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730422:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879838.730428:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879838.730429:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879838.730431:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730433:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879838.730434:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730436:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879838.730438:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879839.754392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879839.754400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879839.754406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879839.754407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879839.754410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879839.754411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879840.650399:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879840.650409:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879840.650412:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879840.650416:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879840.650420:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879840.650427:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10595 00000400:00000200:0.0:1788879840.650437:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879840.650443:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879840.650446:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879840.650449:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650452:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879840.650454:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650456:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879840.650463:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879840.650466:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879840.650469:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879840.650473:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879840.650474:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879840.650476:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879840.650479:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650480:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879840.650481:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650482:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879840.650485:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879840.650487:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650489:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879840.650491:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879840.650494:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879840.650496:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.650497:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879840.650499:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879840.650510:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879840.650512:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879840.650516:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879840.650517:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.650520:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879840.650522:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879840.650526:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879840.650534:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879840.650541:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879840.650550:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879840.650559:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879840.650563:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879840.650567:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879840.650597:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879840.650600:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879840.650603:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879840.650604:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879840.650605:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879840.650607:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879840.650609:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10595 00000400:00000200:0.0:1788879840.650612:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879840.650614:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879840.650616:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879840.650618:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650620:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879840.650621:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650623:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879840.650625:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879840.650626:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879840.650627:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879840.650629:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879840.650631:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879840.650633:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879840.650636:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650638:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879840.650639:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650640:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879840.650641:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788879840.650642:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879840.650646:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879840.650647:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788879840.650648:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.650651:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788879840.650652:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879840.650659:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788879840.650661:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879840.650663:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.650667:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879840.650673:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788879840.650674:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1788879840.650679:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.650679:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.650682:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.650685:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1788879840.650686:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 02000000:00000001:1.0:1788879840.650688:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788879840.650689:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879840.650693:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879840.650694:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879840.650696:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.650700:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1788879840.650701:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519569920:192.168.203.155@tcp:250:kworker.0 02000000:00000001:0.0:1788879840.650703:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879840.650707:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.650708:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1788879840.650711:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788879840.650713:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788879840.650715:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.650717:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.650721:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1788879840.650722:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1788879840.650727:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:0.0:1788879840.650729:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788879840.650731:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.650732:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879840.650737:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788879840.650742:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879840.650749:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000100:00000001:0.0:1788879840.650750:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879840.650754:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788879840.650756:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00080000:0.0:1788879840.650757:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879840.650759:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879840.650762:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879840.650764:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000200:1.0:1788879840.650766:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519569920, portal 25 00000100:00080000:0.0:1788879840.650767:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10595 00000100:00000001:1.0:1788879840.650773:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1788879840.650774:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879840.650777:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000400:00000200:0.0:1788879840.650779:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879840.650782:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879840.650787:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879840.650788:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650793:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879840.650797:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650801:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879840.650806:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788879840.650808:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1788879840.650809:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879840.650812:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879840.650815:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000100:00000040:1.0:1788879840.650815:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788879840.650820:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000010:1.0:1788879840.650820:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000020:00000001:0.0:1788879840.650822:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000200:1.0:1788879840.650824:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519569920, offset 0 00000100:00000040:0.0:1788879840.650827:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650830:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879840.650832:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650836:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788879840.650836:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788879840.650840:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879840.650844:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650845:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879840.650846:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788879840.650849:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788879840.650850:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879840.650854:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.650856:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879840.650857:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879840.650860:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879840.650860:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788879840.650863:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879840.650867:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000400:00000200:1.0:1788879840.650867:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1788879840.650872:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879840.650875:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879840.650877:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879840.650877:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00000001:0.0:1788879840.650881:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788879840.650883:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788879840.650884:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879840.650887:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879840.650890:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 02000000:00000010:0.0:1788879840.650892:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000400:00000200:1.0:1788879840.650897:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460435:460435:256:4294967295] 192.168.203.155@tcp LPNI seq info [460429:460429:8:4294967295] 00000100:00000001:0.0:1788879840.650898:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879840.650906:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788879840.650907:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879840.650915:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879840.650919:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879840.650924:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000040:0.0:1788879840.650925:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879840.650938:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788879840.650938:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788879840.650944:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879840.650946:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000010:1.0:1788879840.650947:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000100:00000001:0.0:1788879840.650948:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879840.650951:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879840.650953:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879840.650957:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10595 00000800:00000200:1.0:1788879840.650960:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000400:00000200:0.0:1788879840.650964:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000200:1.0:1788879840.650967:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000400:00000200:0.0:1788879840.650968:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879840.650973:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879840.650978:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650981:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879840.650985:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.650987:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879840.650991:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879840.650993:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879840.650995:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879840.650997:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788879840.650999:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879840.651002:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000800:00000100:1.0:1788879840.651002:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788879840.651007:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000010:1.0:1788879840.651009:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000100:00000001:0.0:1788879840.651010:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879840.651014:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.651017:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879840.651018:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879840.651020:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000200:1.0:1788879840.651021:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1788879840.651023:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879840.651026:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879840.651029:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879840.651032:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.651035:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000200:1.0:1788879840.651035:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000008:00100000:0.0:1788879840.651038:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879840.651041:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.651042:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879840.651045:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000400:00000200:1.0:1788879840.651045:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000020:00000040:0.0:1788879840.651050:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000400:00000010:1.0:1788879840.651051:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 02000000:00000001:0.0:1788879840.651052:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879840.651054:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.651057:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879840.651058:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788879840.651059:0:2393:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788879840.651060:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879840.651066:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879840.651069:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879840.651070:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788879840.651075:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879840.651102:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879840.651107:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.651109:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879840.651115:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788879840.651119:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879840.651143:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.651144:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879840.651147:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788879840.651148:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788879840.651153:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879840.651155:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788879840.651156:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879840.651160:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1788879840.651163:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879840.651167:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788879840.651168:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305269011 00000100:00080000:0.0:1788879840.651174:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10595 00000100:00000010:1.0:1788879840.651175:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dae0. 00000400:00000200:0.0:1788879840.651183:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879840.651185:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788879840.651189:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879840.651194:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788879840.651195:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305269011 00000100:00000040:0.0:1788879840.651199:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000010:1.0:1788879840.651201:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df60. 00000100:00000001:0.0:1788879840.651203:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879840.651206:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1788879840.651207:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.651212:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879840.651213:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788879840.651216:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788879840.651216:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788879840.651218:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879840.651221:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788879840.651221:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000020:00000040:0.0:1788879840.651225:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879840.651228:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00100000:1.0:1788879840.651230:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879840/real 1788879840] req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879840.651232:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879840.651239:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.651243:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879840.651273:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879840.651275:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879840.651277:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879840.651279:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879840.651281:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788879840.651281:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879840.651284:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1788879840.651285:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1788879840.651289:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 02000000:00000001:0.0:1788879840.651290:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879840.651294:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879840.651295:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000100:00000001:0.0:1788879840.651296:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000010:1.0:1788879840.651298:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000008:00100000:0.0:1788879840.651299:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879840.651303:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.651303:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788879840.651307:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879840.651310:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788879840.651312:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879840.651316:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879840.651322:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879840.651324:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879840.651327:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879840.651329:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879840.651331:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879840.651332:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788879840.651335:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788879840.651354:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.651355:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879840.651360:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788879840.651362:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879840.651366:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788879840.651371:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879840.651371:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879840.651375:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879840.651381:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879840.651383:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879840.651396:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879840.651402:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10605) 00000100:00000001:1.0:1788879840.651404:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879840.651414:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651423:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879840.651427:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651429:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879840.651431:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651433:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879840.651434:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879840.651437:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879840.651440:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879840.651442:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879840.651445:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879840.651451:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519569920:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879840.651455:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651457:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879840.651458:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519569920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651462:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879840.651465:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879840.651467:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879840.651470:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879840.651472:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879840.651474:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879840.651476:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879840.651477:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788879840.651481:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879840.651482:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879840.651483:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788879840.651486:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879840.651487:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651489:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651496:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879840.651497:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.651499:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879840.651500:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879840.651501:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879840.651504:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651509:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879840.651510:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.651512:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879840.651513:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879840.651515:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879840.651517:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879840.651519:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879840.651521:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879840.651522:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.651523:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879840.651525:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879840.651526:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879840.651530:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879840.651532:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879840.651534:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879840.651537:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519570048, portal 10 00000100:00000001:1.0:1788879840.651538:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879840.651539:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:1.0:1788879840.651544:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651550:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879840.651551:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879840.651553:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879840.651554:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519570048, offset 0 00000400:00000200:1.0:1788879840.651557:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879840.651560:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879840.651562:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879840.651565:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879840.651566:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879840.651568:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879840.651570:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879840.651572:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460436:460436:256:4294967295] 192.168.203.155@tcp LPNI seq info [460430:460430:8:4294967295] 00000400:00000200:1.0:1788879840.651575:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879840.651580:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879840.651583:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879840.651586:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879840.651589:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879840.651591:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879840.651599:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879840.651600:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879840.651602:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879840.651605:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879840.651607:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879840.651608:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879840.651610:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879840.651612:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651618:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879840.651620:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651629:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.651631:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879840.651633:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879840.651636:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879840.651638:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879840.651640:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305267727 00000100:00000001:1.0:1788879840.651642:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305269011 00000100:00000001:1.0:1788879840.651644:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305267727 00000100:00000001:1.0:1788879840.651645:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305269011 00000100:00000001:1.0:1788879840.651646:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879840.651648:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.651649:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879840.651651:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879840/real 1788879840] req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879840.651656:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879840.651657:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879840.651658:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879840.651660:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879840.651661:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879840.651662:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879840.651664:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879840.651670:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651673:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879840.651674:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651675:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879840.651676:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879840.651678:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651684:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879840.651686:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651691:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879840.651692:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651693:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879840.651694:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651695:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879840.651696:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879840.651698:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879840.651699:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879840.651701:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879840.651703:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879840.651708:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879840.651710:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879840.651712:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651716:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879840.651717:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.651718:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879840.651720:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879840.651721:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879840.651723:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879840.651725:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879840.651726:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879840.651728:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.651729:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879840.651731:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879840.651732:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879840.651734:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879840.651736:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879840.651738:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879840.651740:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519570176, portal 10 00000100:00000001:1.0:1788879840.651741:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879840.651742:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788879840.651746:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651750:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879840.651752:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879840.651753:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879840.651755:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519570176, offset 0 00000400:00000200:1.0:1788879840.651757:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879840.651759:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879840.651761:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879840.651763:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879840.651765:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879840.651766:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879840.651768:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879840.651770:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460437:460437:256:4294967295] 192.168.203.155@tcp LPNI seq info [460431:460431:8:4294967295] 00000400:00000200:1.0:1788879840.651773:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879840.651777:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879840.651780:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879840.651781:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879840.651784:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879840.651786:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879840.651794:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879840.651796:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879840.651797:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879840.651800:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879840.651802:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879840.651803:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879840.651804:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879840.651806:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651811:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879840.651813:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651817:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.651818:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879840.651820:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879840.651822:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879840.651823:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879840.651825:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305267727 00000100:00000001:1.0:1788879840.651826:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305269011 00000100:00000001:1.0:1788879840.651827:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305267727 00000100:00000001:1.0:1788879840.651829:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305269011 00000100:00000001:1.0:1788879840.651831:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879840.651832:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.651833:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879840.651835:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879840/real 1788879840] req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879840.651840:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879840.651841:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879840.651842:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879840.651843:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879840.651844:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879840.651845:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879840.651847:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879840.651853:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651857:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879840.651858:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651859:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879840.651860:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879840.651862:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651866:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879840.651868:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651872:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879840.651873:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651874:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879840.651875:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.651876:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879840.651877:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879840.651878:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879840.651880:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879840.651881:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879840.651883:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879840.651889:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879840.651891:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879840.651893:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651898:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879840.651899:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.651900:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879840.651902:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879840.651903:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879840.651904:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879840.651906:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879840.651907:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879840.651908:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.651909:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879840.651911:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879840.651912:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879840.651914:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879840.651915:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879840.651917:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879840.651919:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519570304, portal 4 00000100:00000001:1.0:1788879840.651920:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879840.651921:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:1.0:1788879840.651925:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651929:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879840.651931:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879840.651932:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879840.651933:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519570304, offset 0 00000400:00000200:1.0:1788879840.651935:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879840.651937:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879840.651939:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879840.651941:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879840.651942:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879840.651944:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879840.651946:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879840.651948:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460438:460438:256:4294967295] 192.168.203.155@tcp LPNI seq info [460432:460432:8:4294967295] 00000400:00000200:1.0:1788879840.651951:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879840.651955:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879840.651958:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879840.651960:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879840.651962:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879840.651964:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879840.651970:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879840.651972:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879840.651973:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879840.651976:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879840.651978:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879840.651979:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879840.651980:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879840.651983:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.651991:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879840.651995:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652002:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.652003:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879840.652006:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879840.652010:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879840.652013:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879840.652016:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305267779 00000100:00000001:1.0:1788879840.652019:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305269011 00000100:00000001:1.0:1788879840.652021:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305267779 00000100:00000001:1.0:1788879840.652024:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305269011 00000100:00000001:1.0:1788879840.652026:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879840.652029:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.652030:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879840.652035:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879840/real 1788879840] req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879840.652042:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879840.652043:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879840.652044:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879840.652046:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879840.652047:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879840.652049:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879840.652051:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879840.652057:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652061:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879840.652062:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652063:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879840.652064:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879840.652066:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652071:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879840.652073:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652078:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879840.652079:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652080:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879840.652081:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652082:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879840.652083:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879840.652085:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879840.652087:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879840.652089:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879840.652091:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879840.652096:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879840.652098:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879840.652100:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652104:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879840.652105:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.652106:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879840.652107:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879840.652109:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879840.652111:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879840.652113:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879840.652114:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879840.652116:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879840.652117:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879840.652119:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879840.652121:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879840.652123:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879840.652124:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879840.652126:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879840.652128:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519570432, portal 4 00000100:00000001:1.0:1788879840.652129:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879840.652130:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:1.0:1788879840.652134:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652139:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879840.652141:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879840.652142:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879840.652144:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519570432, offset 0 00000400:00000200:1.0:1788879840.652146:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879840.652149:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879840.652152:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879840.652154:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879840.652156:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879840.652157:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879840.652159:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879840.652161:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460439:460439:256:4294967295] 192.168.203.155@tcp LPNI seq info [460433:460433:8:4294967295] 00000400:00000200:1.0:1788879840.652164:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879840.652168:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879840.652171:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879840.652173:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879840.652176:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879840.652178:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879840.652185:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879840.652186:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:1.0:1788879840.652188:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879840.652191:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879840.652193:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:1.0:1788879840.652194:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:1.0:1788879840.652195:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879840.652198:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652203:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879840.652205:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652209:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.652210:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879840.652212:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879840.652215:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879840.652217:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879840.652218:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305267730 00000100:00000001:1.0:1788879840.652220:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305269011 00000100:00000001:1.0:1788879840.652222:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305267730 00000100:00000001:1.0:1788879840.652223:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305269011 00000100:00000001:1.0:1788879840.652224:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879840.652225:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.652226:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879840.652228:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879840/real 1788879840] req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879840.652233:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879840.652234:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879840.652235:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879840.652236:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879840.652237:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879840.652238:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879840.652240:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879840.652246:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652265:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879840.652266:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652267:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879840.652268:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879840.652271:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652276:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879840.652278:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652283:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879840.652285:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652286:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879840.652287:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652288:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879840.652289:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879840.652291:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879840.652292:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879840.652293:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879840.652296:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879840.652300:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879840.652303:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652304:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879840.652306:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519570048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652310:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879840.652311:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879840.652312:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879840.652314:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879840.652315:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879840.652316:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879840.652317:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879840.652318:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788879840.652320:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879840.652321:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879840.652322:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788879840.652324:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879840.652325:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652326:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879840.652328:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519570176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652332:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879840.652333:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879840.652334:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879840.652337:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879840.652338:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879840.652338:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879840.652353:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879840.652354:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788879840.652356:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879840.652356:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879840.652357:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788879840.652359:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879840.652359:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652361:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879840.652363:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519570304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652367:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879840.652368:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879840.652369:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879840.652371:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879840.652371:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879840.652372:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879840.652373:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879840.652374:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788879840.652375:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879840.652376:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879840.652377:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788879840.652378:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879840.652379:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652379:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879840.652381:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519570432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879840.652389:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879840.652390:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879840.652391:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879840.652394:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879840.652394:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879840.652395:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879840.652396:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879840.652397:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788879840.652398:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879840.652399:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879840.652400:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788879840.652401:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879840.652402:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652403:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879840.652405:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879840.652406:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879840.652407:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879840.652409:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879840.778370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879840.778377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879840.778382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879840.778383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879840.778386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879840.778387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879841.802387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879841.802393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879841.802399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879841.802401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879841.802404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879841.802405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879841.994303:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305269011, at 4305269056 00000100:00000040:0.0:1788879841.994307:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305269011, at 4305269056 00000100:00000010:1.0:1788879841.994316:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000100:00000010:0.0:1788879841.994318:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00010000:00000001:1.0:1788879842.826313:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879842.826317:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879842.826321:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879842.826323:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879842.826337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879842.826338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879843.850368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879843.850373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879843.850378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879843.850379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879843.850381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879843.850382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879844.874340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879844.874345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879844.874349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879844.874350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879844.874353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879844.874354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.770604:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879845.770640:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879845.770644:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879845.770653:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.770665:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879845.770716:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.770721:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879845.770732:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879845.770738:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879845.770746:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519570560:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879845.770752:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879845.770764:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879845.770767:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.770771:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879845.770784:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879845.770790:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879845.770801:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879845.770807:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879845.770824:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879845.770832:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519570560, portal 25 00000100:00000001:1.0:1788879845.770844:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879845.770847:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788879845.770863:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.770890:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879845.770895:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879845.770919:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788879845.770924:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519570560, offset 0 00000400:00000200:1.0:1788879845.770941:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879845.770951:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.770967:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879845.770990:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879845.771017:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879845.771022:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879845.771027:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879845.771040:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460440:460440:256:4294967295] 192.168.203.155@tcp LPNI seq info [460434:460434:8:4294967295] 00000400:00000200:1.0:1788879845.771047:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.771061:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879845.771070:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879845.771082:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788879845.771092:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879845.771121:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879845.771130:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879845.771134:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305274131 00000100:00000010:1.0:1788879845.771147:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df60. 00000100:00000001:1.0:1788879845.771155:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879845.771163:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305274131 00000100:00000010:1.0:1788879845.771175:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d240. 00000100:00000001:1.0:1788879845.771190:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879845.771195:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879845.771200:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.771204:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.771207:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879845.771221:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879845.771224:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879845.771227:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879845.771232:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879845.771237:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879845.771332:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.771365:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879845.771367:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.771377:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879845.771382:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879845.771385:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879845.771390:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879845.771395:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879845.771397:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879845.771398:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.771399:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879845.771402:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879845.771404:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879845.771408:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879845.771410:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879845.771413:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879845.771416:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519570688, portal 10 00000100:00000001:1.0:1788879845.771417:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879845.771418:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788879845.771424:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.771432:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879845.771434:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879845.771437:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788879845.771439:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519570688, offset 0 00000400:00000200:1.0:1788879845.771445:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879845.771449:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.771454:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879845.771457:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879845.771459:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879845.771461:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879845.771463:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879845.771467:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460441:460441:255:4294967295] 192.168.203.155@tcp LPNI seq info [460435:460435:7:4294967295] 00000400:00000200:1.0:1788879845.771471:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.771488:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879845.771493:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879845.771496:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7600. 00000800:00000200:1.0:1788879845.771501:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879845.771514:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879845.771518:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879845.771522:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879845.771524:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305272847 00000100:00000001:1.0:1788879845.771527:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305274131 00000100:00000001:1.0:1788879845.771530:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305272847 00000100:00000001:1.0:1788879845.771532:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305274131 00000100:00000001:1.0:1788879845.771534:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879845.771535:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.771537:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879845.771541:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.771546:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879845.771547:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.771549:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879845.771550:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879845.771552:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879845.771554:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879845.771557:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879845.771558:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879845.771559:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.771561:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879845.771563:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879845.771565:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879845.771567:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879845.771568:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788879845.771571:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879845.771573:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519570816, portal 10 00000100:00000001:1.0:1788879845.771574:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879845.771575:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879845.771580:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.771584:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879845.771585:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879845.771587:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a394c8. 00000100:00000200:1.0:1788879845.771589:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519570816, offset 0 00000400:00000200:1.0:1788879845.771591:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879845.771594:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.771596:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879845.771599:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879845.771600:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879845.771602:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879845.771603:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879845.771606:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460442:460442:254:4294967295] 192.168.203.155@tcp LPNI seq info [460436:460436:6:4294967295] 00000400:00000200:1.0:1788879845.771608:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.771613:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879845.771616:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879845.771618:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788879845.771621:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879845.771625:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879845.771627:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879845.771629:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879845.771630:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305272847 00000100:00000001:1.0:1788879845.771632:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305274131 00000100:00000001:1.0:1788879845.771634:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305272847 00000100:00000001:1.0:1788879845.771635:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305274131 00000100:00000001:1.0:1788879845.771637:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879845.771638:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.771639:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879845.771641:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.771646:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879845.771647:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.771649:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879845.771650:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879845.771652:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879845.771655:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879845.771659:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879845.771661:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879845.771662:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.771664:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879845.771666:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879845.771669:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879845.771672:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879845.771675:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879845.771678:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879845.771681:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519570944, portal 4 00000100:00000001:1.0:1788879845.771683:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879845.771684:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879845.771691:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.771742:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879845.771745:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879845.771749:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39dd0. 00000100:00000200:1.0:1788879845.771752:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519570944, offset 0 00000400:00000200:1.0:1788879845.771756:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879845.771760:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.771764:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879845.771766:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879845.771769:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879845.771771:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879845.771786:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879845.771790:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460443:460443:253:4294967295] 192.168.203.155@tcp LPNI seq info [460437:460437:5:4294967295] 00000400:00000200:1.0:1788879845.771795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.771801:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879845.771805:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879845.771809:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788879845.771812:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879845.771819:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879845.771835:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879845.771840:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879845.771842:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305272899 00000100:00000001:1.0:1788879845.771845:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305274131 00000100:00000001:1.0:1788879845.771847:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305272899 00000100:00000001:1.0:1788879845.771850:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305274131 00000100:00000001:1.0:1788879845.771852:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879845.771855:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.771857:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.771860:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879845.771864:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879845.771866:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879845.771868:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879845.771870:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879845.771885:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879845.771890:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.771898:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879845.771899:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.771902:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879845.771903:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879845.771905:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879845.771908:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879845.771912:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879845.771914:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879845.771916:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879845.771918:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879845.771922:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879845.771924:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879845.771943:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879845.771946:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788879845.771950:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39880. 00000100:00000200:1.0:1788879845.771954:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519571072, portal 4 00000100:00000001:1.0:1788879845.771956:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879845.771957:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879845.771964:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879845.771972:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879845.771974:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879845.771992:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39198. 00000100:00000200:1.0:1788879845.771996:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519571072, offset 0 00000400:00000200:1.0:1788879845.772001:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879845.772005:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.772010:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879845.772013:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879845.772016:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879845.772018:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879845.772021:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879845.772024:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460444:460444:252:4294967295] 192.168.203.155@tcp LPNI seq info [460438:460438:4:4294967295] 00000400:00000200:1.0:1788879845.772028:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879845.772049:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879845.772054:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879845.772058:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7f00. 00000800:00000200:1.0:1788879845.772063:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879845.772071:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879845.772075:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879845.772079:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879845.772081:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305272850 00000100:00000001:1.0:1788879845.772084:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305274131 00000100:00000001:1.0:1788879845.772086:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305272850 00000100:00000001:1.0:1788879845.772088:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305274131 00000100:00000001:1.0:1788879845.772121:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879845.772123:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.772126:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.772128:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879845.772132:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879845.772133:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879845.772135:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879845.772136:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879845.772138:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879845.772139:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879845.898467:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879845.898474:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879845.898480:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879845.898482:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879845.898485:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879845.898487:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879846.922391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879846.922396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879846.922401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879846.922402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879846.922405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879846.922406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879847.114377:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305274131, at 4305274176 00000100:00000040:1.0:1788879847.114377:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305274131, at 4305274176 00000100:00000010:1.0:1788879847.114391:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000100:00000010:0.0:1788879847.114393:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00010000:00000001:1.0:1788879847.946404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879847.946410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879847.946415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879847.946416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879847.946419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879847.946420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1788879848.842504:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788879848.842541:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788879848.842549:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879848.842552:0:2384:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788879848.842556:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879848.842570:0:2384:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788879848.842574:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879848.842577:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:0.0:1788879848.842581:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788879848.842585:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879848.842593:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39440 00000400:00000010:0.0:1788879848.842595:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39440. 00000100:00000001:0.0:1788879848.842599:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788879848.842607:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879848.842646:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879848.842652:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879848.842660:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879848.842662:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879848.842680:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879848.842684:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7600. 00000100:00000001:1.0:1788879848.842685:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788879848.842688:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1788879848.842690:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788879848.842695:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000100:00000001:1.0:1788879848.842696:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000400:00000200:0.0:1788879848.842700:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:0.0:1788879848.842704:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:0.0:1788879848.842708:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1788879848.842709:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879845/real 1788879848] req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788879848.842715:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879848.842740:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1788879848.842741:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1788879848.842744:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879848.842757:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788879848.842763:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879848.842763:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000100:00000001:0.0:1788879848.842766:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788879848.842771:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879848.842776:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000800:00000100:0.0:1788879848.842777:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000100:00000001:1.0:1788879848.842782:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000010:0.0:1788879848.842783:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:0.0:1788879848.842789:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000200:1.0:1788879848.842793:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788879848.842799:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879848.842808:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a394c8 00000100:00000200:1.0:1788879848.842826:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788879848.842828:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a394c8. 00000100:00000001:0.0:1788879848.842835:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788879848.842841:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:0.0:1788879848.842845:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.842846:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.842852:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.842857:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879848.842861:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1788879848.842867:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879848.842869:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.842899:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879848.842900:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879848.842904:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788879848.842910:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879848.842913:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000400:00000200:0.0:1788879848.842916:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000040:1.0:1788879848.842921:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788879848.842923:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788879848.842931:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39dd0 00000400:00000010:0.0:1788879848.842935:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39dd0. 00000100:00000001:1.0:1788879848.842939:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788879848.842940:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788879848.842946:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788879848.842948:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.842951:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.842954:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.842960:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788879848.842965:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788879848.842965:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1788879848.842973:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788879848.842975:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879848.842984:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788879848.842988:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879848.842990:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788879848.842992:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788879848.842999:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1788879848.843004:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788879848.843012:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7f00. 00000400:00000200:0.0:1788879848.843019:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00100000:1.0:1788879848.843023:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519570560:192.168.203.155@tcp:250:kworker.0 00000400:00000200:0.0:1788879848.843030:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000100:00000001:1.0:1788879848.843034:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788879848.843035:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39198 00000100:00000001:1.0:1788879848.843039:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1788879848.843040:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39198. 00000100:00000001:0.0:1788879848.843045:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1788879848.843048:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519570560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788879848.843054:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843068:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879848.843074:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788879848.843075:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1788879848.843081:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 00000100:00000040:0.0:1788879848.843082:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788879848.843089:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788879848.843091:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788879848.843094:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879848.843097:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00000001:0.0:1788879848.843101:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1788879848.843103:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879848.843109:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879848.843114:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879848.843117:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879848.843119:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788879848.843123:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879848.843124:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843127:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879848.843129:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879848.843130:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879848.843132:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879848.843138:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879845/real 1788879848] req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879848.843148:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879848.843150:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879848.843152:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788879848.843155:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39880 00000400:00000010:1.0:1788879848.843156:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39880. 00000100:00000001:1.0:1788879848.843159:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879848.843163:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879848.843172:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843178:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879848.843180:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843182:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.843183:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879848.843187:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843195:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879848.843199:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843206:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879848.843209:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843211:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.843212:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843213:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879848.843216:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879848.843219:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879848.843223:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879848.843225:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879848.843228:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879848.843236:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879848.843240:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879848.843243:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879845/real 1788879848] req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879848.843300:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879848.843302:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879848.843305:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879848.843308:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879848.843310:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879848.843313:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879848.843317:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879848.843326:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843333:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879848.843335:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843337:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.843339:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879848.843343:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843351:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879848.843355:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843360:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879848.843362:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843363:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.843364:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843365:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879848.843367:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879848.843368:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879848.843371:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879848.843373:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879848.843375:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879848.843381:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879848.843385:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879848.843388:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879845/real 1788879848] req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879848.843393:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879848.843394:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879848.843396:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788879848.843398:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879848.843399:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879848.843401:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879848.843403:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879848.843413:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843417:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879848.843418:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843419:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.843419:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879848.843422:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843425:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879848.843427:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843431:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879848.843433:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843434:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.843434:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843435:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879848.843436:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879848.843438:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879848.843440:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879848.843441:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879848.843443:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879848.843448:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879848.843450:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879848.843452:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879845/real 1788879848] req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879848.843461:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879848.843462:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879848.843463:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879848.843464:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879848.843465:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879848.843466:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879848.843468:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879848.843473:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843476:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879848.843477:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843478:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.843479:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879848.843481:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843485:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879848.843487:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843491:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879848.843492:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843493:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879848.843494:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843495:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879848.843496:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879848.843497:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879848.843499:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879848.843500:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879848.843504:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879848.843508:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519570944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879848.843513:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843515:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879848.843520:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519571072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843527:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879848.843529:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879848.843532:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879848.843536:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879848.843538:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879848.843540:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879848.843542:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879848.843544:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879848.843548:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879848.843549:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879848.843551:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879848.843554:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879848.843555:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843557:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879848.843560:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519570688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843566:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879848.843567:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879848.843569:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879848.843572:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879848.843573:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879848.843574:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879848.843576:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879848.843578:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879848.843590:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879848.843592:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879848.843593:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788879848.843596:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879848.843597:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843599:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879848.843602:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519570816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843609:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879848.843610:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879848.843612:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879848.843616:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879848.843617:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879848.843619:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879848.843621:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879848.843622:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879848.843625:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879848.843626:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879848.843627:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879848.843630:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879848.843631:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843644:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879848.843647:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519570944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879848.843654:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879848.843656:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879848.843657:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879848.843660:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879848.843662:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879848.843663:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879848.843665:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879848.843667:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879848.843669:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879848.843670:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879848.843672:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879848.843674:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879848.843676:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843678:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879848.843685:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879848.843686:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879848.843688:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879848.843689:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970492:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879848.970504:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879848.970508:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879848.970514:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970521:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879848.970525:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970530:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970534:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970541:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879848.970544:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879848.970547:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879848.970550:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970570:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879848.970572:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970574:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970577:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970590:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879848.970592:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879848.970594:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879848.970596:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970598:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879848.970599:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970600:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879848.970602:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879849.994353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879849.994358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879849.994362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879849.994363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879849.994365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879849.994366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.890548:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879850.890553:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879850.890557:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879850.890568:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.890591:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879850.890596:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.890605:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879850.890611:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879850.890619:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879850.890628:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519571200:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879850.890638:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879850.890645:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879850.890650:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.890655:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879850.890663:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879850.890669:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879850.890680:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879850.890688:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879850.890698:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879850.890710:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519571200, portal 25 00000100:00000001:1.0:1788879850.890716:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879850.890721:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879850.890734:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.890753:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879850.890761:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879850.890769:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879850.890775:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519571200, offset 0 00000400:00000200:1.0:1788879850.890790:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879850.890805:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.890817:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879850.890827:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879850.890835:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879850.890842:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879850.890850:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879850.890857:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460445:460445:256:4294967295] 192.168.203.155@tcp LPNI seq info [460439:460439:8:4294967295] 00000400:00000200:1.0:1788879850.890869:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.890892:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879850.890905:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.890916:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879850.890927:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879850.890932:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879850.890948:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.890950:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879850.890956:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879850.890961:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879850.890968:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879850.890971:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879850.890975:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879850.890981:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.890998:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.891004:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891022:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.891027:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879850.891037:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879850.891048:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879850.891053:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305279251 00000100:00000010:1.0:1788879850.891062:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d240. 00000100:00000001:1.0:1788879850.891072:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879850.891082:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305279251 00000100:00000010:1.0:1788879850.891087:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d120. 00000100:00000001:1.0:1788879850.891094:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879850.891101:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879850.891109:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.891114:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879850.891124:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879850/real 1788879850] req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879850.891145:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879850.891148:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879850.891150:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879850.891155:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879850.891161:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879850.891167:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879850.891177:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879850.891201:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891220:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879850.891225:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891232:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.891236:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879850.891245:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891324:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879850.891335:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891357:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879850.891361:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891365:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.891368:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891371:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879850.891376:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879850.891382:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879850.891392:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879850.891400:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879850.891411:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879850.891435:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519571200:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879850.891444:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891449:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.891454:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519571200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891467:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879850.891470:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879850.891473:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879850.891479:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879850.891483:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879850.891487:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879850.891494:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879850.891497:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879850.891504:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879850.891508:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879850.891513:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879850.891519:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879850.891523:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891528:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891539:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879850.891543:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.891547:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879850.891551:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879850.891554:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879850.891560:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891571:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879850.891572:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.891576:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879850.891579:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879850.891581:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879850.891588:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879850.891591:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879850.891594:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879850.891596:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.891600:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879850.891604:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879850.891608:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879850.891616:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879850.891620:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879850.891624:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879850.891630:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519571328, portal 10 00000100:00000001:1.0:1788879850.891634:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879850.891636:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879850.891645:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891654:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879850.891659:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879850.891661:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879850.891663:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519571328, offset 0 00000400:00000200:1.0:1788879850.891667:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879850.891671:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.891674:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879850.891678:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879850.891680:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879850.891682:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879850.891684:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879850.891686:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460446:460446:256:4294967295] 192.168.203.155@tcp LPNI seq info [460440:460440:8:4294967295] 00000400:00000200:1.0:1788879850.891689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.891693:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879850.891696:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.891700:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879850.891703:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879850.891705:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879850.891713:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.891715:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879850.891717:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879850.891719:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879850.891721:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879850.891723:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879850.891724:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879850.891727:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891733:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.891735:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891740:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.891741:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879850.891744:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879850.891747:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879850.891749:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879850.891751:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305277967 00000100:00000001:1.0:1788879850.891754:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305279251 00000100:00000001:1.0:1788879850.891756:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305277967 00000100:00000001:1.0:1788879850.891757:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305279251 00000100:00000001:1.0:1788879850.891759:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879850.891760:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.891761:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879850.891763:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879850/real 1788879850] req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879850.891773:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879850.891774:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879850.891775:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879850.891776:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879850.891777:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879850.891779:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879850.891781:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879850.891786:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891790:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879850.891791:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891792:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.891793:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879850.891796:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891800:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879850.891802:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891806:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879850.891808:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891809:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.891809:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891810:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879850.891812:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879850.891813:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879850.891815:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879850.891816:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879850.891819:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879850.891825:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879850.891828:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879850.891830:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891834:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879850.891834:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.891836:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879850.891837:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879850.891838:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879850.891840:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879850.891841:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879850.891843:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879850.891844:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.891845:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879850.891847:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879850.891848:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879850.891850:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879850.891852:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879850.891854:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879850.891856:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519571456, portal 10 00000100:00000001:1.0:1788879850.891857:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879850.891858:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879850.891862:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891867:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879850.891868:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879850.891870:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879850.891871:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519571456, offset 0 00000400:00000200:1.0:1788879850.891874:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879850.891876:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.891878:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879850.891880:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879850.891882:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879850.891884:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879850.891885:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879850.891887:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460447:460447:256:4294967295] 192.168.203.155@tcp LPNI seq info [460441:460441:8:4294967295] 00000400:00000200:1.0:1788879850.891890:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.891894:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879850.891896:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.891898:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879850.891900:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879850.891902:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879850.891909:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.891911:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879850.891912:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879850.891914:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879850.891916:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879850.891917:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879850.891919:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879850.891921:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891926:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.891928:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891932:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.891933:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879850.891935:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879850.891936:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879850.891938:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879850.891940:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305277967 00000100:00000001:1.0:1788879850.891941:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305279251 00000100:00000001:1.0:1788879850.891943:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305277967 00000100:00000001:1.0:1788879850.891944:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305279251 00000100:00000001:1.0:1788879850.891945:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879850.891947:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.891948:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879850.891950:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879850/real 1788879850] req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879850.891954:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879850.891955:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879850.891956:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879850.891957:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879850.891958:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879850.891959:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879850.891961:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879850.891967:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891970:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879850.891971:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891972:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.891973:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879850.891975:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891979:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879850.891981:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.891985:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879850.891987:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891988:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.891989:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.891990:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879850.891992:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879850.891993:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879850.891995:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879850.891997:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879850.891999:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879850.892003:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879850.892005:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879850.892007:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892011:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879850.892012:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.892013:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879850.892015:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879850.892016:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879850.892017:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879850.892019:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879850.892020:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879850.892021:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.892022:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879850.892024:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879850.892025:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879850.892027:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879850.892029:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879850.892031:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879850.892033:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519571584, portal 4 00000100:00000001:1.0:1788879850.892035:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879850.892035:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879850.892039:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892043:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879850.892044:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879850.892046:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879850.892047:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519571584, offset 0 00000400:00000200:1.0:1788879850.892050:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879850.892052:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.892053:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879850.892055:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879850.892057:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879850.892058:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879850.892059:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879850.892062:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460448:460448:256:4294967295] 192.168.203.155@tcp LPNI seq info [460442:460442:8:4294967295] 00000400:00000200:1.0:1788879850.892064:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.892068:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879850.892071:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.892072:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879850.892074:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879850.892076:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879850.892082:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.892083:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879850.892085:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879850.892087:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879850.892089:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879850.892090:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879850.892091:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879850.892093:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892102:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.892104:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892108:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.892109:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879850.892111:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879850.892112:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879850.892114:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879850.892115:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305278019 00000100:00000001:1.0:1788879850.892117:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305279251 00000100:00000001:1.0:1788879850.892118:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305278019 00000100:00000001:1.0:1788879850.892119:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305279251 00000100:00000001:1.0:1788879850.892121:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879850.892122:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.892123:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879850.892125:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879850/real 1788879850] req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879850.892130:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879850.892130:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879850.892131:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879850.892132:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879850.892133:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879850.892135:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879850.892136:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879850.892142:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892146:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879850.892147:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892148:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.892149:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879850.892151:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892155:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879850.892158:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892162:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879850.892163:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892164:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.892165:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892166:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879850.892167:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879850.892168:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879850.892170:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879850.892171:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879850.892173:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879850.892178:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879850.892180:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892181:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.892183:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519571328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892187:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879850.892188:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879850.892189:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879850.892191:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879850.892192:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879850.892193:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879850.892195:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879850.892196:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879850.892198:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879850.892198:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879850.892200:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879850.892201:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879850.892202:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892203:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.892205:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519571456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892209:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879850.892210:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879850.892211:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879850.892213:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879850.892214:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879850.892214:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879850.892216:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879850.892217:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879850.892218:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879850.892219:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879850.892220:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879850.892221:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879850.892222:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892223:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.892224:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519571584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892228:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879850.892229:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879850.892230:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879850.892231:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879850.892232:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879850.892232:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879850.892233:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879850.892234:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879850.892235:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879850.892236:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879850.892237:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879850.892239:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879850.892240:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892241:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892243:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879850.892244:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.892245:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879850.892263:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879850.892264:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879850.892281:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892286:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879850.892287:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.892289:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879850.892291:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879850.892292:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879850.892294:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879850.892296:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879850.892298:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879850.892299:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879850.892300:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879850.892303:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879850.892304:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879850.892306:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879850.892308:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879850.892310:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879850.892312:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519571712, portal 4 00000100:00000001:1.0:1788879850.892313:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879850.892314:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879850.892318:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892323:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879850.892324:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879850.892326:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879850.892327:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519571712, offset 0 00000400:00000200:1.0:1788879850.892330:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879850.892332:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.892335:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879850.892337:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879850.892339:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879850.892340:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879850.892342:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879850.892344:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460449:460449:256:4294967295] 192.168.203.155@tcp LPNI seq info [460443:460443:8:4294967295] 00000400:00000200:1.0:1788879850.892346:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879850.892351:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879850.892353:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.892355:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879850.892358:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879850.892360:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879850.892367:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879850.892369:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879850.892371:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879850.892374:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879850.892376:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879850.892378:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879850.892381:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879850.892384:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892392:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.892395:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892402:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.892403:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879850.892407:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879850.892410:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879850.892414:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879850.892416:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305277971 00000100:00000001:1.0:1788879850.892419:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305279251 00000100:00000001:1.0:1788879850.892421:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305277971 00000100:00000001:1.0:1788879850.892424:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305279251 00000100:00000001:1.0:1788879850.892426:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879850.892428:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.892430:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879850.892434:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879850/real 1788879850] req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879850.892439:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879850.892440:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879850.892442:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879850.892443:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879850.892445:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879850.892446:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879850.892448:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879850.892454:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892458:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879850.892459:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892460:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.892461:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879850.892463:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892467:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879850.892469:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892474:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879850.892476:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892477:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879850.892478:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892480:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879850.892482:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879850.892485:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879850.892488:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879850.892490:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879850.892495:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879850.892503:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879850.892507:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892510:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879850.892513:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519571712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879850.892521:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879850.892522:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879850.892524:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879850.892527:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879850.892528:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879850.892529:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879850.892530:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879850.892531:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879850.892533:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879850.892534:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879850.892535:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879850.892537:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879850.892538:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892539:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879850.892541:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879850.892542:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879850.892544:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879850.892545:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879851.018347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879851.018352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879851.018356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879851.018357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879851.018359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879851.018360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879852.042381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879852.042386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879852.042392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879852.042393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879852.042395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879852.042396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879852.234323:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305279251, at 4305279296 00000100:00000040:0.0:1788879852.234325:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305279251, at 4305279296 00000100:00000010:0.0:1788879852.234338:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000100:00000010:1.0:1788879852.234341:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00010000:00000001:1.0:1788879853.066369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879853.066373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879853.066378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879853.066379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879853.066381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879853.066382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879854.090398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879854.090407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879854.090416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879854.090418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879854.090422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879854.090424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879855.114394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879855.114399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879855.114404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879855.114405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879855.114407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879855.114408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879856.010520:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879856.010530:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879856.010534:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879856.010539:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879856.010545:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879856.010555:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10610 00000400:00000200:0.0:1788879856.010566:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879856.010574:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879856.010578:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879856.010583:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879856.010587:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879856.010591:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879856.010595:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879856.010605:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879856.010607:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879856.010610:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879856.010614:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879856.010617:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879856.010619:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879856.010623:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879856.010625:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879856.010627:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879856.010630:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879856.010633:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879856.010637:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879856.010641:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879856.010645:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879856.010649:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879856.010653:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879856.010655:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879856.010659:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879856.010669:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788879856.010674:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879856.010680:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879856.010682:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879856.010686:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879856.010690:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879856.010696:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879856.010706:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788879856.010715:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879856.010727:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879856.010740:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879856.010744:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879856.010751:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.010779:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879856.010783:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879856.010788:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879856.010789:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879856.010791:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879856.010795:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879856.010799:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10610 00000400:00000200:0.0:1788879856.010805:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879856.010813:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788879856.010815:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1788879856.010819:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788879856.010820:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879856.010823:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788879856.010830:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788879856.010832:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.010838:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879856.010844:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879856.010847:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879856.010850:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 02000000:00000001:1.0:1788879856.010851:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879856.010855:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788879856.010857:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:1.0:1788879856.010858:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879856.010864:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519571840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879856.010868:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1788879856.010870:0:173517:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:1.0:1788879856.010872:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1788879856.010875:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 02000000:00000001:1.0:1788879856.010876:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.010880:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1788879856.010883:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000010:1.0:1788879856.010886:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879856.010889:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879856.010894:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879856.010897:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000020:00000040:0.0:1788879856.010904:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000400:00000010:1.0:1788879856.010904:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879856.010912:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519571840, portal 25 00000020:00000001:0.0:1788879856.010913:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788879856.010916:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879856.010919:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000020:00000001:0.0:1788879856.010921:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879856.010924:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.010933:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788879856.010935:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788879856.010936:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879856.010939:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879856.010943:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519571840, offset 0 00000100:00000001:0.0:1788879856.010944:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788879856.010950:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788879856.010955:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879856.010959:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788879856.010960:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000040:0.0:1788879856.010968:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000400:00000200:1.0:1788879856.010968:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879856.010975:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1788879856.010980:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000200:1.0:1788879856.010981:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00000001:0.0:1788879856.010987:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879856.010988:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788879856.010994:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788879856.010994:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879856.011000:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460450:460450:256:4294967295] 192.168.203.155@tcp LPNI seq info [460444:460444:8:4294967295] 02000000:00000001:0.0:1788879856.011003:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788879856.011004:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788879856.011010:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879856.011017:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788879856.011018:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000800:00000200:1.0:1788879856.011023:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000008:00100000:0.0:1788879856.011028:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000800:00000010:1.0:1788879856.011028:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879856.011035:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000008:00000001:0.0:1788879856.011037:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788879856.011039:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1788879856.011048:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1788879856.011055:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879856.011057:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000100:00000010:0.0:1788879856.011072:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000400:00000200:1.0:1788879856.011074:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879856.011080:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000020:00000040:0.0:1788879856.011083:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000400:00000200:1.0:1788879856.011085:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879856.011088:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 02000000:00000001:0.0:1788879856.011091:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788879856.011093:0:2393:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788879856.011098:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879856.011099:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.011108:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788879856.011110:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788879856.011113:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1788879856.011115:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879856.011120:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011122:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011126:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879856.011143:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879856.011144:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000400:00000200:1.0:1788879856.011148:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879856.011151:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011152:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305284371 00000100:00000010:1.0:1788879856.011158:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d120. 00000100:00100000:0.0:1788879856.011164:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879856.011165:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879856.011173:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305284371 00000100:00000001:0.0:1788879856.011178:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1788879856.011179:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d000. 00000100:00000001:0.0:1788879856.011184:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011185:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879856.011189:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879856.011192:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011195:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879856.011199:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879856/real 1788879856] req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879856.011209:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879856.011215:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879856.011218:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879856.011220:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879856.011224:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879856.011226:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879856.011229:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879856.011278:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879856.011298:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.011299:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011306:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00080000:0.0:1788879856.011310:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788879856.011310:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.011314:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879856.011316:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788879856.011321:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1788879856.011322:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.011328:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788879856.011330:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788879856.011337:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1788879856.011343:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.011344:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879856.011352:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10610 00000100:00000001:1.0:1788879856.011359:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879856.011366:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788879856.011367:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879856.011369:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879856.011373:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.011377:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1788879856.011380:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788879856.011382:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788879856.011388:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788879856.011389:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879856.011396:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879856.011399:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788879856.011401:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788879856.011405:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.011409:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1788879856.011415:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519571840:192.168.203.155@tcp:250:kworker.0 00000100:00000040:0.0:1788879856.011421:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879856.011421:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.011424:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879856.011429:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519571840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.011431:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879856.011437:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879856.011442:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1788879856.011444:0:173517:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000010:1.0:1788879856.011446:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 00000020:00000040:0.0:1788879856.011449:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879856.011452:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879856.011455:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 02000000:00000001:1.0:1788879856.011459:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788879856.011462:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879856.011463:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879856.011466:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788879856.011470:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879856.011471:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879856.011474:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788879856.011481:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1788879856.011486:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 02000000:00000001:1.0:1788879856.011495:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1788879856.011499:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1788879856.011501:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788879856.011506:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879856.011508:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788879856.011510:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879856.011511:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879856.011518:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879856.011519:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879856.011522:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011525:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879856.011527:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1788879856.011529:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00000001:1.0:1788879856.011529:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879856.011534:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879856.011542:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879856.011562:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879856.011564:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879856.011567:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.011567:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879856.011569:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879856.011573:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879856.011575:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1788879856.011577:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879856.011582:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879856.011583:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879856.011584:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.011586:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788879856.011588:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1788879856.011589:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879856.011592:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879856.011598:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879856.011598:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879856.011602:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000100:00000001:0.0:1788879856.011605:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000010:1.0:1788879856.011606:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879856.011610:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519571968, portal 10 00000008:00100000:0.0:1788879856.011613:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788879856.011613:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879856.011615:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000008:00000001:0.0:1788879856.011634:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879856.011636:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.011641:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011651:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1788879856.011653:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000100:00000040:1.0:1788879856.011655:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879856.011659:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000020:00000040:0.0:1788879856.011662:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000100:00000200:1.0:1788879856.011664:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519571968, offset 0 02000000:00000001:0.0:1788879856.011673:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788879856.011673:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788879856.011679:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879856.011680:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879856.011686:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788879856.011687:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788879856.011689:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879856.011694:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000001:0.0:1788879856.011695:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788879856.011696:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879856.011700:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 02000000:00000001:0.0:1788879856.011703:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879856.011704:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460451:460451:256:4294967295] 192.168.203.155@tcp LPNI seq info [460445:460445:8:4294967295] 00000400:00000200:1.0:1788879856.011711:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000010:0.0:1788879856.011717:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000400:00000200:1.0:1788879856.011717:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788879856.011725:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788879856.011725:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879856.011728:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879856.011735:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00100000:0.0:1788879856.011736:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1788879856.011738:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879856.011757:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788879856.011760:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1788879856.011760:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879856.011763:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1788879856.011767:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879856.011769:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879856.011774:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879856.011776:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879856.011780:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1788879856.011781:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879856.011785:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.011803:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879856.011807:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.011814:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011814:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011818:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788879856.011823:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788879856.011823:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879856.011829:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000100:00080000:0.0:1788879856.011831:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1788879856.011833:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879856.011838:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788879856.011838:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305283087 00000100:00000001:1.0:1788879856.011842:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305284371 00000100:00080000:0.0:1788879856.011844:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879856.011845:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305283087 00000100:00000001:1.0:1788879856.011847:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305284371 00000100:00000001:1.0:1788879856.011852:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788879856.011854:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788879856.011855:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.011858:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1788879856.011864:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10610 00000100:00100000:1.0:1788879856.011864:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879856/real 1788879856] req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879856.011874:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1788879856.011877:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000001:1.0:1788879856.011877:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879856.011879:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879856.011883:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879856.011885:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879856.011887:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788879856.011890:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000200:1.0:1788879856.011891:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879856.011898:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1788879856.011902:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879856.011910:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879856.011911:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879856.011913:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.011915:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879856.011918:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879856.011920:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1788879856.011922:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879856.011928:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879856.011931:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879856.011936:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788879856.011938:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879856.011946:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788879856.011946:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879856.011951:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788879856.011952:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000001:1.0:1788879856.011953:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879856.011954:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.011958:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1788879856.011959:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788879856.011960:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879856.011965:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000040:0.0:1788879856.011966:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000100:00080000:1.0:1788879856.011969:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879856.011973:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1788879856.011975:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879856.011977:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879856.011983:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00100000:1.0:1788879856.011986:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519571968:192.168.203.155@tcp:38:kworker.0 00000100:00000040:0.0:1788879856.011991:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879856.011993:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.011996:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788879856.011998:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879856.012000:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519571968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879856.012005:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879856.012009:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1788879856.012011:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:1.0:1788879856.012012:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879856.012019:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879856.012022:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879856.012025:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788879856.012027:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000020:00000040:1.0:1788879856.012027:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879856.012031:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879856.012033:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788879856.012038:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1788879856.012039:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 02000000:00000001:1.0:1788879856.012039:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879856.012042:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788879856.012046:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788879856.012048:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012048:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.012053:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788879856.012056:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788879856.012057:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879856.012060:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012062:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788879856.012064:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879856.012064:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879856.012066:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879856.012072:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879856.012073:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879856.012080:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879856.012083:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1788879856.012086:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788879856.012086:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.012089:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879856.012092:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788879856.012094:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.012095:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879856.012099:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879856.012100:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879856.012103:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879856.012105:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879856.012114:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879856.012116:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 02000000:00000001:1.0:1788879856.012116:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879856.012120:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 00000020:00000040:0.0:1788879856.012122:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879856.012123:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879856.012127:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788879856.012128:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1788879856.012130:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 02000000:00000001:0.0:1788879856.012131:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879856.012134:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000001:0.0:1788879856.012135:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1788879856.012138:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519572096, portal 10 02000000:00000001:0.0:1788879856.012139:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788879856.012143:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1788879856.012144:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012145:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788879856.012152:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788879856.012155:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:1.0:1788879856.012156:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879856.012160:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879856.012164:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000001:0.0:1788879856.012165:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879856.012166:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519572096, offset 0 00000400:00000200:1.0:1788879856.012173:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879856.012175:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00100000:0.0:1788879856.012181:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788879856.012182:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879856.012187:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879856.012191:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879856.012194:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879856.012197:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879856.012203:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460452:460452:256:4294967295] 192.168.203.155@tcp LPNI seq info [460446:460446:8:4294967295] 00000400:00000200:1.0:1788879856.012211:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879856.012217:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788879856.012218:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788879856.012222:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788879856.012226:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879856.012231:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879856.012276:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879856.012278:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000100:00000040:0.0:1788879856.012288:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1788879856.012288:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879856.012291:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879856.012295:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879856.012301:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879856.012305:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879856.012308:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879856.012311:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879856.012316:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.012319:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012326:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1788879856.012329:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788879856.012330:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879856.012342:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879856.012345:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879856.012346:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788879856.012349:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788879856.012351:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879856.012355:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879856.012357:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:1.0:1788879856.012360:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000100:00080000:0.0:1788879856.012366:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10610 00000400:00000200:1.0:1788879856.012368:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879856.012374:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305283088 00000100:00000001:1.0:1788879856.012379:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305284371 00000400:00000200:0.0:1788879856.012380:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879856.012385:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305283088 00000400:00000200:0.0:1788879856.012390:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788879856.012391:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305284371 00000100:00000001:1.0:1788879856.012396:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788879856.012399:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788879856.012399:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012402:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879856.012408:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879856/real 1788879856] req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879856.012410:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879856.012419:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1788879856.012421:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879856.012424:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1788879856.012426:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000010:1.0:1788879856.012427:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879856.012430:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879856.012433:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:0.0:1788879856.012434:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879856.012436:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879856.012442:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879856.012444:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879856.012447:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879856.012452:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879856.012457:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00000200:1.0:1788879856.012461:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879856.012463:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879856.012469:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879856.012477:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879856.012478:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879856.012482:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879856.012483:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879856.012488:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1788879856.012489:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879856.012490:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879856.012494:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00100000:1.0:1788879856.012497:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788879856.012499:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788879856.012508:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788879856.012510:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000040:1.0:1788879856.012514:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.012519:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012521:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879856.012525:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788879856.012527:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788879856.012527:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879856.012530:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.012532:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879856.012534:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879856.012536:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1788879856.012538:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1788879856.012539:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879856.012543:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879856.012549:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879856.012550:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879856.012560:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00100000:1.0:1788879856.012561:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879856.012567:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1788879856.012569:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000001:1.0:1788879856.012569:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879856.012572:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519572096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1788879856.012577:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012579:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879856.012581:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879856.012584:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 00000100:00000001:0.0:1788879856.012586:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.012587:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879856.012591:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879856.012592:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879856.012594:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879856.012595:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 00000100:00000010:0.0:1788879856.012598:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 02000000:00000001:1.0:1788879856.012598:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879856.012599:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879856.012601:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788879856.012605:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879856.012607:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788879856.012608:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788879856.012609:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.012613:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879856.012615:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012618:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788879856.012620:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788879856.012620:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879856.012621:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879856.012626:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879856.012627:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879856.012635:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879856.012639:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788879856.012640:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879856.012644:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879856.012647:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.012647:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879856.012651:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879856.012655:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879856.012658:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00100000:1.0:1788879856.012660:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879856.012667:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788879856.012669:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.012670:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879856.012672:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.012676:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879856.012680:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879856.012683:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879856.012684:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788879856.012688:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879856.012692:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879856.012697:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879856.012701:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519572224, portal 4 00000100:00000001:1.0:1788879856.012705:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879856.012707:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000001:0.0:1788879856.012714:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1788879856.012715:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879856.012723:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012723:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879856.012727:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879856.012730:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879856.012733:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519572224, offset 0 00000400:00000200:1.0:1788879856.012739:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788879856.012743:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788879856.012744:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879856.012748:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879856.012753:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879856.012757:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879856.012761:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879856.012765:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879856.012771:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460453:460453:256:4294967295] 192.168.203.155@tcp LPNI seq info [460447:460447:8:4294967295] 00000400:00000200:1.0:1788879856.012778:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879856.012784:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788879856.012788:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788879856.012789:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879856.012794:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879856.012799:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000040:0.0:1788879856.012801:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10620) 00000800:00000200:1.0:1788879856.012802:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879856.012814:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879856.012816:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879856.012818:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879856.012821:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879856.012823:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879856.012824:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879856.012826:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879856.012828:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.012835:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879856.012838:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.012843:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012844:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879856.012847:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879856.012849:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879856.012851:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879856.012852:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305283140 00000100:00000001:1.0:1788879856.012855:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305284371 00000100:00000001:1.0:1788879856.012856:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305283140 00000100:00000001:1.0:1788879856.012858:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305284371 00000100:00000001:1.0:1788879856.012859:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879856.012860:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012861:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879856.012863:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879856/real 1788879856] req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879856.012868:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879856.012870:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879856.012871:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879856.012872:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879856.012874:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879856.012875:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879856.012877:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879856.012882:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.012885:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879856.012886:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.012887:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879856.012888:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879856.012890:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.012894:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879856.012897:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.012901:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879856.012903:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.012904:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879856.012905:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.012906:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879856.012907:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879856.012909:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879856.012910:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879856.012912:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879856.012914:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879856.012923:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879856.012925:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.012927:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879856.012928:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519572224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.012932:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879856.012933:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879856.012934:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879856.012936:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879856.012936:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879856.012937:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879856.012938:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879856.012939:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788879856.012941:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879856.012942:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879856.012943:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788879856.012944:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879856.012945:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.012946:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.012948:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879856.012950:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.012951:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879856.012952:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879856.012953:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879856.012956:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.012960:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879856.012961:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.012963:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879856.012964:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879856.012965:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879856.012967:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879856.012969:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879856.012970:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879856.012971:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879856.012973:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879856.012975:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879856.012976:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879856.012978:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879856.012979:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879856.012981:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879856.012983:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519572352, portal 4 00000100:00000001:1.0:1788879856.012984:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879856.012985:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00000040:1.0:1788879856.012989:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.012993:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879856.012994:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879856.012996:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879856.012997:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519572352, offset 0 00000400:00000200:1.0:1788879856.013000:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879856.013002:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879856.013004:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879856.013005:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879856.013007:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879856.013008:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879856.013010:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879856.013012:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460454:460454:256:4294967295] 192.168.203.155@tcp LPNI seq info [460448:460448:8:4294967295] 00000400:00000200:1.0:1788879856.013015:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879856.013019:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879856.013021:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879856.013023:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879856.013026:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879856.013028:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879856.013035:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879856.013036:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879856.013038:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879856.013040:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879856.013042:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879856.013043:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879856.013044:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879856.013047:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.013051:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879856.013053:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.013068:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.013069:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879856.013071:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879856.013072:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879856.013074:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879856.013075:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305283091 00000100:00000001:1.0:1788879856.013077:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305284371 00000100:00000001:1.0:1788879856.013079:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305283091 00000100:00000001:1.0:1788879856.013080:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305284371 00000100:00000001:1.0:1788879856.013081:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879856.013083:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.013084:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879856.013086:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879856/real 1788879856] req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879856.013090:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879856.013091:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879856.013092:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879856.013094:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879856.013095:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879856.013096:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879856.013098:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879856.013103:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.013107:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879856.013108:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.013109:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879856.013110:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879856.013111:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.013115:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879856.013118:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.013122:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879856.013123:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.013124:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879856.013125:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.013126:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879856.013131:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879856.013132:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879856.013134:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879856.013135:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879856.013138:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879856.013143:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879856.013145:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.013146:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879856.013148:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519572352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879856.013152:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879856.013153:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879856.013154:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879856.013155:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879856.013156:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879856.013157:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879856.013158:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879856.013159:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788879856.013160:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879856.013161:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879856.013162:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788879856.013163:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879856.013164:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.013165:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879856.013167:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879856.013168:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879856.013169:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879856.013170:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879856.138403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879856.138413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879856.138422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879856.138424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879856.138430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879856.138432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879857.162339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879857.162345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879857.162351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879857.162352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879857.162356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879857.162357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879857.354367:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305284371, at 4305284416 00000100:00000040:1.0:1788879857.354367:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305284371, at 4305284416 00000100:00000010:1.0:1788879857.354382:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00000010:0.0:1788879857.354384:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00010000:00000001:1.0:1788879858.186334:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879858.186339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879858.186343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879858.186344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879858.186346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879858.186347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879859.210391:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879859.210393:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879859.210397:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210401:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879859.210403:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210405:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210408:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879859.210412:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879859.210414:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879859.210415:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210417:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879859.210418:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210419:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210421:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879859.210425:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879859.210426:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879859.210427:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210428:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879859.210429:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210431:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879859.210432:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879860.234326:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879860.234332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879860.234337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879860.234338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879860.234340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879860.234341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879861.130381:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879861.130394:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879861.130398:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879861.130403:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879861.130410:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879861.130421:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10615 00000400:00000200:0.0:1788879861.130433:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879861.130441:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879861.130446:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879861.130450:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.130455:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879861.130459:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.130463:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879861.130472:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879861.130475:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879861.130479:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879861.130483:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879861.130487:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879861.130490:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879861.130493:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.130516:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879861.130519:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.130521:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879861.130525:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879861.130530:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879861.130534:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879861.130538:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879861.130542:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879861.130546:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.130549:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879861.130552:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879861.130564:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788879861.130568:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879861.130574:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879861.130577:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.130581:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879861.130584:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879861.130590:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879861.130602:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879861.130611:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879861.130622:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879861.130637:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879861.130643:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879861.130649:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879861.130679:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879861.130684:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879861.130688:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879861.130690:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879861.130693:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879861.130696:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879861.130699:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10615 00000400:00000200:0.0:1788879861.130705:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879861.130710:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879861.130713:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879861.130718:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.130721:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879861.130725:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.130728:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879861.130733:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879861.130735:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879861.130738:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879861.130741:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879861.130744:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788879861.130748:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1788879861.130749:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788879861.130758:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788879861.130759:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.130764:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879861.130767:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.130769:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879861.130772:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879861.130777:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879861.130780:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788879861.130782:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879861.130804:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879861.130811:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788879861.130813:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879861.130815:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.130823:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879861.130835:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879861.130839:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.130843:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1788879861.130847:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1788879861.130848:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788879861.130860:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.130861:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.130869:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879861.130872:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519572480:192.168.203.155@tcp:250:kworker.0 00000100:00000010:0.0:1788879861.130877:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788879861.130881:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1788879861.130884:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879861.130888:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788879861.130890:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879861.130894:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879861.130895:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.130902:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788879861.130903:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879861.130909:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879861.130912:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879861.130915:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000010:0.0:1788879861.130920:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788879861.130921:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.130933:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879861.130941:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879861.130951:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000100:00100000:0.0:1788879861.130952:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1788879861.130962:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879861.130974:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519572480, portal 25 00000100:00000001:0.0:1788879861.130977:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879861.130980:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788879861.130985:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.130987:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00000040:0.0:1788879861.130996:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788879861.131004:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879861.131023:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.131029:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788879861.131032:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788879861.131042:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788879861.131044:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879861.131049:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1788879861.131050:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00080000:0.0:1788879861.131052:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879861.131061:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000200:1.0:1788879861.131063:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519572480, offset 0 00000100:00080000:0.0:1788879861.131068:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10615 00000400:00000200:0.0:1788879861.131078:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879861.131085:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000200:1.0:1788879861.131090:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788879861.131091:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879861.131101:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.131105:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879861.131108:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.131111:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788879861.131115:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.131132:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879861.131142:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879861.131147:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879861.131152:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879861.131157:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879861.131162:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460455:460455:256:4294967295] 192.168.203.155@tcp LPNI seq info [460449:460449:8:4294967295] 00000400:00000200:1.0:1788879861.131168:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.131180:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000020:00000001:0.0:1788879861.131188:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1788879861.131190:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788879861.131192:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879861.131239:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879861.131245:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000800:00000010:1.0:1788879861.131247:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000020:00000001:0.0:1788879861.131249:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879861.131257:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788879861.131308:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.131312:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879861.131316:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.131319:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879861.131324:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000800:00000200:1.0:1788879861.131326:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00080000:0.0:1788879861.131332:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000800:00000200:1.0:1788879861.131337:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000100:00000001:0.0:1788879861.131339:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879861.131349:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879861.131359:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879861.131372:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.131379:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879861.131384:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1788879861.131385:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000008:00000001:0.0:1788879861.131392:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788879861.131394:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000100:00000001:0.0:1788879861.131397:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879861.131405:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788879861.131409:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879861.131411:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788879861.131414:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1788879861.131415:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.131426:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879861.131431:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788879861.131432:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 02000000:00000001:0.0:1788879861.131436:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879861.131460:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 02000000:00000010:0.0:1788879861.131462:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000400:00000010:1.0:1788879861.131467:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:0.0:1788879861.131470:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.131476:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1788879861.131483:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788879861.131489:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879861.131510:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879861.131518:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879861.131551:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.131554:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788879861.131567:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879861.131572:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879861.131573:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879861.131585:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879861.131590:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879861.131594:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879861.131605:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879861.131615:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10615 00000100:00000001:1.0:1788879861.131620:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788879861.131627:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879861.131631:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788879861.131636:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879861.131642:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879861.131646:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.131650:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879861.131652:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879861.131655:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.131661:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788879861.131669:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000001:0.0:1788879861.131672:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788879861.131676:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305289492 00000020:00000040:0.0:1788879861.131678:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879861.131685:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879861.131688:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000100:00000010:1.0:1788879861.131690:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d000. 00000020:00000001:0.0:1788879861.131692:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879861.131700:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788879861.131703:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1788879861.131708:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.131714:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879861.131717:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305289492 00000100:00000040:0.0:1788879861.131718:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.131729:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000010:1.0:1788879861.131730:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd80. 00000020:00000040:0.0:1788879861.131733:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788879861.131738:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1788879861.131742:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879861.131748:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788879861.131749:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.131761:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879861.131762:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879861.131769:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879861.131770:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1788879861.131776:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.131782:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00100000:1.0:1788879861.131802:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879861/real 1788879861] req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1788879861.131804:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879861.131815:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.131822:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879861.131834:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000400:00000001:1.0:1788879861.131838:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1788879861.131839:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000400:00000001:1.0:1788879861.131844:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1788879861.131846:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1788879861.131850:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 02000000:00000001:0.0:1788879861.131852:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.131860:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788879861.131861:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 02000000:00000001:0.0:1788879861.131863:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1788879861.131867:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 02000000:00000001:0.0:1788879861.131869:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.131892:0:2393:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000010:0.0:1788879861.131896:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000200:1.0:1788879861.131903:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879861.131905:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879861.131922:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788879861.131932:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879861.131943:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879861.131951:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.131962:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879861.131968:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788879861.131970:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.131974:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.131980:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879861.131998:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879861.131999:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879861.132007:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879861.132020:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879861.132026:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879861.132033:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879861.132034:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879861.132039:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879861.132050:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10615 00000100:00000040:1.0:1788879861.132053:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788879861.132057:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879861.132067:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879861.132074:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879861.132087:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879861.132097:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788879861.132098:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879861.132108:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879861.132112:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879861.132118:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879861.132121:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.132128:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788879861.132132:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788879861.132138:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000020:00000040:0.0:1788879861.132141:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00000001:1.0:1788879861.132144:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1788879861.132151:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00080000:1.0:1788879861.132153:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:0.0:1788879861.132160:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00080000:1.0:1788879861.132167:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000020:00000001:0.0:1788879861.132171:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788879861.132173:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1788879861.132187:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879861.132189:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879861.132228:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879861.132240:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1788879861.132276:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519572480:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879861.132285:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788879861.132291:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879861.132292:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788879861.132304:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788879861.132305:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519572480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788879861.132319:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788879861.132327:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879861.132333:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1788879861.132335:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 02000000:00000010:1.0:1788879861.132339:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 00000100:00000001:0.0:1788879861.132345:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.132347:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1788879861.132355:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1788879861.132356:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879861.132362:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879861.132367:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788879861.132368:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879861.132374:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:0.0:1788879861.132378:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.132381:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788879861.132388:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788879861.132389:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879861.132395:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000008:00100000:0.0:1788879861.132398:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000001:1.0:1788879861.132401:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879861.132406:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788879861.132410:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.132412:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879861.132423:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.132429:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1788879861.132434:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788879861.132435:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.132460:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788879861.132464:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788879861.132465:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879861.132470:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788879861.132478:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1788879861.132481:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879861.132485:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.132494:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879861.132500:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788879861.132503:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879861.132529:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879861.132531:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.132536:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1788879861.132544:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788879861.132546:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879861.132557:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.132559:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879861.132568:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572608:192.168.203.155@tcp:38:kworker.0 00000100:00100000:0.0:1788879861.132582:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879861.132584:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879861.132592:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879861.132598:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879861.132604:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788879861.132606:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788879861.132610:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879861.132619:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 00000100:00000040:0.0:1788879861.132621:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788879861.132632:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879861.132647:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879861.132648:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879861.132654:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000100:00000040:0.0:1788879861.132657:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10625) 00000400:00000010:1.0:1788879861.132664:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879861.132672:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519572608, portal 10 00000100:00000001:1.0:1788879861.132675:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879861.132677:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000040:1.0:1788879861.132690:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.132700:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879861.132703:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879861.132706:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879861.132709:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519572608, offset 0 00000400:00000200:1.0:1788879861.132715:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879861.132720:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.132726:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879861.132730:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879861.132734:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879861.132737:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879861.132740:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879861.132745:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460456:460456:256:4294967295] 192.168.203.155@tcp LPNI seq info [460450:460450:8:4294967295] 00000400:00000200:1.0:1788879861.132750:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.132760:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879861.132767:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879861.132771:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879861.132777:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879861.132781:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879861.132812:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879861.132814:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879861.132819:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879861.132823:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879861.132827:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879861.132829:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879861.132832:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879861.132836:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.132847:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879861.132850:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.132858:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.132860:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879861.132865:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879861.132870:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879861.132891:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879861.132894:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305288208 00000100:00000001:1.0:1788879861.132899:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305289492 00000100:00000001:1.0:1788879861.132902:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305288208 00000100:00000001:1.0:1788879861.132905:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305289492 00000100:00000001:1.0:1788879861.132908:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879861.132911:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.132913:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879861.132918:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879861/real 1788879861] req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879861.132929:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879861.132931:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879861.132933:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879861.132936:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879861.132938:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879861.132940:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879861.132944:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879861.132954:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.132962:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879861.132964:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.132966:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.132968:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879861.132972:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.132981:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879861.132985:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.132994:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879861.132997:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.132999:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.133000:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.133003:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879861.133005:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879861.133008:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879861.133012:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879861.133014:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879861.133020:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879861.133030:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879861.133035:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879861.133039:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133052:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879861.133054:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.133059:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879861.133062:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879861.133066:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879861.133072:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879861.133078:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879861.133082:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879861.133085:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.133089:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879861.133095:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879861.133099:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879861.133106:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879861.133111:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879861.133117:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879861.133123:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519572736, portal 10 00000100:00000001:1.0:1788879861.133127:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879861.133130:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788879861.133142:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133152:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879861.133155:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879861.133159:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879861.133162:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519572736, offset 0 00000400:00000200:1.0:1788879861.133168:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879861.133173:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.133178:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879861.133182:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879861.133186:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879861.133189:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879861.133192:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879861.133217:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460457:460457:256:4294967295] 192.168.203.155@tcp LPNI seq info [460451:460451:8:4294967295] 00000400:00000200:1.0:1788879861.133223:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.133233:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879861.133239:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879861.133244:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879861.133276:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879861.133280:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879861.133294:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879861.133297:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879861.133301:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879861.133305:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879861.133309:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879861.133312:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879861.133315:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879861.133320:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133330:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879861.133334:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133343:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.133345:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879861.133349:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879861.133353:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879861.133358:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879861.133361:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305288209 00000100:00000001:1.0:1788879861.133365:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305289492 00000100:00000001:1.0:1788879861.133367:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305288209 00000100:00000001:1.0:1788879861.133370:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305289492 00000100:00000001:1.0:1788879861.133372:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879861.133375:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.133377:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879861.133382:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879861/real 1788879861] req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879861.133392:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879861.133394:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879861.133396:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879861.133398:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879861.133401:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879861.133403:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879861.133407:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879861.133418:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133425:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879861.133427:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.133429:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.133431:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879861.133453:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133460:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879861.133465:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133472:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879861.133476:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.133478:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.133480:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.133482:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879861.133484:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879861.133487:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879861.133491:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879861.133493:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879861.133497:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879861.133506:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879861.133510:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879861.133513:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133521:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879861.133540:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.133544:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879861.133548:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879861.133552:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879861.133558:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879861.133564:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879861.133568:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879861.133571:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.133575:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879861.133581:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879861.133584:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879861.133592:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879861.133597:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879861.133603:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879861.133609:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519572864, portal 4 00000100:00000001:1.0:1788879861.133614:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879861.133617:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788879861.133629:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133643:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879861.133647:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879861.133651:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879861.133655:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519572864, offset 0 00000400:00000200:1.0:1788879861.133660:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879861.133665:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.133670:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879861.133674:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879861.133678:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879861.133681:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879861.133684:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879861.133688:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460458:460458:256:4294967295] 192.168.203.155@tcp LPNI seq info [460452:460452:8:4294967295] 00000400:00000200:1.0:1788879861.133694:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.133703:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879861.133709:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879861.133713:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879861.133718:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879861.133722:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879861.133736:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879861.133739:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879861.133742:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879861.133747:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879861.133750:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879861.133753:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879861.133756:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879861.133760:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133779:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879861.133783:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133809:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.133811:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879861.133815:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879861.133819:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879861.133823:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879861.133825:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305288261 00000100:00000001:1.0:1788879861.133828:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305289492 00000100:00000001:1.0:1788879861.133831:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305288261 00000100:00000001:1.0:1788879861.133833:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305289492 00000100:00000001:1.0:1788879861.133836:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879861.133838:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.133840:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879861.133844:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879861/real 1788879861] req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879861.133853:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879861.133854:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879861.133856:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879861.133859:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879861.133861:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879861.133863:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879861.133867:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879861.133876:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133883:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879861.133886:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.133888:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.133890:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879861.133894:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133901:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879861.133906:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133913:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879861.133916:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.133917:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.133919:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.133921:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879861.133923:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879861.133925:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879861.133929:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879861.133931:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879861.133935:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879861.133944:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879861.133948:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.133950:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879861.133954:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519572608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.133962:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879861.133964:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879861.133967:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879861.133969:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879861.133971:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879861.133973:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879861.133976:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879861.133978:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788879861.133981:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879861.133983:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879861.133985:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788879861.133987:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879861.133989:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.133991:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879861.133994:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519572736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134002:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879861.134004:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879861.134005:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879861.134009:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879861.134010:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879861.134012:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879861.134014:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879861.134015:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788879861.134017:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879861.134018:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879861.134020:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788879861.134022:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879861.134024:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.134025:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879861.134029:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519572864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134035:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879861.134037:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879861.134038:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879861.134041:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879861.134043:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879861.134045:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879861.134049:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879861.134051:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788879861.134055:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879861.134058:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879861.134061:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788879861.134065:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879861.134067:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.134070:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.134077:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879861.134080:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.134083:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879861.134085:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879861.134088:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879861.134096:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134109:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879861.134112:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.134116:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879861.134119:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879861.134123:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879861.134129:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879861.134135:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879861.134138:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879861.134140:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879861.134143:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879861.134147:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879861.134149:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879861.134153:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879861.134156:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879861.134160:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879861.134164:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519572992, portal 4 00000100:00000001:1.0:1788879861.134166:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879861.134168:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:1.0:1788879861.134175:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134183:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879861.134186:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879861.134189:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879861.134192:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519572992, offset 0 00000400:00000200:1.0:1788879861.134217:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879861.134223:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.134228:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879861.134232:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879861.134235:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879861.134238:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879861.134259:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879861.134289:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460459:460459:256:4294967295] 192.168.203.155@tcp LPNI seq info [460453:460453:8:4294967295] 00000400:00000200:1.0:1788879861.134295:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879861.134304:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879861.134311:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879861.134316:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879861.134321:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879861.134325:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879861.134339:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879861.134341:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879861.134345:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879861.134350:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879861.134353:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879861.134356:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879861.134359:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879861.134365:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134375:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879861.134379:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134388:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.134390:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879861.134395:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879861.134399:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879861.134403:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879861.134406:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305288213 00000100:00000001:1.0:1788879861.134409:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305289492 00000100:00000001:1.0:1788879861.134412:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305288213 00000100:00000001:1.0:1788879861.134414:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305289492 00000100:00000001:1.0:1788879861.134417:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879861.134420:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.134422:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879861.134426:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879861/real 1788879861] req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879861.134453:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879861.134454:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879861.134456:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879861.134459:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879861.134461:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879861.134463:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879861.134467:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879861.134477:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134484:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879861.134485:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.134487:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.134489:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879861.134493:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134500:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879861.134504:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134513:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879861.134516:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.134541:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879861.134543:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.134547:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879861.134551:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879861.134556:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879861.134562:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879861.134566:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879861.134574:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879861.134591:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519572992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879861.134598:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.134602:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879861.134609:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519572992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879861.134623:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879861.134626:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879861.134630:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879861.134636:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879861.134638:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879861.134641:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879861.134645:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879861.134649:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788879861.134652:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879861.134654:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879861.134656:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788879861.134659:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879861.134661:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.134664:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879861.134669:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879861.134671:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879861.134674:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879861.134676:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879861.258382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879861.258390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879861.258397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879861.258399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879861.258403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879861.258405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879862.282334:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879862.282340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879862.282343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879862.282344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879862.282347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879862.282348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879862.474335:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305289492, at 4305289536 00000100:00000040:1.0:1788879862.474335:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305289492, at 4305289536 00000100:00000010:1.0:1788879862.474351:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00000100:00000010:0.0:1788879862.474357:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00010000:00000001:1.0:1788879863.306379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879863.306386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879863.306393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879863.306394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879863.306398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879863.306399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879864.330415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879864.330423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879864.330429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879864.330430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879864.330434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879864.330435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879865.354381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879865.354391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879865.354398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879865.354400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879865.354404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879865.354406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.250830:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879866.250844:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879866.250853:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879866.250876:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.250911:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879866.250919:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.250930:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879866.250939:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879866.250949:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879866.250959:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519573120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879866.250972:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879866.250979:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879866.250984:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.250991:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879866.251016:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879866.251024:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879866.251040:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879866.251052:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879866.251067:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879866.251083:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519573120, portal 25 00000100:00000001:1.0:1788879866.251091:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879866.251096:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788879866.251113:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.251153:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879866.251189:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879866.251198:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879866.251209:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519573120, offset 0 00000400:00000200:1.0:1788879866.251227:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879866.251313:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.251331:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879866.251347:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879866.251358:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879866.251368:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879866.251380:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879866.251394:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460460:460460:256:4294967295] 192.168.203.155@tcp LPNI seq info [460454:460454:8:4294967295] 00000400:00000200:1.0:1788879866.251408:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.251438:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879866.251456:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.251470:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879866.251491:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879866.251501:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879866.251539:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.251544:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879866.251554:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879866.251567:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879866.251578:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879866.251586:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879866.251596:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879866.251609:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.251643:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.251655:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.251690:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.251697:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879866.251709:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879866.251724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879866.251730:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305294612 00000100:00000010:1.0:1788879866.251743:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd80. 00000100:00000001:1.0:1788879866.251758:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879866.251770:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305294612 00000100:00000010:1.0:1788879866.251780:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d000. 00000100:00000001:1.0:1788879866.251787:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879866.251796:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879866.251809:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.251821:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879866.251840:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879866/real 1788879866] req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879866.251886:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879866.251895:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879866.251903:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879866.251914:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879866.251923:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879866.251931:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879866.251943:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879866.251968:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.251986:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879866.251991:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.251998:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.252002:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879866.252012:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252037:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879866.252051:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252076:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879866.252085:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.252089:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.252094:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.252100:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879866.252106:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879866.252118:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879866.252129:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879866.252136:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879866.252151:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879866.252201:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519573120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879866.252216:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.252222:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.252234:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519573120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252298:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879866.252304:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879866.252310:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879866.252320:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879866.252326:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879866.252331:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879866.252335:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879866.252341:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788879866.252347:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879866.252349:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879866.252352:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788879866.252360:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879866.252363:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.252367:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.252377:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879866.252380:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.252384:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879866.252386:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879866.252388:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879866.252394:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252410:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879866.252412:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.252415:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879866.252417:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879866.252420:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879866.252423:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519573248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879866.252427:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879866.252430:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879866.252432:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.252434:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879866.252438:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879866.252441:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879866.252446:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879866.252450:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879866.252454:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879866.252458:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519573248, portal 10 00000100:00000001:1.0:1788879866.252461:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879866.252462:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788879866.252470:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252478:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879866.252481:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879866.252484:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879866.252487:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519573248, offset 0 00000400:00000200:1.0:1788879866.252492:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879866.252497:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.252501:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879866.252506:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879866.252509:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879866.252512:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879866.252515:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879866.252520:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460461:460461:256:4294967295] 192.168.203.155@tcp LPNI seq info [460455:460455:8:4294967295] 00000400:00000200:1.0:1788879866.252525:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.252534:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879866.252540:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.252544:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879866.252548:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879866.252552:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879866.252566:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.252569:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879866.252573:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879866.252577:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879866.252581:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879866.252583:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879866.252586:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879866.252590:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252600:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.252603:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252611:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.252613:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879866.252617:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879866.252622:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879866.252626:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879866.252629:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305293328 00000100:00000001:1.0:1788879866.252632:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305294612 00000100:00000001:1.0:1788879866.252635:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305293328 00000100:00000001:1.0:1788879866.252638:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305294612 00000100:00000001:1.0:1788879866.252640:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879866.252643:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.252646:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879866.252650:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879866/real 1788879866] req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879866.252660:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879866.252661:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879866.252663:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879866.252666:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879866.252668:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879866.252670:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879866.252674:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879866.252684:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252691:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879866.252692:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.252694:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.252696:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879866.252700:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252707:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879866.252711:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252719:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879866.252722:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.252724:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.252725:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.252727:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879866.252729:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879866.252732:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879866.252736:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879866.252739:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879866.252744:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879866.252753:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519573248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879866.252757:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879866.252760:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252767:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879866.252769:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.252771:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879866.252773:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879866.252776:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879866.252779:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519573376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879866.252783:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879866.252785:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879866.252787:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.252789:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879866.252793:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879866.252796:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879866.252801:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879866.252805:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879866.252811:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879866.252816:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519573376, portal 10 00000100:00000001:1.0:1788879866.252820:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879866.252822:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788879866.252833:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252846:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879866.252852:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879866.252856:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879866.252861:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519573376, offset 0 00000400:00000200:1.0:1788879866.252869:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879866.252876:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.252883:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879866.252889:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879866.252894:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879866.252899:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879866.252902:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879866.252906:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460462:460462:256:4294967295] 192.168.203.155@tcp LPNI seq info [460456:460456:8:4294967295] 00000400:00000200:1.0:1788879866.252911:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.252919:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879866.252925:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.252930:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879866.252935:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879866.252939:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879866.252952:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.252954:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879866.252958:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879866.252962:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879866.252966:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879866.252968:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879866.252971:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879866.252976:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252986:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.252989:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.252997:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.253000:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879866.253004:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879866.253008:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879866.253012:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879866.253014:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305293328 00000100:00000001:1.0:1788879866.253017:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305294612 00000100:00000001:1.0:1788879866.253020:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305293328 00000100:00000001:1.0:1788879866.253023:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305294612 00000100:00000001:1.0:1788879866.253025:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879866.253028:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.253030:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879866.253034:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879866/real 1788879866] req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879866.253043:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879866.253044:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879866.253046:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879866.253049:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879866.253051:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879866.253054:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879866.253057:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879866.253066:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253073:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879866.253075:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253077:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.253078:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879866.253082:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253090:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879866.253095:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253103:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879866.253106:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253108:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.253110:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253112:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879866.253114:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879866.253117:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879866.253120:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879866.253123:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879866.253127:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879866.253135:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519573376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879866.253139:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879866.253143:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253151:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879866.253153:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.253156:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879866.253158:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879866.253187:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879866.253191:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519573504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879866.253195:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879866.253198:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879866.253200:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.253203:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879866.253207:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879866.253209:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879866.253215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879866.253218:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879866.253222:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879866.253226:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519573504, portal 4 00000100:00000001:1.0:1788879866.253228:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879866.253230:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788879866.253237:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253245:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879866.253274:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879866.253277:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879866.253280:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519573504, offset 0 00000400:00000200:1.0:1788879866.253285:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879866.253290:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.253295:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879866.253298:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879866.253302:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879866.253305:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879866.253307:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879866.253311:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460463:460463:256:4294967295] 192.168.203.155@tcp LPNI seq info [460457:460457:8:4294967295] 00000400:00000200:1.0:1788879866.253316:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.253324:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879866.253329:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.253333:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879866.253338:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879866.253341:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879866.253354:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.253356:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879866.253360:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879866.253364:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879866.253368:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879866.253370:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879866.253373:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879866.253378:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253387:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.253391:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253399:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.253401:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879866.253404:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879866.253408:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879866.253412:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879866.253414:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305293381 00000100:00000001:1.0:1788879866.253417:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305294612 00000100:00000001:1.0:1788879866.253420:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305293381 00000100:00000001:1.0:1788879866.253422:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305294612 00000100:00000001:1.0:1788879866.253425:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879866.253427:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.253429:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879866.253433:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879866/real 1788879866] req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879866.253442:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879866.253444:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879866.253446:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879866.253448:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879866.253450:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879866.253453:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879866.253456:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879866.253466:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253474:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879866.253476:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253479:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.253481:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879866.253485:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253492:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879866.253496:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253504:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879866.253506:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253508:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.253509:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253512:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879866.253513:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879866.253516:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879866.253519:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879866.253522:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879866.253526:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879866.253534:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519573504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879866.253538:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879866.253542:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253550:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879866.253552:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.253555:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879866.253557:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879866.253560:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879866.253563:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519573632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879866.253567:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879866.253569:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879866.253571:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879866.253572:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879866.253576:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879866.253578:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879866.253582:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879866.253584:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879866.253588:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879866.253591:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519573632, portal 4 00000100:00000001:1.0:1788879866.253594:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879866.253596:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788879866.253602:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253610:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879866.253612:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879866.253614:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879866.253617:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519573632, offset 0 00000400:00000200:1.0:1788879866.253621:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879866.253625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.253629:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879866.253632:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879866.253635:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879866.253638:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879866.253640:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879866.253644:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460464:460464:256:4294967295] 192.168.203.155@tcp LPNI seq info [460458:460458:8:4294967295] 00000400:00000200:1.0:1788879866.253648:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879866.253655:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879866.253661:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.253664:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879866.253668:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879866.253671:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879866.253683:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879866.253685:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879866.253688:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879866.253692:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879866.253695:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879866.253696:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879866.253699:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879866.253703:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253712:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.253715:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253722:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.253724:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879866.253727:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879866.253731:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879866.253734:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879866.253737:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305293332 00000100:00000001:1.0:1788879866.253740:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305294612 00000100:00000001:1.0:1788879866.253742:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305293332 00000100:00000001:1.0:1788879866.253745:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305294612 00000100:00000001:1.0:1788879866.253747:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879866.253749:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.253751:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879866.253755:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879866/real 1788879866] req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879866.253764:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879866.253766:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879866.253768:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879866.253770:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879866.253772:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879866.253774:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879866.253777:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879866.253786:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253793:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879866.253795:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253798:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.253800:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879866.253807:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253819:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879866.253827:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253838:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879866.253843:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253846:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879866.253848:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253852:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879866.253855:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879866.253860:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879866.253867:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879866.253871:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879866.253881:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879866.253896:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519573632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879866.253901:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253904:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.253907:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519573248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253915:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879866.253918:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879866.253920:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788879866.253924:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879866.253925:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879866.253927:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879866.253930:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879866.253932:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2800. 02000000:00000001:1.0:1788879866.253935:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879866.253937:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879866.253939:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788879866.253943:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879866.253945:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253947:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.253950:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519573376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253958:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879866.253959:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879866.253961:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879866.253965:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879866.253966:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879866.253968:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879866.253969:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879866.253971:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788879866.253973:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879866.253975:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879866.253977:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788879866.253981:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879866.253982:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.253984:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.253988:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519573504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.253995:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879866.253996:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879866.253997:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879866.254000:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879866.254001:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879866.254002:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879866.254004:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879866.254006:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788879866.254008:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879866.254009:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879866.254011:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788879866.254013:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879866.254014:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.254016:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879866.254019:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519573632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879866.254026:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879866.254027:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879866.254029:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879866.254031:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879866.254032:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879866.254033:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879866.254035:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879866.254037:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788879866.254039:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879866.254040:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879866.254041:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788879866.254047:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879866.254048:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.254051:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879866.254055:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879866.254057:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879866.254059:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879866.254061:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879866.378401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879866.378409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879866.378416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879866.378418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879866.378422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879866.378424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879867.402398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879867.402407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879867.402415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879867.402416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879867.402420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879867.402422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879867.594352:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305294612, at 4305294656 00000100:00000010:0.0:1788879867.594380:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00000100:00000040:1.0:1788879867.594393:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305294612, at 4305294656 00000100:00000010:1.0:1788879867.594426:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00010000:00000001:1.0:1788879868.426431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879868.426443:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879868.426446:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879868.426451:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426458:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879868.426461:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426464:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426467:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426472:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879868.426475:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879868.426477:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879868.426480:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426482:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879868.426484:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426486:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426488:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426492:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879868.426494:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879868.426496:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879868.426498:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426501:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879868.426502:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426505:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879868.426507:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879869.450366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879869.450371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879869.450376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879869.450377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879869.450380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879869.450381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879870.474410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879870.474417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879870.474424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879870.474426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879870.474430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879870.474432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879871.370334:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879871.370341:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879871.370343:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879871.370347:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879871.370351:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879871.370358:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10626 00000400:00000200:1.0:1788879871.370365:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879871.370370:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879871.370372:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879871.370374:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370377:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.370379:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370381:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879871.370387:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879871.370388:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879871.370390:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879871.370393:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879871.370395:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879871.370397:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879871.370399:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370400:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.370402:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370403:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879871.370405:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879871.370408:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370409:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879871.370411:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879871.370414:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879871.370416:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.370418:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879871.370420:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879871.370427:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879871.370429:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879871.370444:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879871.370445:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.370447:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879871.370449:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879871.370453:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879871.370459:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879871.370465:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879871.370472:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519573760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879871.370480:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879871.370484:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879871.370488:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519573760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879871.370505:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879871.370507:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879871.370510:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879871.370511:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879871.370512:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879871.370514:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879871.370516:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10626 00000400:00000200:1.0:1788879871.370518:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879871.370520:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879871.370521:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879871.370523:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370524:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.370526:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370527:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879871.370537:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879871.370538:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879871.370540:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879871.370541:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879871.370543:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879871.370544:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879871.370546:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370547:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.370549:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370550:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879871.370552:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879871.370555:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370557:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879871.370558:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879871.370563:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879871.370564:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.370566:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879871.370571:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879871.370576:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.370579:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879871.370583:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879871.370586:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879871.370591:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879871.370593:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.370598:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879871.370601:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879871.370605:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879871.370614:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879871.370622:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879871.370632:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519573888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879871.370648:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879871.370653:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879871.370663:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519573888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879871.370679:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879871.370684:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879871.370690:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879871.370694:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879871.370698:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879871.370704:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879871.370710:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10626 00000400:00000200:1.0:1788879871.370721:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879871.370729:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879871.370735:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879871.370741:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370747:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.370754:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370759:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879871.370766:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879871.370770:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879871.370773:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879871.370775:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879871.370780:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879871.370783:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879871.370792:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370796:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.370803:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370808:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879871.370814:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879871.370822:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370826:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879871.370831:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879871.370837:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879871.370843:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.370848:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879871.370852:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879871.370858:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.370862:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879871.370869:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879871.370873:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879871.370879:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879871.370881:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.370884:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879871.370885:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879871.370889:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879871.370894:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879871.370899:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879871.370907:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519574016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879871.370938:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879871.370940:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879871.370950:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519574016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879871.370962:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879871.370964:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879871.370968:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879871.370970:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879871.370971:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879871.370977:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879871.370979:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10626 00000400:00000200:1.0:1788879871.370982:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879871.370984:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879871.370986:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879871.370988:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370993:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.370995:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.370999:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879871.371002:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879871.371004:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879871.371006:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879871.371010:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879871.371015:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879871.371020:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879871.371025:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.371044:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.371048:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.371052:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879871.371055:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879871.371061:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879871.371064:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879871.371067:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879871.371070:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879871.371076:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.371079:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879871.371082:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879871.371086:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.371090:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879871.371096:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879871.371099:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879871.371103:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879871.371106:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.371108:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879871.371111:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879871.371114:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879871.371119:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879871.371139:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879871.371146:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519574144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879871.371161:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879871.371165:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879871.371173:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519574144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879871.371189:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879871.371193:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879871.371197:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879871.371202:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879871.371205:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879871.371221:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879871.371227:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10626 00000400:00000200:1.0:1788879871.371234:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879871.371239:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879871.371243:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879871.371272:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.371275:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.371281:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.371283:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879871.371288:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879871.371290:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879871.371293:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879871.371295:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879871.371299:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879871.371304:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879871.371310:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.371315:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879871.371319:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879871.371322:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879871.371325:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879871.371329:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879871.371334:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879871.371338:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879871.371342:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879871.371347:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.371349:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879871.371353:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879871.371357:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.371360:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879871.371365:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879871.371370:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879871.371372:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879871.371374:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879871.371376:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879871.371379:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879871.371381:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879871.371386:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879871.371391:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879871.371399:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519574272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879871.371419:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879871.371423:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879871.371428:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519574272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879871.371453:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879871.371460:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10636) 00010000:00000001:1.0:1788879871.498330:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879871.498341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879871.498346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879871.498347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879871.498349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879871.498350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879872.522431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879872.522439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879872.522446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879872.522449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879872.522453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879872.522455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879872.714408:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305299731, at 4305299776 00000100:00000040:1.0:1788879872.714408:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305299731, at 4305299776 00000100:00000010:1.0:1788879872.714431:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b540. 00000100:00000010:0.0:1788879872.714436:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bcc0. 00010000:00000001:1.0:1788879873.546383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879873.546391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879873.546398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879873.546400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879873.546404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879873.546406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879874.570402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879874.570410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879874.570418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879874.570419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879874.570423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879874.570425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879875.594469:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879875.594478:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879875.594487:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879875.594488:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879875.594493:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879875.594495:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.490854:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879876.490868:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879876.490879:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879876.490902:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.490944:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879876.490954:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.490969:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879876.490976:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879876.490984:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879876.490996:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519574400:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879876.491013:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879876.491023:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879876.491028:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.491036:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879876.491049:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879876.491058:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879876.491076:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879876.491109:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879876.491124:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879876.491139:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519574400, portal 25 00000100:00000001:1.0:1788879876.491148:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879876.491153:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879876.491173:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.491210:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879876.491223:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879876.491228:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879876.491235:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519574400, offset 0 00000400:00000200:1.0:1788879876.491284:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879876.491299:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.491311:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879876.491324:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879876.491336:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879876.491349:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879876.491357:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879876.491371:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460470:460470:256:4294967295] 192.168.203.155@tcp LPNI seq info [460464:460464:8:4294967295] 00000400:00000200:1.0:1788879876.491387:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.491414:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879876.491434:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.491446:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879876.491466:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879876.491475:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879876.491514:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.491522:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879876.491534:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879876.491551:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879876.491562:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879876.491569:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879876.491578:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879876.491591:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.491625:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.491636:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.491689:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.491695:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879876.491707:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879876.491722:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879876.491734:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305304852 00000100:00000010:1.0:1788879876.491751:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d000. 00000100:00000001:1.0:1788879876.491771:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879876.491791:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305304852 00000100:00000010:1.0:1788879876.491805:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d120. 00000100:00000001:1.0:1788879876.491820:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879876.491834:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879876.491846:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.491853:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879876.491872:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879876/real 1788879876] req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879876.491919:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879876.491927:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879876.491936:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879876.491950:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879876.491957:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879876.491966:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879876.491980:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879876.492019:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492047:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879876.492055:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.492064:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.492069:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879876.492081:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492135:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879876.492149:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492185:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879876.492194:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.492200:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.492207:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.492217:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879876.492221:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879876.492229:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879876.492243:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879876.492279:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879876.492292:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879876.492323:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519574400:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879876.492338:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.492344:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.492355:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519574400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492384:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879876.492393:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879876.492399:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879876.492410:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879876.492416:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879876.492422:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879876.492428:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879876.492433:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879876.492444:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879876.492450:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879876.492456:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879876.492466:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879876.492472:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.492480:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.492492:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879876.492497:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.492505:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879876.492510:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879876.492515:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879876.492523:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492534:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879876.492537:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.492541:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879876.492544:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879876.492547:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879876.492551:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519574528:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879876.492555:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879876.492558:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879876.492561:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.492563:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879876.492568:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879876.492571:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879876.492577:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879876.492581:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879876.492586:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879876.492590:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519574528, portal 10 00000100:00000001:1.0:1788879876.492593:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879876.492595:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879876.492605:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492614:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879876.492617:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879876.492621:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879876.492624:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519574528, offset 0 00000400:00000200:1.0:1788879876.492629:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879876.492635:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.492640:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879876.492645:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879876.492649:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879876.492652:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879876.492655:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879876.492660:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460471:460471:256:4294967295] 192.168.203.155@tcp LPNI seq info [460465:460465:8:4294967295] 00000400:00000200:1.0:1788879876.492666:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.492676:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879876.492681:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.492685:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879876.492690:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879876.492694:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879876.492709:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.492712:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879876.492716:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879876.492720:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879876.492725:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879876.492729:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879876.492734:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879876.492741:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492757:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.492764:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492778:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.492781:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879876.492789:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879876.492798:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879876.492805:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879876.492810:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305303568 00000100:00000001:1.0:1788879876.492816:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305304852 00000100:00000001:1.0:1788879876.492821:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305303568 00000100:00000001:1.0:1788879876.492826:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305304852 00000100:00000001:1.0:1788879876.492830:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879876.492835:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.492839:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879876.492844:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879876/real 1788879876] req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879876.492857:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879876.492860:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879876.492864:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879876.492869:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879876.492873:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879876.492878:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879876.492885:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879876.492904:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492918:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879876.492922:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.492926:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.492928:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879876.492936:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492951:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879876.492958:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.492968:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879876.492972:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.492974:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.492976:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.492978:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879876.492981:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879876.492984:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879876.492988:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879876.492991:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879876.492995:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879876.493005:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519574528:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879876.493011:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879876.493015:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493024:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879876.493026:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.493029:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879876.493031:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879876.493034:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879876.493037:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519574656:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879876.493041:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879876.493043:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879876.493046:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.493048:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879876.493053:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879876.493056:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879876.493062:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879876.493065:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879876.493069:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879876.493074:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519574656, portal 10 00000100:00000001:1.0:1788879876.493076:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879876.493078:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879876.493086:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493126:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879876.493129:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879876.493133:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879876.493137:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519574656, offset 0 00000400:00000200:1.0:1788879876.493143:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879876.493149:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.493154:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879876.493158:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879876.493162:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879876.493166:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879876.493169:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879876.493173:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460472:460472:256:4294967295] 192.168.203.155@tcp LPNI seq info [460466:460466:8:4294967295] 00000400:00000200:1.0:1788879876.493178:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.493187:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879876.493194:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.493198:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879876.493203:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879876.493207:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879876.493222:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.493225:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879876.493229:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879876.493233:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879876.493238:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879876.493241:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879876.493244:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879876.493276:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493287:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.493291:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493299:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.493301:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879876.493306:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879876.493310:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879876.493314:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879876.493317:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305303569 00000100:00000001:1.0:1788879876.493320:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305304852 00000100:00000001:1.0:1788879876.493322:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305303569 00000100:00000001:1.0:1788879876.493325:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305304852 00000100:00000001:1.0:1788879876.493328:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879876.493331:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.493334:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879876.493338:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879876/real 1788879876] req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879876.493347:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879876.493349:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879876.493351:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879876.493355:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879876.493357:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879876.493359:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879876.493363:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879876.493373:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493383:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879876.493385:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.493387:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.493389:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879876.493393:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493401:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879876.493406:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493414:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879876.493417:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.493419:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.493420:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.493422:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879876.493425:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879876.493428:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879876.493431:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879876.493434:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879876.493438:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879876.493447:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519574656:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879876.493452:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879876.493455:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493464:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879876.493466:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.493470:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879876.493473:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879876.493475:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879876.493479:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519574784:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879876.493483:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879876.493486:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879876.493488:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.493490:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879876.493495:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879876.493497:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879876.493501:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879876.493504:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879876.493508:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879876.493512:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519574784, portal 4 00000100:00000001:1.0:1788879876.493515:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879876.493517:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879876.493524:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493532:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879876.493535:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879876.493538:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879876.493541:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519574784, offset 0 00000400:00000200:1.0:1788879876.493546:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879876.493550:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.493554:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879876.493557:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879876.493560:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879876.493563:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879876.493566:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879876.493571:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460473:460473:256:4294967295] 192.168.203.155@tcp LPNI seq info [460467:460467:8:4294967295] 00000400:00000200:1.0:1788879876.493576:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.493584:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879876.493591:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.493595:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879876.493600:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879876.493603:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879876.493618:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.493620:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879876.493624:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879876.493629:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879876.493632:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879876.493635:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879876.493637:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879876.493642:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493651:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.493655:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493664:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.493665:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879876.493668:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879876.493672:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879876.493675:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879876.493677:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305303621 00000100:00000001:1.0:1788879876.493681:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305304852 00000100:00000001:1.0:1788879876.493684:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305303621 00000100:00000001:1.0:1788879876.493686:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305304852 00000100:00000001:1.0:1788879876.493689:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879876.493691:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.493694:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879876.493698:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879876/real 1788879876] req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879876.493709:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879876.493711:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879876.493713:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879876.493716:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879876.493718:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879876.493720:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879876.493724:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879876.493740:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493752:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879876.493755:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.493759:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.493761:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879876.493769:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493784:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879876.493792:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493807:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879876.493812:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.493816:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.493820:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.493823:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879876.493827:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879876.493832:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879876.493838:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879876.493841:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879876.493848:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879876.493862:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519574784:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879876.493871:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879876.493877:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493891:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879876.493894:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.493899:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879876.493902:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879876.493906:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879876.493913:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519574912:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879876.493920:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879876.493924:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879876.493927:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879876.493931:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879876.493938:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879876.493941:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879876.493946:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879876.493949:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879876.493953:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879876.493957:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519574912, portal 4 00000100:00000001:1.0:1788879876.493960:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879876.493962:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879876.493971:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.493980:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879876.493983:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879876.493986:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879876.493989:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519574912, offset 0 00000400:00000200:1.0:1788879876.493995:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879876.494000:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.494005:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879876.494009:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879876.494012:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879876.494016:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879876.494019:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879876.494023:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460474:460474:256:4294967295] 192.168.203.155@tcp LPNI seq info [460468:460468:8:4294967295] 00000400:00000200:1.0:1788879876.494029:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879876.494037:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879876.494042:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.494046:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879876.494051:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879876.494055:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788879876.494069:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879876.494072:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879876.494076:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879876.494080:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879876.494085:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879876.494112:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879876.494120:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879876.494125:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.494136:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.494140:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.494148:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.494150:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879876.494155:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879876.494159:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879876.494164:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879876.494167:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305303572 00000100:00000001:1.0:1788879876.494171:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305304852 00000100:00000001:1.0:1788879876.494174:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305303572 00000100:00000001:1.0:1788879876.494177:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305304852 00000100:00000001:1.0:1788879876.494180:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879876.494183:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.494185:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879876.494190:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879876/real 1788879876] req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879876.494200:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879876.494201:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879876.494203:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879876.494206:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879876.494208:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879876.494210:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879876.494214:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879876.494225:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.494233:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879876.494235:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.494237:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.494238:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879876.494242:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.494280:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879876.494286:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.494294:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879876.494298:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.494300:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879876.494302:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.494305:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879876.494308:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879876.494311:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879876.494315:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879876.494317:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879876.494322:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879876.494331:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519574912:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879876.494336:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.494339:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.494343:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519574528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.494351:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879876.494353:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879876.494356:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879876.494359:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879876.494361:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879876.494363:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879876.494366:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879876.494368:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879876.494372:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879876.494373:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879876.494376:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879876.494379:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879876.494381:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.494383:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.494387:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519574656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.494404:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879876.494405:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879876.494408:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879876.494412:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879876.494413:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879876.494415:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879876.494417:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879876.494418:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879876.494421:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879876.494422:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879876.494424:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879876.494427:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879876.494428:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.494430:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.494434:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519574784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.494441:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879876.494442:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879876.494444:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879876.494446:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879876.494448:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879876.494449:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879876.494451:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879876.494453:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879876.494455:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879876.494456:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879876.494458:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879876.494460:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879876.494462:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.494464:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879876.494467:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519574912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879876.494474:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879876.494476:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879876.494479:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879876.494481:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879876.494483:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879876.494485:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879876.494487:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879876.494489:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879876.494491:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879876.494492:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879876.494494:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879876.494496:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879876.494498:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.494500:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879876.494504:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879876.494506:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879876.494509:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879876.494510:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879876.618375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879876.618382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879876.618389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879876.618391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879876.618396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879876.618397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879877.642418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879877.642428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879877.642436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879877.642439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879877.642443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879877.642445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879877.834409:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305304852, at 4305304896 00000100:00000040:1.0:1788879877.834409:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305304852, at 4305304896 00000100:00000010:0.0:1788879877.834436:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00000010:1.0:1788879877.834440:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00010000:00000001:1.0:1788879878.666343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879878.666350:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879878.666352:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879878.666355:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666359:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879878.666360:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666362:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666364:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879878.666369:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879878.666370:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879878.666371:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666372:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879878.666373:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666374:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666375:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879878.666378:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879878.666379:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879878.666380:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666381:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879878.666382:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666383:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879878.666384:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879879.690353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879879.690359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879879.690366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879879.690368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879879.690372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879879.690373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879880.714450:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879880.714458:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879880.714465:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879880.714467:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879880.714471:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879880.714473:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.610814:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879881.610823:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879881.610832:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879881.610851:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.610882:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879881.610889:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.610899:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879881.610907:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879881.610923:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879881.610936:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519575040:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879881.610944:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879881.610951:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879881.610957:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.610985:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879881.610997:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879881.611003:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879881.611016:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879881.611026:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879881.611040:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879881.611083:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519575040, portal 25 00000100:00000001:1.0:1788879881.611093:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879881.611100:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788879881.611120:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.611142:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879881.611152:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879881.611161:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879881.611172:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519575040, offset 0 00000400:00000200:1.0:1788879881.611211:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879881.611230:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.611253:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879881.611373:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879881.611386:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879881.611399:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879881.611407:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879881.611418:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460475:460475:256:4294967295] 192.168.203.155@tcp LPNI seq info [460469:460469:8:4294967295] 00000400:00000200:1.0:1788879881.611435:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.611461:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879881.611479:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.611493:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879881.611509:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879881.611520:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879881.611558:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.611562:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879881.611577:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879881.611597:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879881.611606:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879881.611614:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879881.611626:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879881.611638:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.611668:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.611700:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.611722:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.611731:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879881.611747:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879881.611761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879881.611772:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305309972 00000100:00000010:1.0:1788879881.611786:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d120. 00000100:00000001:1.0:1788879881.611801:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879881.611824:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305309972 00000100:00000010:1.0:1788879881.611836:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d240. 00000100:00000001:1.0:1788879881.611849:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879881.611860:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879881.611866:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.611875:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879881.611888:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879881/real 1788879881] req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879881.611942:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879881.611946:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879881.611950:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879881.611963:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879881.611970:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879881.611977:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879881.611987:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879881.612010:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.612033:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879881.612038:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.612044:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.612049:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879881.612084:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.612126:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879881.612148:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.612188:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879881.612216:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.612223:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.612231:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.612245:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879881.612254:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879881.612286:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879881.612348:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879881.612359:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879881.612373:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879881.612406:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519575040:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879881.612418:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.612425:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.612436:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519575040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.612468:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879881.612476:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879881.612485:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879881.612494:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879881.612501:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879881.612509:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879881.612519:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879881.612526:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879881.612539:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879881.612545:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879881.612551:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788879881.612561:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879881.612569:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.612573:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.612588:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879881.612594:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.612602:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879881.612605:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879881.612608:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879881.612621:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.612641:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879881.612648:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.612677:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879881.612682:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879881.612689:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879881.612702:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575168:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879881.612715:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879881.612719:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879881.612723:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.612734:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879881.612743:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879881.612749:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879881.612759:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879881.612766:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879881.612777:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879881.612789:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519575168, portal 10 00000100:00000001:1.0:1788879881.612797:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879881.612802:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788879881.612816:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.612826:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879881.612831:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879881.612834:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879881.612837:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519575168, offset 0 00000400:00000200:1.0:1788879881.612843:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879881.612848:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.612854:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879881.612858:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879881.612861:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879881.612864:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879881.612867:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879881.612871:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460476:460476:256:4294967295] 192.168.203.155@tcp LPNI seq info [460470:460470:8:4294967295] 00000400:00000200:1.0:1788879881.612876:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.612884:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879881.612890:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.612894:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879881.612899:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879881.612903:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879881.612916:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.612918:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879881.612922:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879881.612927:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879881.612931:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879881.612933:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879881.612936:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879881.612940:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.612949:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.612953:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.612978:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.612981:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879881.612987:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879881.612994:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879881.613001:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879881.613005:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305308688 00000100:00000001:1.0:1788879881.613011:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305309972 00000100:00000001:1.0:1788879881.613016:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305308688 00000100:00000001:1.0:1788879881.613020:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305309972 00000100:00000001:1.0:1788879881.613024:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879881.613028:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.613031:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879881.613040:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879881/real 1788879881] req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879881.613096:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879881.613099:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879881.613103:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879881.613109:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879881.613112:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879881.613116:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879881.613123:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879881.613139:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613170:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879881.613173:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.613176:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.613179:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879881.613186:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613198:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879881.613206:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613237:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879881.613242:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.613244:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.613247:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.613250:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879881.613253:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879881.613258:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879881.613265:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879881.613269:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879881.613277:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879881.613311:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575168:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879881.613356:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879881.613365:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613379:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879881.613382:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.613387:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879881.613390:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879881.613393:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879881.613397:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879881.613401:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879881.613404:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879881.613406:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.613409:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879881.613414:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879881.613417:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879881.613422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879881.613425:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879881.613429:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879881.613433:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519575296, portal 10 00000100:00000001:1.0:1788879881.613436:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879881.613438:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879881.613446:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613454:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879881.613457:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879881.613460:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879881.613464:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519575296, offset 0 00000400:00000200:1.0:1788879881.613469:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879881.613474:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.613479:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879881.613483:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879881.613488:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879881.613491:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879881.613494:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879881.613499:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460477:460477:256:4294967295] 192.168.203.155@tcp LPNI seq info [460471:460471:8:4294967295] 00000400:00000200:1.0:1788879881.613504:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.613513:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879881.613518:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.613522:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879881.613527:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879881.613531:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879881.613545:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.613547:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879881.613551:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879881.613556:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879881.613560:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879881.613562:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879881.613565:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879881.613570:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613580:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.613584:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613592:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.613594:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879881.613599:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879881.613603:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879881.613607:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879881.613609:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305308689 00000100:00000001:1.0:1788879881.613613:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305309972 00000100:00000001:1.0:1788879881.613616:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305308689 00000100:00000001:1.0:1788879881.613619:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305309972 00000100:00000001:1.0:1788879881.613622:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879881.613625:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.613627:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879881.613632:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879881/real 1788879881] req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879881.613641:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879881.613643:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879881.613645:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879881.613647:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879881.613649:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879881.613652:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879881.613655:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879881.613666:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613692:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879881.613694:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.613696:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.613697:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879881.613701:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613709:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879881.613713:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613720:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879881.613723:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.613725:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.613726:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.613729:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879881.613732:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879881.613735:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879881.613739:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879881.613742:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879881.613746:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879881.613754:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879881.613758:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879881.613762:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613769:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879881.613771:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.613773:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879881.613775:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879881.613778:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879881.613781:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879881.613785:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879881.613787:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879881.613788:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.613790:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879881.613794:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879881.613796:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879881.613800:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879881.613803:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879881.613806:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879881.613810:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519575424, portal 4 00000100:00000001:1.0:1788879881.613812:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879881.613814:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879881.613820:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613828:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879881.613831:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879881.613834:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879881.613837:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519575424, offset 0 00000400:00000200:1.0:1788879881.613841:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879881.613845:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.613849:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879881.613852:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879881.613854:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879881.613857:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879881.613860:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879881.613863:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460478:460478:256:4294967295] 192.168.203.155@tcp LPNI seq info [460472:460472:8:4294967295] 00000400:00000200:1.0:1788879881.613868:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.613875:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879881.613880:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.613883:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879881.613887:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879881.613890:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879881.613903:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.613905:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879881.613908:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879881.613912:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879881.613915:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879881.613917:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879881.613920:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879881.613923:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613932:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.613935:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.613950:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.613952:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879881.613955:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879881.613959:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879881.613962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879881.613964:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305308741 00000100:00000001:1.0:1788879881.613967:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305309972 00000100:00000001:1.0:1788879881.613988:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305308741 00000100:00000001:1.0:1788879881.613990:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305309972 00000100:00000001:1.0:1788879881.613992:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879881.613995:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.613997:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879881.614001:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879881/real 1788879881] req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879881.614010:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879881.614012:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879881.614014:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879881.614016:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879881.614018:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879881.614021:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879881.614025:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879881.614035:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614042:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879881.614044:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614046:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.614048:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879881.614079:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614090:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879881.614095:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614104:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879881.614108:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614110:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.614111:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614114:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879881.614116:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879881.614119:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879881.614122:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879881.614125:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879881.614129:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879881.614138:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879881.614143:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614145:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.614149:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519575168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614157:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879881.614160:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879881.614162:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879881.614166:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879881.614168:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879881.614171:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879881.614173:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879881.614176:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879881.614179:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879881.614199:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879881.614201:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788879881.614205:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879881.614206:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614209:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.614213:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519575296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614220:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879881.614222:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879881.614224:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879881.614227:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879881.614228:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879881.614230:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879881.614232:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879881.614233:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879881.614235:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879881.614237:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879881.614238:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879881.614241:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879881.614242:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614244:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.614247:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519575424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614254:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879881.614255:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879881.614257:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879881.614259:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879881.614260:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879881.614261:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879881.614304:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879881.614306:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879881.614309:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879881.614310:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879881.614312:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879881.614314:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879881.614317:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614320:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614325:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879881.614327:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.614329:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879881.614331:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879881.614333:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879881.614339:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614348:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879881.614350:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.614353:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879881.614355:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879881.614358:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879881.614361:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879881.614366:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879881.614368:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879881.614370:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879881.614373:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879881.614377:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879881.614379:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879881.614384:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879881.614387:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879881.614391:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879881.614395:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519575552, portal 4 00000100:00000001:1.0:1788879881.614398:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879881.614400:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879881.614407:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614416:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879881.614418:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879881.614421:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879881.614424:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519575552, offset 0 00000400:00000200:1.0:1788879881.614429:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879881.614434:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.614439:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879881.614443:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879881.614447:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879881.614450:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879881.614453:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879881.614457:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460479:460479:256:4294967295] 192.168.203.155@tcp LPNI seq info [460473:460473:8:4294967295] 00000400:00000200:1.0:1788879881.614462:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879881.614471:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879881.614476:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.614480:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879881.614485:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879881.614489:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788879881.614502:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879881.614505:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879881.614509:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879881.614513:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879881.614517:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879881.614519:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879881.614522:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879881.614526:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614536:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.614540:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614548:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.614550:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879881.614553:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879881.614557:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879881.614561:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879881.614564:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305308693 00000100:00000001:1.0:1788879881.614567:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305309972 00000100:00000001:1.0:1788879881.614570:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305308693 00000100:00000001:1.0:1788879881.614573:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305309972 00000100:00000001:1.0:1788879881.614575:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879881.614577:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.614579:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879881.614584:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879881/real 1788879881] req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879881.614593:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879881.614595:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879881.614597:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879881.614599:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879881.614601:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879881.614604:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879881.614608:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879881.614617:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614625:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879881.614626:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614629:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.614630:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879881.614634:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614642:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879881.614647:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614655:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879881.614659:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614661:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879881.614663:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614665:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879881.614668:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879881.614671:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879881.614693:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879881.614695:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879881.614699:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879881.614708:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879881.614712:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614714:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879881.614717:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519575552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879881.614725:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879881.614727:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879881.614729:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879881.614732:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879881.614733:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879881.614734:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879881.614737:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879881.614739:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879881.614741:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879881.614743:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879881.614745:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879881.614747:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879881.614749:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614751:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879881.614754:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879881.614755:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879881.614757:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879881.614759:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879881.738343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879881.738350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879881.738357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879881.738359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879881.738363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879881.738364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879882.762435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879882.762443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879882.762451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879882.762453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879882.762457:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879882.762459:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879882.954330:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305309972, at 4305310016 00000100:00000010:0.0:1788879882.954355:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00000040:1.0:1788879882.954445:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305309972, at 4305310016 00000100:00000010:1.0:1788879882.954462:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00010000:00000001:1.0:1788879883.786361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879883.786369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879883.786376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879883.786377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879883.786381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879883.786382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879884.810338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879884.810344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879884.810348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879884.810349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879884.810351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879884.810352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879885.834417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879885.834423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879885.834428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879885.834429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879885.834432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879885.834433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.730797:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879886.730809:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879886.730816:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879886.730834:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.730891:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879886.730898:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.730905:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879886.730912:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879886.730927:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879886.730941:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519575680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879886.730953:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879886.730959:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879886.730964:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.730972:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879886.730982:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879886.730991:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879886.731006:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879886.731043:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879886.731065:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879886.731084:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519575680, portal 25 00000100:00000001:1.0:1788879886.731097:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879886.731106:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879886.731132:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.731192:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879886.731205:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879886.731215:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879886.731229:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519575680, offset 0 00000400:00000200:1.0:1788879886.731310:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879886.731328:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.731345:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879886.731356:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879886.731368:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879886.731381:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879886.731391:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879886.731406:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460480:460480:256:4294967295] 192.168.203.155@tcp LPNI seq info [460474:460474:8:4294967295] 00000400:00000200:1.0:1788879886.731422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.731452:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879886.731476:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.731491:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879886.731512:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879886.731523:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879886.731577:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.731588:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879886.731602:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879886.731618:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879886.731632:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879886.731641:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879886.731653:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879886.731671:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.731719:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.731732:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.731765:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.731770:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879886.731785:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879886.731800:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879886.731807:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305315092 00000100:00000010:1.0:1788879886.731819:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d240. 00000100:00000001:1.0:1788879886.731836:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879886.731851:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305315092 00000100:00000010:1.0:1788879886.731863:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df60. 00000100:00000001:1.0:1788879886.731873:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879886.731883:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879886.731895:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.731905:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879886.731921:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879886/real 1788879886] req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879886.731952:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879886.731957:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879886.731964:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879886.731972:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879886.731979:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879886.731985:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879886.731996:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879886.732050:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732091:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879886.732101:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.732114:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.732123:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879886.732142:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732176:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879886.732198:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732231:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879886.732239:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.732280:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.732284:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.732291:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879886.732300:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879886.732310:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879886.732326:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879886.732332:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879886.732346:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879886.732372:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519575680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879886.732383:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.732392:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.732403:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519575680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732422:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879886.732428:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879886.732434:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879886.732442:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879886.732448:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879886.732454:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879886.732461:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879886.732468:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879886.732476:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879886.732483:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879886.732486:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879886.732490:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879886.732492:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.732495:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.732503:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879886.732506:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.732510:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879886.732513:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879886.732515:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879886.732522:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732531:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879886.732533:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.732536:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879886.732539:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879886.732542:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879886.732546:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879886.732550:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879886.732553:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879886.732555:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.732558:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879886.732562:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879886.732565:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879886.732570:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879886.732574:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879886.732578:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879886.732583:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519575808, portal 10 00000100:00000001:1.0:1788879886.732585:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879886.732587:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879886.732596:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732604:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879886.732607:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879886.732610:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879886.732613:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519575808, offset 0 00000400:00000200:1.0:1788879886.732618:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879886.732623:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.732628:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879886.732632:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879886.732636:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879886.732639:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879886.732642:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879886.732646:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460481:460481:256:4294967295] 192.168.203.155@tcp LPNI seq info [460475:460475:8:4294967295] 00000400:00000200:1.0:1788879886.732652:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.732661:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879886.732667:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.732672:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879886.732677:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879886.732681:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879886.732695:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.732697:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879886.732701:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879886.732706:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879886.732710:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879886.732712:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879886.732715:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879886.732719:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732730:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.732733:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732742:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.732744:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879886.732748:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879886.732753:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879886.732757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879886.732760:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305313808 00000100:00000001:1.0:1788879886.732764:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305315092 00000100:00000001:1.0:1788879886.732767:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305313808 00000100:00000001:1.0:1788879886.732770:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305315092 00000100:00000001:1.0:1788879886.732772:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879886.732774:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.732777:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879886.732781:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879886/real 1788879886] req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879886.732799:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879886.732801:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879886.732803:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879886.732805:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879886.732807:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879886.732810:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879886.732814:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879886.732823:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732831:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879886.732833:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.732835:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.732837:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879886.732842:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732850:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879886.732855:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732863:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879886.732866:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.732868:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.732869:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.732871:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879886.732874:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879886.732877:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879886.732880:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879886.732883:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879886.732888:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879886.732898:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879886.732903:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879886.732907:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732915:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879886.732916:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.732919:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879886.732921:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879886.732923:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879886.732927:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879886.732930:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879886.732932:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879886.732934:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.732937:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879886.732940:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879886.732943:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879886.732947:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879886.732949:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879886.732953:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879886.732956:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519575936, portal 10 00000100:00000001:1.0:1788879886.732959:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879886.732960:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879886.732967:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.732976:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879886.732978:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879886.732981:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879886.732984:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519575936, offset 0 00000400:00000200:1.0:1788879886.732989:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879886.732993:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.732997:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879886.733001:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879886.733004:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879886.733007:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879886.733010:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879886.733014:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460482:460482:256:4294967295] 192.168.203.155@tcp LPNI seq info [460476:460476:8:4294967295] 00000400:00000200:1.0:1788879886.733051:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.733065:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879886.733075:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.733082:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879886.733090:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879886.733095:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879886.733117:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.733121:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879886.733126:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879886.733133:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879886.733139:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879886.733142:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879886.733147:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879886.733152:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733163:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.733166:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733175:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.733177:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879886.733181:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879886.733185:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879886.733190:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879886.733193:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305313808 00000100:00000001:1.0:1788879886.733196:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305315092 00000100:00000001:1.0:1788879886.733199:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305313808 00000100:00000001:1.0:1788879886.733202:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305315092 00000100:00000001:1.0:1788879886.733204:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879886.733207:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.733209:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879886.733214:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879886/real 1788879886] req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879886.733223:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879886.733225:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879886.733227:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879886.733230:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879886.733232:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879886.733234:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879886.733239:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879886.733279:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733288:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879886.733290:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.733292:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.733294:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879886.733299:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733307:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879886.733312:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733321:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879886.733324:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.733326:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.733328:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.733331:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879886.733333:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879886.733337:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879886.733341:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879886.733343:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879886.733348:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879886.733362:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519575936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879886.733370:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879886.733377:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733390:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879886.733393:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.733397:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879886.733401:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879886.733405:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879886.733411:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879886.733418:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879886.733421:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879886.733424:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.733428:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879886.733435:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879886.733439:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879886.733447:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879886.733453:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879886.733459:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879886.733466:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519576064, portal 4 00000100:00000001:1.0:1788879886.733470:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879886.733473:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879886.733485:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733494:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879886.733497:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879886.733501:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879886.733504:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519576064, offset 0 00000400:00000200:1.0:1788879886.733509:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879886.733514:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.733520:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879886.733524:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879886.733527:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879886.733531:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879886.733534:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879886.733538:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460483:460483:256:4294967295] 192.168.203.155@tcp LPNI seq info [460477:460477:8:4294967295] 00000400:00000200:1.0:1788879886.733543:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.733552:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879886.733558:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.733562:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879886.733567:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879886.733571:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879886.733585:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.733587:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879886.733591:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879886.733596:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879886.733600:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879886.733602:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879886.733606:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879886.733610:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733629:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.733633:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733641:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.733643:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879886.733647:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879886.733650:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879886.733654:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879886.733657:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305313861 00000100:00000001:1.0:1788879886.733660:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305315092 00000100:00000001:1.0:1788879886.733663:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305313861 00000100:00000001:1.0:1788879886.733666:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305315092 00000100:00000001:1.0:1788879886.733668:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879886.733671:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.733673:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879886.733678:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879886/real 1788879886] req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879886.733687:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879886.733688:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879886.733690:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879886.733693:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879886.733695:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879886.733698:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879886.733702:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879886.733712:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733720:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879886.733722:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.733724:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.733726:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879886.733730:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733739:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879886.733743:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733751:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879886.733754:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.733756:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.733758:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.733760:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879886.733762:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879886.733765:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879886.733768:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879886.733771:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879886.733775:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879886.733784:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879886.733789:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879886.733793:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733801:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879886.733803:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.733806:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879886.733808:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879886.733811:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879886.733815:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879886.733819:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879886.733821:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879886.733823:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879886.733826:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879886.733831:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879886.733833:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879886.733836:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879886.733839:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879886.733843:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879886.733846:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519576192, portal 4 00000100:00000001:1.0:1788879886.733849:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879886.733851:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879886.733857:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733865:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879886.733868:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879886.733870:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879886.733873:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519576192, offset 0 00000400:00000200:1.0:1788879886.733877:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879886.733881:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.733885:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879886.733888:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879886.733891:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879886.733894:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879886.733897:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879886.733901:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460484:460484:256:4294967295] 192.168.203.155@tcp LPNI seq info [460478:460478:8:4294967295] 00000400:00000200:1.0:1788879886.733906:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879886.733913:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879886.733918:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.733921:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879886.733927:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879886.733930:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879886.733943:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879886.733946:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879886.733949:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879886.733953:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879886.733956:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879886.733959:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879886.733961:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879886.733965:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733975:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.733978:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.733987:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.733989:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879886.733992:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879886.733996:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879886.733999:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879886.734002:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305313812 00000100:00000001:1.0:1788879886.734005:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305315092 00000100:00000001:1.0:1788879886.734007:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305313812 00000100:00000001:1.0:1788879886.734010:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305315092 00000100:00000001:1.0:1788879886.734012:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879886.734042:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.734048:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879886.734053:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879886/real 1788879886] req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879886.734064:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879886.734067:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879886.734069:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879886.734072:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879886.734074:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879886.734077:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879886.734081:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879886.734092:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.734100:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879886.734101:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.734103:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.734105:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879886.734109:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.734118:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879886.734123:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.734131:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879886.734134:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.734136:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879886.734137:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.734139:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879886.734142:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879886.734145:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879886.734149:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879886.734151:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879886.734155:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879886.734172:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879886.734177:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.734180:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.734183:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519575808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.734191:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879886.734194:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879886.734196:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879886.734200:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879886.734202:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879886.734204:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879886.734207:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879886.734209:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879886.734213:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879886.734215:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879886.734217:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879886.734220:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879886.734222:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.734224:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.734228:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519575936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.734235:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879886.734237:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879886.734239:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879886.734241:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879886.734242:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879886.734244:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879886.734274:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879886.734276:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879886.734279:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879886.734281:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879886.734282:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879886.734286:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879886.734288:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.734290:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.734295:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519576064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.734303:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879886.734304:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879886.734306:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879886.734310:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879886.734311:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879886.734313:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879886.734315:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879886.734317:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879886.734319:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879886.734321:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879886.734322:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879886.734325:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879886.734326:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.734328:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879886.734331:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519576192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879886.734339:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879886.734340:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879886.734342:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879886.734345:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879886.734347:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879886.734349:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879886.734353:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879886.734355:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879886.734359:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879886.734361:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879886.734364:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879886.734368:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879886.734370:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.734374:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879886.734380:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879886.734384:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879886.734388:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879886.734390:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879886.858359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879886.858366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879886.858372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879886.858374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879886.858377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879886.858379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879887.882430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879887.882439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879887.882445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879887.882447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879887.882451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879887.882453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879888.074355:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305315092, at 4305315136 00000100:00000040:1.0:1788879888.074355:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305315092, at 4305315136 00000100:00000010:1.0:1788879888.074371:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000100:00000010:0.0:1788879888.074373:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00010000:00000001:1.0:1788879888.906368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879888.906378:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879888.906381:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879888.906386:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906392:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879888.906395:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906398:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906401:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879888.906408:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879888.906409:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879888.906412:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906414:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879888.906416:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906418:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906421:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879888.906426:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879888.906428:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879888.906430:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906432:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879888.906434:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906437:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879888.906439:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879889.930380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879889.930388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879889.930393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879889.930395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879889.930398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879889.930400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879890.954307:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879890.954311:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879890.954315:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879890.954316:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879890.954319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879890.954320:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879891.850425:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879891.850433:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879891.850435:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879891.850439:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879891.850443:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879891.850461:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10646 00000400:00000200:0.0:1788879891.850469:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879891.850474:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879891.850477:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879891.850479:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850482:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879891.850484:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850486:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879891.850494:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879891.850496:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879891.850498:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879891.850501:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879891.850503:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879891.850505:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879891.850507:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850509:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879891.850510:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850511:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879891.850514:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879891.850516:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850518:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879891.850520:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879891.850523:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879891.850525:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.850527:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879891.850529:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879891.850537:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788879891.850540:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879891.850543:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879891.850544:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.850547:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879891.850549:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879891.850554:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879891.850561:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879891.850567:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879891.850577:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879891.850591:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879891.850596:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879891.850603:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879891.850630:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879891.850634:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879891.850639:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879891.850641:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879891.850643:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879891.850646:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879891.850649:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10646 00000400:00000200:0.0:1788879891.850654:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879891.850658:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879891.850661:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879891.850664:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850666:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879891.850667:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879891.850669:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788879891.850670:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879891.850674:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1788879891.850675:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879891.850678:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000100:00000001:1.0:1788879891.850679:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1788879891.850680:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879891.850684:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879891.850688:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879891.850688:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879891.850691:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879891.850699:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850705:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879891.850707:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788879891.850708:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879891.850710:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.850712:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879891.850716:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 02000000:00000001:1.0:1788879891.850717:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879891.850722:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788879891.850723:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 02000000:00000001:1.0:1788879891.850728:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.850729:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879891.850734:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1788879891.850735:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519576320:192.168.203.155@tcp:250:kworker.0 02000000:00000001:0.0:1788879891.850740:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879891.850741:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788879891.850745:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.850747:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788879891.850748:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788879891.850750:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1788879891.850753:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1788879891.850754:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1788879891.850758:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.850760:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879891.850761:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 00000100:00000010:0.0:1788879891.850765:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 02000000:00000001:1.0:1788879891.850765:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788879891.850769:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000400:00000200:1.0:1788879891.850773:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788879891.850774:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879891.850777:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.850779:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1788879891.850779:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 02000000:00000001:0.0:1788879891.850780:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879891.850785:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879891.850788:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 02000000:00000010:0.0:1788879891.850791:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788879891.850795:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879891.850801:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788879891.850804:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519576320, portal 25 00000100:00000001:1.0:1788879891.850811:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788879891.850812:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879891.850814:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000001:0.0:1788879891.850816:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879891.850825:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788879891.850825:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.850855:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788879891.850858:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879891.850863:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788879891.850864:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788879891.850867:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00080000:0.0:1788879891.850868:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879891.850872:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1788879891.850872:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519576320, offset 0 00000100:00080000:0.0:1788879891.850876:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879891.850880:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:1.0:1788879891.850882:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788879891.850883:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10646 00000400:00000200:0.0:1788879891.850888:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879891.850890:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879891.850892:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1788879891.850894:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:0.0:1788879891.850898:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850900:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788879891.850904:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000040:0.0:1788879891.850905:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850910:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788879891.850913:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879891.850918:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879891.850920:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879891.850923:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879891.850926:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460485:460485:256:4294967295] 192.168.203.155@tcp LPNI seq info [460479:460479:8:4294967295] 00000400:00000200:1.0:1788879891.850930:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879891.850937:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000020:00000001:0.0:1788879891.850941:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1788879891.850943:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788879891.850945:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879891.850947:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000010:1.0:1788879891.850949:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000020:00000040:0.0:1788879891.850950:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879891.850954:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879891.850956:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788879891.850960:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000040:0.0:1788879891.850963:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000200:1.0:1788879891.850966:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000100:00000001:0.0:1788879891.850967:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879891.850972:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.850974:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879891.850993:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879891.851001:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879891.851004:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879891.851010:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879891.851013:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:1.0:1788879891.851014:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788879891.851018:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788879891.851020:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000100:00000001:0.0:1788879891.851022:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879891.851026:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788879891.851028:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:0.0:1788879891.851029:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.851049:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879891.851052:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000010:0.0:1788879891.851053:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879891.851056:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000400:00000200:1.0:1788879891.851058:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 02000000:00000001:0.0:1788879891.851059:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1788879891.851061:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 02000000:00000001:0.0:1788879891.851062:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.851066:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879891.851068:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788879891.851069:0:2393:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788879891.851070:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879891.851075:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000200:1.0:1788879891.851076:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879891.851080:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879891.851087:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879891.851108:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879891.851108:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788879891.851112:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879891.851115:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879891.851118:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.851133:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.851135:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851136:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788879891.851139:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879891.851143:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879891.851143:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.851144:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879891.851147:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1788879891.851151:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879891.851152:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788879891.851155:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305320211 00000100:00080000:0.0:1788879891.851156:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10646 00000400:00000200:0.0:1788879891.851162:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000010:1.0:1788879891.851163:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df60. 00000400:00000200:0.0:1788879891.851166:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879891.851170:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788879891.851170:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1788879891.851173:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.851176:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879891.851178:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305320211 00000100:00000040:0.0:1788879891.851179:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.851184:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000010:1.0:1788879891.851185:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dae0. 00000020:00000001:0.0:1788879891.851188:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788879891.851189:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1788879891.851190:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879891.851194:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788879891.851195:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788879891.851196:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000100:00000001:1.0:1788879891.851199:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788879891.851200:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879891.851204:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788879891.851205:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1788879891.851209:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.851212:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1788879891.851213:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879891/real 1788879891] req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879891.851217:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.851222:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879891.851226:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788879891.851230:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000001:1.0:1788879891.851230:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788879891.851232:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788879891.851233:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1788879891.851235:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1788879891.851237:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 02000000:00000001:0.0:1788879891.851239:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788879891.851240:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 02000000:00000001:0.0:1788879891.851242:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879891.851243:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:0.0:1788879891.851245:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879891.851247:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000008:00100000:0.0:1788879891.851248:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879891.851253:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879891.851253:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879891.851256:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879891.851289:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788879891.851292:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879891.851295:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1788879891.851295:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879891.851297:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.851301:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879891.851303:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879891.851306:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851308:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000010:0.0:1788879891.851311:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:1.0:1788879891.851311:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.851334:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788879891.851335:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851336:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788879891.851345:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788879891.851346:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879891.851379:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879891.851381:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879891.851382:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879891.851392:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788879891.851411:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879891.851424:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879891.851429:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879891.851436:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879891.851437:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788879891.851438:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879891.851441:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879891.851446:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879891.851447:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788879891.851451:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1788879891.851452:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10646 00000100:00000001:1.0:1788879891.851455:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788879891.851459:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879891.851460:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1788879891.851464:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788879891.851464:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788879891.851467:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788879891.851470:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1788879891.851472:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.851477:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1788879891.851477:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000040:0.0:1788879891.851482:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879891.851482:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788879891.851486:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788879891.851491:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879891.851492:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879891.851495:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879891.851498:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879891.851502:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879891.851506:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00100000:1.0:1788879891.851510:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519576320:192.168.203.155@tcp:250:kworker.0 00000020:00000001:0.0:1788879891.851511:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879891.851519:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879891.851520:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879891.851521:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879891.851523:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879891.851526:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879891.851531:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788879891.851531:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519576320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788879891.851534:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879891.851541:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879891.851545:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1788879891.851546:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879891.851549:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879891.851550:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1788879891.851552:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1788879891.851554:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:0.0:1788879891.851556:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.851559:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788879891.851560:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00100000:0.0:1788879891.851561:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000020:00000001:1.0:1788879891.851563:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000008:00000001:0.0:1788879891.851565:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788879891.851567:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00000001:0.0:1788879891.851568:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788879891.851571:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1788879891.851575:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 02000000:00000010:1.0:1788879891.851575:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 00000020:00000040:0.0:1788879891.851584:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879891.851584:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879891.851586:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879891.851589:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 02000000:00000001:0.0:1788879891.851591:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788879891.851593:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879891.851596:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788879891.851597:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851598:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879891.851604:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879891.851607:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788879891.851608:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788879891.851609:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851611:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851616:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879891.851618:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1788879891.851619:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:1.0:1788879891.851620:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879891.851625:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879891.851628:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851637:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1788879891.851640:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879891.851640:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.851646:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879891.851649:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879891.851654:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879891.851656:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1788879891.851660:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788879891.851661:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851667:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788879891.851669:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788879891.851670:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879891.851673:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.851677:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879891.851683:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:0.0:1788879891.851685:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.851686:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879891.851691:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10656) 00000400:00000200:1.0:1788879891.851692:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879891.851697:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879891.851701:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879891.851703:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519576448, portal 10 00000100:00000001:1.0:1788879891.851705:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879891.851707:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:1.0:1788879891.851713:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.851719:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879891.851721:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879891.851722:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879891.851724:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519576448, offset 0 00000400:00000200:1.0:1788879891.851727:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879891.851730:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879891.851733:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879891.851735:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879891.851737:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879891.851739:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879891.851741:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879891.851744:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460486:460486:256:4294967295] 192.168.203.155@tcp LPNI seq info [460480:460480:8:4294967295] 00000400:00000200:1.0:1788879891.851747:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879891.851752:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879891.851756:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879891.851758:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879891.851761:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879891.851763:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879891.851772:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879891.851773:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879891.851776:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879891.851778:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879891.851781:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879891.851782:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879891.851784:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879891.851787:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.851793:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879891.851795:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.851805:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851807:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879891.851809:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879891.851813:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879891.851815:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879891.851817:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305318927 00000100:00000001:1.0:1788879891.851819:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305320211 00000100:00000001:1.0:1788879891.851821:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305318927 00000100:00000001:1.0:1788879891.851823:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305320211 00000100:00000001:1.0:1788879891.851825:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879891.851826:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.851827:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879891.851830:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879891/real 1788879891] req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879891.851835:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879891.851836:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879891.851837:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879891.851839:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879891.851840:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879891.851842:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879891.851844:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879891.851850:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.851854:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879891.851855:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.851857:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879891.851858:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879891.851860:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.851866:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879891.851868:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.851873:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879891.851875:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.851876:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879891.851877:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.851878:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879891.851888:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879891.851890:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879891.851892:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879891.851893:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879891.851896:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879891.851901:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879891.851904:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879891.851906:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.851910:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879891.851911:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.851913:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879891.851914:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879891.851916:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879891.851918:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879891.851920:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879891.851921:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879891.851923:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.851924:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879891.851926:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879891.851928:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879891.851930:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879891.851932:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879891.851934:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879891.851936:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519576576, portal 10 00000100:00000001:1.0:1788879891.851937:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879891.851938:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788879891.851943:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.851947:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879891.851949:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879891.851951:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879891.851952:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519576576, offset 0 00000400:00000200:1.0:1788879891.851955:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879891.851957:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879891.851960:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879891.851962:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879891.851963:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879891.851965:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879891.851967:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879891.851969:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460487:460487:256:4294967295] 192.168.203.155@tcp LPNI seq info [460481:460481:8:4294967295] 00000400:00000200:1.0:1788879891.851972:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879891.851976:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879891.851996:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879891.851999:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879891.852002:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879891.852004:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879891.852038:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879891.852040:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879891.852042:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879891.852044:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879891.852046:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879891.852048:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879891.852049:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879891.852052:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852057:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879891.852059:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852063:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.852064:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879891.852067:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879891.852068:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879891.852071:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879891.852072:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305318927 00000100:00000001:1.0:1788879891.852074:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305320211 00000100:00000001:1.0:1788879891.852075:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305318927 00000100:00000001:1.0:1788879891.852077:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305320211 00000100:00000001:1.0:1788879891.852078:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879891.852080:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.852081:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879891.852083:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879891/real 1788879891] req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879891.852088:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879891.852089:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879891.852090:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879891.852091:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879891.852092:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879891.852094:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879891.852096:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879891.852101:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852105:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879891.852106:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852107:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879891.852108:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879891.852110:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852114:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879891.852116:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852120:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879891.852122:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852123:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879891.852124:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852125:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879891.852126:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879891.852128:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879891.852129:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879891.852131:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879891.852133:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879891.852137:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879891.852140:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879891.852142:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852146:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879891.852147:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.852149:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879891.852150:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879891.852151:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879891.852153:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879891.852155:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879891.852156:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879891.852157:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.852158:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879891.852160:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879891.852161:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879891.852163:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879891.852164:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879891.852166:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879891.852167:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519576704, portal 4 00000100:00000001:1.0:1788879891.852169:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879891.852170:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:1.0:1788879891.852173:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852178:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879891.852179:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879891.852180:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879891.852182:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519576704, offset 0 00000400:00000200:1.0:1788879891.852184:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879891.852186:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879891.852188:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879891.852190:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879891.852192:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879891.852193:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879891.852195:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879891.852197:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460488:460488:256:4294967295] 192.168.203.155@tcp LPNI seq info [460482:460482:8:4294967295] 00000400:00000200:1.0:1788879891.852200:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879891.852204:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879891.852207:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879891.852209:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879891.852211:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879891.852212:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879891.852219:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879891.852221:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879891.852223:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879891.852225:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879891.852227:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879891.852228:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879891.852229:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879891.852231:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852236:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879891.852238:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852241:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.852242:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879891.852244:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879891.852246:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879891.852248:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879891.852249:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305318979 00000100:00000001:1.0:1788879891.852251:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305320211 00000100:00000001:1.0:1788879891.852252:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305318979 00000100:00000001:1.0:1788879891.852253:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305320211 00000100:00000001:1.0:1788879891.852254:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879891.852256:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.852257:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879891.852259:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879891/real 1788879891] req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879891.852279:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879891.852280:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879891.852281:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879891.852283:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879891.852284:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879891.852285:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879891.852288:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879891.852293:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852298:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879891.852299:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852315:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879891.852317:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879891.852320:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852325:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879891.852328:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852333:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879891.852335:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852336:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879891.852337:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852339:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879891.852340:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879891.852342:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879891.852345:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879891.852346:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879891.852349:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879891.852355:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879891.852358:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852360:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879891.852362:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519576448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852367:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879891.852368:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879891.852370:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879891.852373:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879891.852374:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879891.852376:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879891.852379:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879891.852381:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788879891.852384:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879891.852386:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879891.852388:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788879891.852391:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879891.852392:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852394:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879891.852399:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519576576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852423:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879891.852425:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879891.852427:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879891.852431:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879891.852432:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879891.852434:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879891.852436:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879891.852439:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788879891.852442:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879891.852443:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879891.852445:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788879891.852448:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879891.852449:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852451:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879891.852454:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519576704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852459:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879891.852461:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879891.852462:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879891.852464:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879891.852464:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879891.852465:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879891.852466:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879891.852467:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788879891.852469:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879891.852470:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879891.852471:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788879891.852472:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879891.852473:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852474:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852477:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879891.852478:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.852479:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879891.852480:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879891.852481:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879891.852484:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852488:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879891.852489:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.852491:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879891.852492:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879891.852494:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879891.852496:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879891.852499:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879891.852501:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879891.852502:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879891.852503:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879891.852506:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879891.852507:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879891.852510:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879891.852512:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879891.852515:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879891.852518:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519576832, portal 4 00000100:00000001:1.0:1788879891.852519:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879891.852520:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000040:1.0:1788879891.852525:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852530:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879891.852532:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879891.852533:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879891.852535:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519576832, offset 0 00000400:00000200:1.0:1788879891.852538:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879891.852541:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879891.852544:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879891.852546:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879891.852548:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879891.852550:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879891.852552:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879891.852554:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460489:460489:256:4294967295] 192.168.203.155@tcp LPNI seq info [460483:460483:8:4294967295] 00000400:00000200:1.0:1788879891.852558:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879891.852562:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879891.852566:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879891.852569:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879891.852571:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879891.852574:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879891.852582:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879891.852583:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879891.852586:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879891.852588:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879891.852591:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879891.852592:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879891.852594:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879891.852596:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852602:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879891.852604:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852609:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.852610:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879891.852612:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879891.852614:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879891.852616:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879891.852618:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305318931 00000100:00000001:1.0:1788879891.852620:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305320211 00000100:00000001:1.0:1788879891.852622:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305318931 00000100:00000001:1.0:1788879891.852623:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305320211 00000100:00000001:1.0:1788879891.852624:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879891.852626:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.852627:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879891.852629:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879891/real 1788879891] req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879891.852635:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879891.852636:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879891.852638:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879891.852640:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879891.852641:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879891.852642:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879891.852645:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879891.852650:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852654:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879891.852655:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852657:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879891.852658:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879891.852660:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852664:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879891.852667:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852672:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879891.852673:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852675:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879891.852676:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852677:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879891.852679:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879891.852681:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879891.852683:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879891.852684:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879891.852687:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879891.852692:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519576832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879891.852703:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852705:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879891.852707:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519576832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879891.852712:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879891.852713:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879891.852714:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879891.852715:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879891.852716:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879891.852717:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879891.852718:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879891.852719:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788879891.852721:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879891.852721:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879891.852723:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788879891.852724:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879891.852725:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852727:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879891.852729:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879891.852730:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879891.852731:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879891.852732:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879891.978337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879891.978342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879891.978347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879891.978348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879891.978350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879891.978351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879893.002350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879893.002358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879893.002365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879893.002367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879893.002371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879893.002373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879893.194364:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305320211, at 4305320256 00000100:00000040:0.0:1788879893.194375:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305320211, at 4305320256 00000100:00000010:1.0:1788879893.194383:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000010:0.0:1788879893.194410:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00010000:00000001:1.0:1788879894.026387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879894.026395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879894.026401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879894.026402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879894.026406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879894.026408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879895.050343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879895.050351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879895.050359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879895.050361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879895.050366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879895.050368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879896.074382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879896.074393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879896.074401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879896.074403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879896.074408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879896.074410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.970829:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879896.970846:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879896.970855:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879896.970888:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.970931:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879896.970942:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.970973:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879896.970980:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879896.970997:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879896.971020:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519576960:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879896.971041:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879896.971052:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879896.971057:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.971073:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879896.971093:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879896.971100:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879896.971118:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879896.971133:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879896.971157:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879896.971176:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519576960, portal 25 00000100:00000001:1.0:1788879896.971185:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879896.971191:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879896.971219:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.971334:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879896.971349:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879896.971358:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879896.971368:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519576960, offset 0 00000400:00000200:1.0:1788879896.971386:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879896.971420:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.971437:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879896.971455:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879896.971475:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879896.971489:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879896.971505:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879896.971523:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460490:460490:256:4294967295] 192.168.203.155@tcp LPNI seq info [460484:460484:8:4294967295] 00000400:00000200:1.0:1788879896.971551:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.971594:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879896.971609:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.971624:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879896.971657:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879896.971671:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879896.971746:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.971755:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879896.971769:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879896.971792:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879896.971809:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879896.971818:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879896.971834:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879896.971846:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.971904:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.971922:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.971980:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.971995:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879896.972015:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879896.972043:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879896.972053:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305325332 00000100:00000010:1.0:1788879896.972065:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dae0. 00000100:00000001:1.0:1788879896.972084:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879896.972107:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305325332 00000100:00000010:1.0:1788879896.972117:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d7e0. 00000100:00000001:1.0:1788879896.972126:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879896.972144:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879896.972164:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.972178:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879896.972192:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879896/real 1788879896] req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879896.972224:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879896.972229:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879896.972235:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879896.972284:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879896.972290:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879896.972305:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879896.972327:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879896.972371:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.972466:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879896.972470:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.972486:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.972506:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879896.972526:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.972564:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879896.972589:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.972634:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879896.972645:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.972653:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.972658:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.972670:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879896.972681:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879896.972707:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879896.972730:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879896.972740:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879896.972766:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879896.972832:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519576960:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879896.972856:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.972865:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.972881:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519576960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.972912:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879896.972925:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879896.972936:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879896.972975:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879896.972982:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879896.972988:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879896.972996:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879896.973002:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879896.973010:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879896.973015:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879896.973023:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879896.973037:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879896.973045:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.973060:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.973082:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879896.973088:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.973100:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879896.973108:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879896.973115:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879896.973133:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973161:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879896.973174:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.973179:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879896.973184:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879896.973188:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879896.973193:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577088:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879896.973198:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879896.973200:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879896.973203:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.973206:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879896.973212:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879896.973216:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879896.973222:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879896.973228:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879896.973233:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879896.973239:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519577088, portal 10 00000100:00000001:1.0:1788879896.973245:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879896.973283:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879896.973295:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973304:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879896.973307:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879896.973311:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879896.973314:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519577088, offset 0 00000400:00000200:1.0:1788879896.973320:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879896.973325:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.973331:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879896.973336:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879896.973340:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879896.973343:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879896.973346:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879896.973351:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460491:460491:256:4294967295] 192.168.203.155@tcp LPNI seq info [460485:460485:8:4294967295] 00000400:00000200:1.0:1788879896.973357:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.973369:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879896.973376:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.973381:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879896.973387:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879896.973391:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879896.973407:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.973410:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879896.973414:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879896.973418:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879896.973422:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879896.973424:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879896.973427:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879896.973432:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973451:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.973455:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973463:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.973465:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879896.973469:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879896.973475:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879896.973479:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879896.973482:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305324049 00000100:00000001:1.0:1788879896.973486:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305325332 00000100:00000001:1.0:1788879896.973489:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305324049 00000100:00000001:1.0:1788879896.973492:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305325332 00000100:00000001:1.0:1788879896.973495:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879896.973497:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.973499:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879896.973504:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879896/real 1788879896] req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879896.973513:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879896.973515:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879896.973517:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879896.973520:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879896.973522:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879896.973524:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879896.973528:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879896.973539:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973546:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879896.973549:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.973552:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.973554:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879896.973558:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973567:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879896.973571:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973580:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879896.973583:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.973585:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.973586:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.973588:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879896.973591:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879896.973594:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879896.973598:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879896.973600:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879896.973605:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879896.973614:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577088:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879896.973619:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879896.973623:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973632:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879896.973634:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.973637:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879896.973639:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879896.973642:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879896.973646:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577216:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879896.973651:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879896.973653:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879896.973655:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.973658:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879896.973662:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879896.973664:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879896.973668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879896.973671:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879896.973674:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879896.973678:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519577216, portal 10 00000100:00000001:1.0:1788879896.973680:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879896.973682:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879896.973689:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973698:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879896.973701:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879896.973703:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879896.973706:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519577216, offset 0 00000400:00000200:1.0:1788879896.973710:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879896.973714:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.973718:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879896.973722:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879896.973724:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879896.973727:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879896.973730:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879896.973735:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460492:460492:256:4294967295] 192.168.203.155@tcp LPNI seq info [460486:460486:8:4294967295] 00000400:00000200:1.0:1788879896.973740:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.973748:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879896.973754:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.973757:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879896.973762:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879896.973766:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879896.973780:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.973783:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879896.973786:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879896.973791:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879896.973794:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879896.973796:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879896.973799:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879896.973803:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973813:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.973817:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973825:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.973827:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879896.973830:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879896.973833:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879896.973837:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879896.973839:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305324049 00000100:00000001:1.0:1788879896.973842:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305325332 00000100:00000001:1.0:1788879896.973845:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305324049 00000100:00000001:1.0:1788879896.973848:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305325332 00000100:00000001:1.0:1788879896.973851:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879896.973853:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.973855:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879896.973860:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879896/real 1788879896] req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879896.973868:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879896.973871:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879896.973873:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879896.973876:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879896.973878:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879896.973880:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879896.973884:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879896.973894:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973901:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879896.973903:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.973905:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.973907:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879896.973911:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973919:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879896.973923:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.973931:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879896.973934:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.973936:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.973937:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.973940:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879896.973964:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879896.973968:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879896.973972:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879896.973975:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879896.973981:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879896.974000:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577216:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879896.974005:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879896.974010:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974018:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879896.974019:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.974022:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879896.974024:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879896.974027:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879896.974030:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577344:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879896.974034:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879896.974036:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879896.974038:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.974040:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879896.974045:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879896.974047:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879896.974051:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879896.974055:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879896.974059:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879896.974063:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519577344, portal 4 00000100:00000001:1.0:1788879896.974066:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879896.974067:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879896.974075:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974083:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879896.974086:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879896.974089:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879896.974092:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519577344, offset 0 00000400:00000200:1.0:1788879896.974096:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879896.974102:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.974106:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879896.974110:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879896.974113:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879896.974116:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879896.974119:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879896.974123:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460493:460493:256:4294967295] 192.168.203.155@tcp LPNI seq info [460487:460487:8:4294967295] 00000400:00000200:1.0:1788879896.974128:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.974136:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879896.974141:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.974145:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879896.974149:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879896.974153:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879896.974167:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.974170:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879896.974173:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879896.974177:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879896.974181:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879896.974183:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879896.974186:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879896.974191:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974200:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.974204:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974212:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.974214:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879896.974217:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879896.974221:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879896.974225:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879896.974228:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305324101 00000100:00000001:1.0:1788879896.974232:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305325332 00000100:00000001:1.0:1788879896.974235:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305324101 00000100:00000001:1.0:1788879896.974238:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305325332 00000100:00000001:1.0:1788879896.974240:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879896.974242:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.974244:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879896.974280:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879896/real 1788879896] req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879896.974289:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879896.974291:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879896.974293:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879896.974296:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879896.974298:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879896.974301:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879896.974306:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879896.974317:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974325:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879896.974326:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974328:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.974330:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879896.974334:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974342:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879896.974347:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974355:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879896.974360:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974362:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.974364:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974367:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879896.974370:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879896.974374:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879896.974378:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879896.974380:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879896.974385:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879896.974394:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577344:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879896.974398:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974401:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.974405:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519577088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974412:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879896.974414:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879896.974416:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879896.974420:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879896.974421:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879896.974423:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879896.974426:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879896.974429:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879896.974432:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879896.974434:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879896.974436:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879896.974439:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879896.974441:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974443:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.974447:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519577216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974464:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879896.974466:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879896.974468:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879896.974472:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879896.974474:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879896.974475:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879896.974477:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879896.974479:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879896.974481:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879896.974483:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879896.974484:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879896.974487:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879896.974489:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974491:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.974494:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519577344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974501:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879896.974503:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879896.974505:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879896.974508:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879896.974510:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879896.974511:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879896.974513:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879896.974515:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879896.974518:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879896.974519:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879896.974520:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879896.974523:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879896.974524:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974527:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974531:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879896.974532:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.974535:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879896.974537:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879896.974538:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879896.974544:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974552:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879896.974554:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.974557:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879896.974560:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879896.974562:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879896.974566:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577472:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879896.974569:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879896.974571:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879896.974573:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879896.974576:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879896.974580:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879896.974582:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879896.974586:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879896.974590:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879896.974593:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879896.974597:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519577472, portal 4 00000100:00000001:1.0:1788879896.974600:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879896.974602:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788879896.974609:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974617:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879896.974620:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879896.974622:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879896.974625:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519577472, offset 0 00000400:00000200:1.0:1788879896.974630:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879896.974634:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.974638:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879896.974641:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879896.974644:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879896.974647:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879896.974651:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879896.974655:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460494:460494:256:4294967295] 192.168.203.155@tcp LPNI seq info [460488:460488:8:4294967295] 00000400:00000200:1.0:1788879896.974661:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879896.974669:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879896.974674:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.974678:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879896.974683:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879896.974687:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879896.974701:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879896.974703:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879896.974707:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879896.974711:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879896.974715:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879896.974717:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879896.974720:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879896.974724:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974734:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.974738:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974745:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.974747:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879896.974751:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879896.974755:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879896.974759:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879896.974761:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305324053 00000100:00000001:1.0:1788879896.974765:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305325332 00000100:00000001:1.0:1788879896.974767:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305324053 00000100:00000001:1.0:1788879896.974770:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305325332 00000100:00000001:1.0:1788879896.974773:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879896.974776:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.974779:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879896.974783:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879896/real 1788879896] req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879896.974793:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879896.974795:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879896.974796:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879896.974799:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879896.974801:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879896.974803:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879896.974807:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879896.974818:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974825:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879896.974827:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974829:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.974831:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879896.974835:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974842:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879896.974847:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974855:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879896.974858:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974860:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879896.974862:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974864:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879896.974867:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879896.974870:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879896.974875:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879896.974878:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879896.974883:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879896.974892:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577472:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879896.974896:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974898:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879896.974902:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519577472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879896.974909:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879896.974911:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879896.974913:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879896.974916:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879896.974917:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879896.974919:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879896.974921:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879896.974923:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879896.974925:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879896.974927:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879896.974928:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788879896.974931:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879896.974933:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974935:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879896.974938:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879896.974940:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879896.974942:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879896.974965:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879897.098378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879897.098388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879897.098397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879897.098400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879897.098407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879897.098409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879898.122409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879898.122420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879898.122429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879898.122431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879898.122435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879898.122437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879898.314376:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305325332, at 4305325376 00000100:00000040:1.0:1788879898.314401:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305325332, at 4305325376 00000100:00000010:0.0:1788879898.314402:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000010:1.0:1788879898.314420:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00010000:00000001:1.0:1788879899.146397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879899.146413:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879899.146418:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879899.146426:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146436:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879899.146441:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146446:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146450:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879899.146461:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879899.146463:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879899.146466:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146468:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879899.146470:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146472:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146475:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146480:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879899.146482:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879899.146483:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879899.146485:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146487:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879899.146488:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146491:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879899.146493:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879900.170383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879900.170393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879900.170401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879900.170403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879900.170408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879900.170411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879901.194425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879901.194439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879901.194453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879901.194455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879901.194460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879901.194462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879902.090453:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879902.090469:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879902.090473:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879902.090479:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879902.090486:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879902.090498:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10656 00000400:00000200:0.0:1788879902.090511:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879902.090520:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879902.090525:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879902.090530:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.090536:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879902.090539:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.090543:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879902.090555:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879902.090558:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879902.090563:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879902.090568:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879902.090571:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879902.090574:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879902.090578:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.090581:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879902.090583:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.090585:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879902.090589:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879902.090593:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879902.090596:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879902.090600:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879902.090604:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879902.090608:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.090611:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879902.090614:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879902.090630:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788879902.090635:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879902.090641:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879902.090643:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.090647:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879902.090651:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879902.090657:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879902.090670:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788879902.090680:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879902.090693:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879902.090717:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879902.090724:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879902.090731:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879902.090766:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879902.090771:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879902.090776:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879902.090778:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879902.090781:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879902.090785:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879902.090788:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10656 00000400:00000200:0.0:1788879902.090793:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879902.090798:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879902.090802:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879902.090807:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.090811:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879902.090814:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.090818:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879902.090823:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879902.090825:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879902.090826:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879902.090830:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000100:00000001:1.0:1788879902.090832:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1788879902.090833:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788879902.090842:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1788879902.090843:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788879902.090850:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788879902.090853:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.090859:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879902.090868:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000040:1.0:1788879902.090869:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879902.090871:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879902.090882:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879902.090891:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879902.090901:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879902.090929:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788879902.090933:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879902.090942:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879902.090943:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879902.090951:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.090955:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788879902.090956:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788879902.090966:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1788879902.090967:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879902.090980:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.090982:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.090984:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879902.090996:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000100:00100000:1.0:1788879902.091001:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519577600:192.168.203.155@tcp:250:kworker.0 00000020:00000040:0.0:1788879902.091003:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879902.091014:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788879902.091016:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788879902.091019:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.091024:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788879902.091026:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879902.091030:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879902.091031:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879902.091040:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788879902.091041:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879902.091053:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000010:0.0:1788879902.091054:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788879902.091064:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.091067:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879902.091078:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00100000:0.0:1788879902.091084:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1788879902.091090:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000100:00000001:0.0:1788879902.091103:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1788879902.091105:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000001:0.0:1788879902.091108:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879902.091117:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879902.091120:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519577600, portal 25 00000100:00000001:1.0:1788879902.091132:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879902.091136:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00000001:0.0:1788879902.091141:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879902.091148:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788879902.091152:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879902.091154:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879902.091161:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879902.091166:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879902.091176:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788879902.091184:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788879902.091185:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10656 00000100:00000040:1.0:1788879902.091196:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788879902.091201:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879902.091205:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000400:00000200:0.0:1788879902.091211:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000200:1.0:1788879902.091213:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519577600, offset 0 00000100:00080000:0.0:1788879902.091216:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879902.091225:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788879902.091233:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788879902.091235:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879902.091329:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.091338:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788879902.091349:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.091362:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879902.091371:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879902.091378:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879902.091384:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879902.091389:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879902.091395:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460495:460495:256:4294967295] 192.168.203.155@tcp LPNI seq info [460489:460489:8:4294967295] 00000400:00000200:1.0:1788879902.091401:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.091416:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000020:00000001:0.0:1788879902.091426:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1788879902.091427:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788879902.091432:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879902.091437:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000010:1.0:1788879902.091439:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000020:00000040:0.0:1788879902.091442:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879902.091449:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879902.091453:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788879902.091456:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000040:0.0:1788879902.091464:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000200:1.0:1788879902.091467:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000100:00000001:0.0:1788879902.091470:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879902.091478:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.091483:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879902.091494:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788879902.091506:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879902.091511:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879902.091517:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879902.091527:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:1.0:1788879902.091536:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788879902.091537:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.091541:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879902.091544:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879902.091548:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.091550:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879902.091556:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000800:00000010:1.0:1788879902.091560:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000020:00000040:0.0:1788879902.091562:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788879902.091571:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879902.091575:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.091578:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879902.091581:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788879902.091581:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1788879902.091587:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879902.091595:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 02000000:00000010:0.0:1788879902.091596:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788879902.091606:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879902.091607:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879902.091613:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00100000:0.0:1788879902.091618:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879902.091624:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788879902.091636:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1788879902.091638:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879902.091646:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879902.091661:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.091667:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879902.091680:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879902.091682:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879902.091693:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879902.091706:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879902.091711:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879902.091716:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879902.091717:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.091724:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788879902.091725:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788879902.091733:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10656 00000100:00000001:1.0:1788879902.091738:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788879902.091741:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879902.091753:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000200:1.0:1788879902.091755:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788879902.091761:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788879902.091763:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305330452 00000100:00000040:0.0:1788879902.091770:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.091775:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1788879902.091778:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d7e0. 00000100:00000040:0.0:1788879902.091780:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.091788:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879902.091793:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879902.091797:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000001:1.0:1788879902.091797:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1788879902.091804:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879902.091810:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000100:00000001:1.0:1788879902.091813:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305330452 00000020:00000001:0.0:1788879902.091814:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000010:1.0:1788879902.091826:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d600. 00000020:00000001:0.0:1788879902.091827:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788879902.091839:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1788879902.091841:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.091849:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879902.091851:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788879902.091854:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879902.091861:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.091862:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879902.091874:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788879902.091875:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1788879902.091882:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879902.091886:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879902.091892:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1788879902.091894:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879902/real 1788879902] req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879902.091896:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879902.091904:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.091938:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879902.091944:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879902.091952:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.091957:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788879902.091963:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1788879902.091964:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000400:00000001:1.0:1788879902.091970:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1788879902.091972:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879902.091979:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1788879902.091981:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 02000000:00000001:0.0:1788879902.091982:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879902.091990:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879902.091994:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788879902.091995:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 02000000:00000001:0.0:1788879902.091998:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879902.092002:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 02000000:00000010:0.0:1788879902.092007:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:1.0:1788879902.092010:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788879902.092017:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879902.092022:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788879902.092032:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788879902.092057:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879902.092059:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879902.092066:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879902.092083:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.092085:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879902.092091:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.092100:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879902.092105:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879902.092108:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879902.092115:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1788879902.092119:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879902.092122:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879902.092127:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879902.092131:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879902.092141:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788879902.092151:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788879902.092152:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10656 00000400:00000200:0.0:1788879902.092167:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:1.0:1788879902.092168:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788879902.092176:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879902.092186:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879902.092198:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879902.092199:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788879902.092208:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879902.092210:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.092217:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1788879902.092218:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879902.092221:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879902.092226:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879902.092228:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879902.092236:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1788879902.092238:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000100:00080000:1.0:1788879902.092243:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:0.0:1788879902.092244:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00080000:1.0:1788879902.092286:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000020:00000001:0.0:1788879902.092297:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788879902.092297:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:0.0:1788879902.092310:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00000040:1.0:1788879902.092311:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879902.092324:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00100000:1.0:1788879902.092334:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519577600:192.168.203.155@tcp:250:kworker.0 00000020:00000001:0.0:1788879902.092337:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788879902.092344:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.092349:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879902.092353:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788879902.092359:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519577600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879902.092361:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879902.092371:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879902.092380:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879902.092390:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1788879902.092391:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 02000000:00000001:1.0:1788879902.092398:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1788879902.092399:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 02000000:00000010:1.0:1788879902.092407:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 00000100:00000001:0.0:1788879902.092408:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879902.092417:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879902.092420:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1788879902.092423:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788879902.092426:0:2393:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:0.0:1788879902.092433:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788879902.092434:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00000001:0.0:1788879902.092443:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000020:00000001:1.0:1788879902.092445:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879902.092453:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 00000008:00100000:0.0:1788879902.092454:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879902.092462:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.092463:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788879902.092468:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.092470:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879902.092475:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00000010:0.0:1788879902.092478:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788879902.092483:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1788879902.092485:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788879902.092491:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788879902.092492:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879902.092496:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.092502:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879902.092503:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879902.092507:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879902.092511:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879902.092519:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788879902.092524:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.092525:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879902.092534:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879902.092535:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879902.092545:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879902.092552:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788879902.092554:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879902.092559:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788879902.092560:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879902.092576:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788879902.092578:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879902.092621:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.092623:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879902.092630:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879902.092633:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10666) 02000000:00000001:1.0:1788879902.092635:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879902.092643:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879902.092647:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879902.092653:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879902.092657:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879902.092660:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879902.092663:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.092665:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879902.092671:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879902.092675:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879902.092682:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879902.092687:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879902.092693:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879902.092698:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519577728, portal 10 00000100:00000001:1.0:1788879902.092701:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879902.092703:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 00000100:00000040:1.0:1788879902.092714:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.092724:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879902.092728:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879902.092732:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879902.092736:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519577728, offset 0 00000400:00000200:1.0:1788879902.092746:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879902.092755:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.092764:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879902.092772:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879902.092777:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879902.092782:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879902.092787:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879902.092793:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460496:460496:256:4294967295] 192.168.203.155@tcp LPNI seq info [460490:460490:8:4294967295] 00000400:00000200:1.0:1788879902.092802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.092816:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879902.092826:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879902.092833:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879902.092841:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879902.092846:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879902.092871:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879902.092875:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879902.092881:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879902.092889:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879902.092896:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879902.092901:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879902.092927:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879902.092937:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.092956:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879902.092962:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.092973:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.092975:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879902.092982:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879902.092988:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879902.092994:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879902.092996:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305329168 00000100:00000001:1.0:1788879902.093002:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305330452 00000100:00000001:1.0:1788879902.093005:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305329168 00000100:00000001:1.0:1788879902.093007:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305330452 00000100:00000001:1.0:1788879902.093010:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879902.093013:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.093016:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879902.093021:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879902/real 1788879902] req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879902.093031:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879902.093034:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879902.093036:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879902.093039:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879902.093042:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879902.093045:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879902.093049:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879902.093060:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093068:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879902.093070:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.093072:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879902.093074:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879902.093078:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093087:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879902.093091:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093100:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879902.093103:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.093106:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879902.093108:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.093110:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879902.093113:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879902.093117:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879902.093121:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879902.093123:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879902.093128:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879902.093138:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879902.093142:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879902.093146:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093155:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879902.093157:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.093160:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879902.093163:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879902.093165:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879902.093169:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879902.093173:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879902.093176:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879902.093178:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.093181:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879902.093186:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879902.093188:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879902.093192:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879902.093195:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879902.093199:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879902.093203:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519577856, portal 10 00000100:00000001:1.0:1788879902.093206:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879902.093208:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000040:1.0:1788879902.093215:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093224:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879902.093227:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879902.093230:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879902.093233:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519577856, offset 0 00000400:00000200:1.0:1788879902.093238:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879902.093243:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.093276:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879902.093281:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879902.093285:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879902.093289:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879902.093292:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879902.093296:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460497:460497:256:4294967295] 192.168.203.155@tcp LPNI seq info [460491:460491:8:4294967295] 00000400:00000200:1.0:1788879902.093302:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.093311:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879902.093317:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879902.093322:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879902.093327:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879902.093331:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879902.093345:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879902.093348:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879902.093352:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879902.093356:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879902.093360:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879902.093363:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879902.093366:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879902.093371:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093415:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879902.093422:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093435:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.093438:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879902.093446:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879902.093451:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879902.093458:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879902.093463:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305329169 00000100:00000001:1.0:1788879902.093468:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305330452 00000100:00000001:1.0:1788879902.093473:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305329169 00000100:00000001:1.0:1788879902.093478:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305330452 00000100:00000001:1.0:1788879902.093483:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879902.093487:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.093490:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879902.093498:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879902/real 1788879902] req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879902.093514:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879902.093516:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879902.093520:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879902.093525:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879902.093529:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879902.093533:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879902.093540:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879902.093559:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093573:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879902.093577:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.093581:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879902.093584:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879902.093592:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093605:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879902.093611:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093620:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879902.093624:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.093626:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879902.093628:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.093630:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879902.093632:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879902.093636:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879902.093639:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879902.093642:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879902.093647:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879902.093656:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879902.093661:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879902.093666:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093675:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879902.093676:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.093679:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879902.093681:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879902.093684:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879902.093689:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879902.093693:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879902.093696:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879902.093698:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.093701:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879902.093705:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879902.093708:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879902.093713:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879902.093716:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879902.093721:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879902.093725:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519577984, portal 4 00000100:00000001:1.0:1788879902.093728:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879902.093730:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:1.0:1788879902.093737:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093746:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879902.093749:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879902.093751:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879902.093754:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519577984, offset 0 00000400:00000200:1.0:1788879902.093759:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879902.093764:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.093769:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879902.093773:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879902.093776:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879902.093779:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879902.093782:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879902.093786:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460498:460498:256:4294967295] 192.168.203.155@tcp LPNI seq info [460492:460492:8:4294967295] 00000400:00000200:1.0:1788879902.093792:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.093800:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879902.093805:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879902.093809:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879902.093814:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879902.093818:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879902.093832:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879902.093835:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879902.093839:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879902.093843:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879902.093847:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879902.093849:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879902.093852:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879902.093857:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093867:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879902.093870:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093879:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.093881:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879902.093884:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879902.093888:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879902.093892:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879902.093894:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305329221 00000100:00000001:1.0:1788879902.093897:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305330452 00000100:00000001:1.0:1788879902.093900:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305329221 00000100:00000001:1.0:1788879902.093903:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305330452 00000100:00000001:1.0:1788879902.093934:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879902.093940:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.093943:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879902.093949:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879902/real 1788879902] req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879902.093960:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879902.093963:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879902.093965:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879902.093968:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879902.093971:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879902.093974:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879902.093978:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879902.093989:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.093997:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879902.093999:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094001:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879902.094003:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879902.094007:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094015:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879902.094019:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094028:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879902.094031:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094033:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879902.094035:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094037:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879902.094039:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879902.094042:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879902.094046:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879902.094048:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879902.094053:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879902.094070:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519577984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879902.094075:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094078:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879902.094082:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519577728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094090:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879902.094092:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879902.094095:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879902.094099:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879902.094101:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879902.094103:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879902.094106:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879902.094108:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788879902.094112:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879902.094114:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879902.094116:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788879902.094120:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879902.094122:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094124:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879902.094128:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519577856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094137:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879902.094138:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879902.094140:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879902.094145:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879902.094146:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879902.094148:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879902.094150:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879902.094152:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788879902.094154:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879902.094155:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879902.094157:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:1.0:1788879902.094161:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879902.094162:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094164:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879902.094168:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519577984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094176:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879902.094178:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879902.094179:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879902.094182:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879902.094183:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879902.094185:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879902.094187:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879902.094189:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788879902.094191:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879902.094192:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879902.094194:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788879902.094196:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879902.094197:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094200:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094205:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879902.094206:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.094209:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879902.094211:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879902.094212:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879902.094217:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094224:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879902.094226:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.094229:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879902.094231:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879902.094233:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879902.094237:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879902.094241:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879902.094244:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879902.094246:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879902.094285:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879902.094289:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879902.094292:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879902.094297:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879902.094300:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879902.094303:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879902.094308:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519578112, portal 4 00000100:00000001:1.0:1788879902.094311:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879902.094313:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000040:1.0:1788879902.094323:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094332:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879902.094336:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879902.094340:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879902.094343:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519578112, offset 0 00000400:00000200:1.0:1788879902.094348:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879902.094353:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.094358:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879902.094362:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879902.094365:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879902.094368:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879902.094371:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879902.094376:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460499:460499:256:4294967295] 192.168.203.155@tcp LPNI seq info [460493:460493:8:4294967295] 00000400:00000200:1.0:1788879902.094380:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879902.094389:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879902.094395:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879902.094399:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879902.094404:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879902.094408:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879902.094435:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879902.094438:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879902.094444:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879902.094453:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879902.094457:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879902.094459:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879902.094462:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879902.094467:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094478:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879902.094481:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094490:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.094492:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879902.094496:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879902.094500:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879902.094504:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879902.094507:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305329173 00000100:00000001:1.0:1788879902.094511:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305330452 00000100:00000001:1.0:1788879902.094514:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305329173 00000100:00000001:1.0:1788879902.094517:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305330452 00000100:00000001:1.0:1788879902.094519:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879902.094521:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.094524:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879902.094528:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879902/real 1788879902] req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879902.094538:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879902.094539:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879902.094542:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879902.094545:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879902.094547:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879902.094549:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879902.094554:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879902.094564:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094572:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879902.094574:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094576:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879902.094578:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879902.094582:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094590:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879902.094594:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094602:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879902.094605:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094607:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879902.094608:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094610:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879902.094613:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879902.094616:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879902.094620:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879902.094623:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879902.094627:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879902.094638:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879902.094642:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094644:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879902.094648:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519578112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879902.094657:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879902.094659:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879902.094661:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879902.094664:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879902.094666:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879902.094667:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879902.094669:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879902.094671:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788879902.094674:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879902.094676:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879902.094678:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788879902.094681:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879902.094683:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094685:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879902.094688:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879902.094690:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879902.094692:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879902.094694:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879902.218396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879902.218406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879902.218414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879902.218415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879902.218420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879902.218422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879903.242418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879903.242433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879903.242448:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879903.242453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879903.242460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879903.242463:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879903.434410:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305330452, at 4305330496 00000100:00000040:0.0:1788879903.434424:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305330452, at 4305330496 00000100:00000010:1.0:1788879903.434438:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00000010:0.0:1788879903.434442:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00010000:00000001:1.0:1788879904.266341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879904.266349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879904.266356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879904.266359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879904.266363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879904.266364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879905.290388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879905.290396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879905.290403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879905.290405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879905.290409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879905.290411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879906.314386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879906.314397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879906.314405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879906.314407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879906.314411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879906.314414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879907.210333:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879907.210342:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879907.210344:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879907.210348:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879907.210352:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879907.210359:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10661 00000400:00000200:0.0:1788879907.210379:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879907.210384:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879907.210387:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879907.210391:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210393:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879907.210396:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210397:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879907.210405:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879907.210422:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879907.210426:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879907.210431:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879907.210434:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879907.210438:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879907.210453:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210457:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879907.210460:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210462:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879907.210466:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879907.210470:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210473:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879907.210477:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879907.210482:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879907.210485:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.210488:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879907.210491:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879907.210501:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788879907.210517:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879907.210522:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879907.210540:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.210542:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879907.210545:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879907.210549:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879907.210557:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879907.210563:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879907.210571:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879907.210579:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879907.210582:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879907.210586:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879907.210601:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879907.210604:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879907.210606:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879907.210607:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879907.210609:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879907.210611:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879907.210613:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10661 00000400:00000200:0.0:1788879907.210616:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879907.210618:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879907.210620:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879907.210622:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210623:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879907.210625:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210626:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879907.210628:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879907.210629:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879907.210630:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879907.210632:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879907.210633:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879907.210635:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879907.210638:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210639:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879907.210641:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210642:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879907.210645:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879907.210647:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210649:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879907.210650:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788879907.210651:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788879907.210656:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879907.210656:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788879907.210661:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.210661:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788879907.210664:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879907.210669:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1788879907.210671:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1788879907.210672:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.210677:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879907.210682:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788879907.210704:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1788879907.210705:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000100:00000001:1.0:1788879907.210713:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879907.210715:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879907.210721:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.210724:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788879907.210725:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879907.210732:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879907.210733:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879907.210736:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.210744:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879907.210747:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788879907.210770:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879907.210770:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519578240:192.168.203.155@tcp:250:kworker.0 00000100:00100000:0.0:1788879907.210778:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879907.210786:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788879907.210789:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788879907.210791:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788879907.210792:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.210795:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879907.210798:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788879907.210800:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788879907.210808:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879907.210808:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879907.210814:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879907.210842:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879907.210849:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879907.210855:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1788879907.210856:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788879907.210859:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1788879907.210866:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000100:00000001:0.0:1788879907.210867:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879907.210917:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10661 00000400:00000010:1.0:1788879907.210919:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000400:00000200:0.0:1788879907.210924:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879907.210928:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879907.210930:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879907.210938:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788879907.210941:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519578240, portal 25 00000100:00000001:0.0:1788879907.210942:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879907.210947:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788879907.210948:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879907.210950:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000001:0.0:1788879907.210954:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788879907.210960:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879907.210961:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879907.210965:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879907.210968:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879907.210972:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000100:00000001:1.0:1788879907.210975:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1788879907.210976:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788879907.210980:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879907.210981:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879907.210985:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000040:0.0:1788879907.210986:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788879907.210990:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519578240, offset 0 00000100:00000001:0.0:1788879907.210991:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879907.210995:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.210998:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879907.211001:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000400:00000200:1.0:1788879907.211002:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788879907.211006:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879907.211008:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879907.211010:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879907.211012:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788879907.211013:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788879907.211017:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.211020:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879907.211021:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788879907.211023:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000008:00000001:0.0:1788879907.211024:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.211028:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879907.211031:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1788879907.211032:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788879907.211037:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000400:00000200:1.0:1788879907.211037:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000001:0.0:1788879907.211041:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788879907.211042:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788879907.211044:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879907.211048:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.211049:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879907.211052:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879907.211054:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879907.211057:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460500:460500:256:4294967295] 192.168.203.155@tcp LPNI seq info [460494:460494:8:4294967295] 02000000:00000010:0.0:1788879907.211060:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000400:00000200:1.0:1788879907.211064:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879907.211065:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879907.211072:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788879907.211079:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788879907.211088:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879907.211093:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788879907.211094:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788879907.211099:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788879907.211101:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000100:00000001:0.0:1788879907.211109:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879907.211113:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1788879907.211114:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00080000:0.0:1788879907.211120:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:1.0:1788879907.211122:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000100:00000001:0.0:1788879907.211123:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879907.211125:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879907.211130:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879907.211135:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10661 00000800:00000100:1.0:1788879907.211145:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879907.211146:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:0.0:1788879907.211150:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.211152:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788879907.211155:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879907.211158:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1788879907.211162:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1788879907.211166:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.211169:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788879907.211169:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000100:00000040:0.0:1788879907.211172:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000010:1.0:1788879907.211174:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:0.0:1788879907.211175:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879907.211180:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788879907.211180:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1788879907.211184:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879907.211185:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879907.211189:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000100:00000200:1.0:1788879907.211189:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879907.211194:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788879907.211200:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788879907.211207:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.211213:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879907.211218:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879907.211220:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788879907.211221:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879907.211234:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000040:1.0:1788879907.211236:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879907.211238:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879907.211243:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211248:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211250:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879907.211255:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879907.211259:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879907.211262:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305335572 02000000:00000001:0.0:1788879907.211269:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879907.211272:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879907.211274:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.211275:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879907.211277:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788879907.211279:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.211281:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879907.211284:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788879907.211286:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879907.211290:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879907.211291:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.211293:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1788879907.211293:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d600. 02000000:00000001:0.0:1788879907.211296:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879907.211299:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211302:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 02000000:00000010:0.0:1788879907.211303:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879907.211308:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211310:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305335572 00000100:00100000:0.0:1788879907.211313:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1788879907.211316:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d9c0. 00000100:00000001:1.0:1788879907.211322:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788879907.211325:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879907.211327:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788879907.211328:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211333:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879907.211334:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.211337:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879907.211344:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879907/real 1788879907] req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879907.211345:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879907.211350:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879907.211357:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879907.211360:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879907.211363:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879907.211376:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000400:00000001:1.0:1788879907.211377:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1788879907.211379:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10661 00000400:00000001:1.0:1788879907.211380:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879907.211384:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:0.0:1788879907.211388:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.211390:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000200:0.0:1788879907.211393:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000010:1.0:1788879907.211394:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00080000:0.0:1788879907.211397:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788879907.211399:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1788879907.211401:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.211405:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1788879907.211406:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879907.211426:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879907.211433:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879907.211444:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879907.211451:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788879907.211457:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:1.0:1788879907.211460:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788879907.211462:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879907.211472:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788879907.211481:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788879907.211494:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879907.211495:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788879907.211504:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879907.211505:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788879907.211510:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879907.211513:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788879907.211516:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879907.211519:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788879907.211523:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00100000:1.0:1788879907.211550:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879907.211551:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879907.211558:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879907.211562:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879907.211566:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879907.211566:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788879907.211570:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.211573:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000040:1.0:1788879907.211575:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1788879907.211576:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879907.211582:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879907.211586:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879907.211593:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788879907.211593:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:0.0:1788879907.211598:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788879907.211599:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788879907.211602:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788879907.211603:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1788879907.211606:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211607:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879907.211609:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788879907.211611:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1788879907.211612:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879907.211616:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211617:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:0.0:1788879907.211623:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00080000:1.0:1788879907.211624:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788879907.211628:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879907.211631:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879907.211634:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1788879907.211635:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1788879907.211640:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879907.211646:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879907.211650:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879907.211658:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879907.211662:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519578240:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788879907.211673:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211673:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.211678:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788879907.211681:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10671) 00000100:00000040:1.0:1788879907.211684:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519578240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.211712:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879907.211716:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879907.211720:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879907.211726:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879907.211729:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879907.211734:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879907.211737:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879907.211741:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788879907.211747:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879907.211767:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879907.211769:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788879907.211771:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879907.211773:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.211775:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.211780:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879907.211782:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211784:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879907.211785:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879907.211786:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879907.211788:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.211793:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879907.211794:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.211796:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879907.211797:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879907.211798:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879907.211800:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879907.211802:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879907.211804:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879907.211805:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.211806:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879907.211808:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879907.211810:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879907.211812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879907.211814:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879907.211816:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879907.211837:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519578368, portal 10 00000100:00000001:1.0:1788879907.211839:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879907.211841:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:1.0:1788879907.211850:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.211859:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879907.211862:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879907.211865:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879907.211868:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519578368, offset 0 00000400:00000200:1.0:1788879907.211896:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879907.211902:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.211922:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879907.211924:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879907.211926:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879907.211928:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879907.211929:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879907.211932:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460501:460501:256:4294967295] 192.168.203.155@tcp LPNI seq info [460495:460495:8:4294967295] 00000400:00000200:1.0:1788879907.211934:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.211939:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879907.211942:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879907.211944:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879907.211947:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879907.211949:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879907.211956:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879907.211957:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879907.211959:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879907.211962:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879907.211964:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879907.211965:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879907.211967:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879907.211969:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.211975:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879907.211977:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.211986:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.211987:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879907.211989:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879907.211992:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879907.211994:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879907.211996:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305334287 00000100:00000001:1.0:1788879907.211998:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305335572 00000100:00000001:1.0:1788879907.211999:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305334287 00000100:00000001:1.0:1788879907.212001:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305335572 00000100:00000001:1.0:1788879907.212002:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879907.212003:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.212005:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879907.212007:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879907/real 1788879907] req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879907.212012:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879907.212013:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879907.212014:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879907.212015:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879907.212016:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879907.212018:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879907.212020:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879907.212025:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212029:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879907.212030:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212031:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879907.212032:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879907.212034:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212039:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879907.212041:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212046:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879907.212047:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212048:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879907.212049:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212050:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879907.212051:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879907.212053:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879907.212055:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879907.212056:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879907.212058:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879907.212063:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879907.212065:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879907.212067:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212071:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879907.212072:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.212074:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879907.212075:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879907.212076:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879907.212078:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879907.212080:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879907.212081:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879907.212082:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.212084:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879907.212086:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879907.212087:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879907.212089:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879907.212091:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879907.212093:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879907.212095:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519578496, portal 10 00000100:00000001:1.0:1788879907.212096:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879907.212097:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000040:1.0:1788879907.212101:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212105:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879907.212107:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879907.212108:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879907.212109:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519578496, offset 0 00000400:00000200:1.0:1788879907.212112:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879907.212114:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.212116:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879907.212118:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879907.212119:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879907.212120:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879907.212122:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879907.212124:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460502:460502:256:4294967295] 192.168.203.155@tcp LPNI seq info [460496:460496:8:4294967295] 00000400:00000200:1.0:1788879907.212127:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.212131:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879907.212134:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879907.212135:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879907.212138:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879907.212139:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879907.212146:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879907.212148:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879907.212150:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879907.212152:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879907.212154:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879907.212155:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879907.212156:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879907.212158:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212163:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879907.212165:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212170:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.212171:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879907.212172:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879907.212174:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879907.212176:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879907.212177:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305334287 00000100:00000001:1.0:1788879907.212179:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305335572 00000100:00000001:1.0:1788879907.212180:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305334287 00000100:00000001:1.0:1788879907.212182:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305335572 00000100:00000001:1.0:1788879907.212183:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879907.212184:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.212185:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879907.212188:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879907/real 1788879907] req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879907.212192:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879907.212193:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879907.212194:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879907.212195:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879907.212196:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879907.212198:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879907.212200:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879907.212205:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212209:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879907.212210:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212211:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879907.212211:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879907.212214:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212217:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879907.212220:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212224:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879907.212225:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212226:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879907.212227:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212228:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879907.212229:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879907.212230:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879907.212232:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879907.212233:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879907.212236:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879907.212240:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879907.212242:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879907.212245:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212249:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879907.212250:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.212252:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879907.212253:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879907.212254:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879907.212256:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879907.212257:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879907.212258:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879907.212259:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.212260:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879907.212276:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879907.212278:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879907.212280:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879907.212282:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879907.212283:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879907.212285:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519578624, portal 4 00000100:00000001:1.0:1788879907.212287:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879907.212288:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 00000100:00000040:1.0:1788879907.212292:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212296:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879907.212298:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879907.212299:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879907.212301:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519578624, offset 0 00000400:00000200:1.0:1788879907.212303:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879907.212305:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.212307:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879907.212309:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879907.212310:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879907.212312:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879907.212314:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879907.212316:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460503:460503:256:4294967295] 192.168.203.155@tcp LPNI seq info [460497:460497:8:4294967295] 00000400:00000200:1.0:1788879907.212319:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.212323:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879907.212326:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879907.212328:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879907.212330:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879907.212332:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879907.212339:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879907.212341:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879907.212343:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879907.212345:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879907.212347:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879907.212348:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879907.212349:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879907.212351:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212357:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879907.212358:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212363:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.212364:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879907.212366:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879907.212367:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879907.212370:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879907.212371:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305334340 00000100:00000001:1.0:1788879907.212373:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305335572 00000100:00000001:1.0:1788879907.212374:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305334340 00000100:00000001:1.0:1788879907.212376:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305335572 00000100:00000001:1.0:1788879907.212377:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879907.212378:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.212380:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879907.212382:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879907/real 1788879907] req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879907.212387:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879907.212388:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879907.212389:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879907.212390:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879907.212391:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879907.212392:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879907.212394:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879907.212400:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212404:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879907.212404:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212405:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879907.212406:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879907.212426:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212434:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879907.212438:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212446:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879907.212449:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212451:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879907.212453:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212455:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879907.212457:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879907.212460:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879907.212464:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879907.212467:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879907.212472:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879907.212481:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879907.212486:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879907.212489:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212497:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879907.212498:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.212501:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879907.212503:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879907.212506:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879907.212509:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879907.212513:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879907.212515:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879907.212517:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879907.212519:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879907.212538:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879907.212540:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879907.212541:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879907.212543:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879907.212545:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879907.212547:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519578752, portal 4 00000100:00000001:1.0:1788879907.212548:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879907.212549:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00000040:1.0:1788879907.212553:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212557:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879907.212559:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879907.212560:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879907.212562:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519578752, offset 0 00000400:00000200:1.0:1788879907.212564:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879907.212567:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.212569:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879907.212571:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879907.212573:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879907.212574:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879907.212576:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879907.212578:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460504:460504:256:4294967295] 192.168.203.155@tcp LPNI seq info [460498:460498:8:4294967295] 00000400:00000200:1.0:1788879907.212581:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879907.212585:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879907.212587:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879907.212589:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879907.212591:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879907.212593:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879907.212599:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879907.212600:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788879907.212602:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879907.212605:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879907.212606:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39ee0 00000400:00000010:1.0:1788879907.212607:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39ee0. 00000100:00000001:1.0:1788879907.212609:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879907.212611:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212615:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879907.212617:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212621:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.212622:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879907.212624:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879907.212627:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879907.212629:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879907.212630:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305334291 00000100:00000001:1.0:1788879907.212632:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305335572 00000100:00000001:1.0:1788879907.212633:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305334291 00000100:00000001:1.0:1788879907.212635:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305335572 00000100:00000001:1.0:1788879907.212636:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879907.212637:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.212639:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879907.212641:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879907/real 1788879907] req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879907.212645:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879907.212646:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879907.212647:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879907.212648:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879907.212649:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879907.212650:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879907.212652:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879907.212657:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212661:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879907.212662:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212663:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879907.212664:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879907.212666:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212670:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879907.212672:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212677:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879907.212679:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212680:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879907.212681:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212682:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879907.212683:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879907.212684:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879907.212686:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879907.212704:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879907.212709:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879907.212718:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519578752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879907.212722:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212724:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879907.212728:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519578368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212736:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879907.212738:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879907.212740:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879907.212743:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879907.212745:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879907.212747:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879907.212749:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879907.212751:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788879907.212769:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879907.212780:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879907.212781:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788879907.212783:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879907.212784:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212785:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879907.212788:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519578496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212792:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879907.212793:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879907.212794:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879907.212796:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879907.212796:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879907.212797:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879907.212798:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879907.212799:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788879907.212800:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879907.212801:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879907.212802:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:1.0:1788879907.212803:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879907.212804:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212805:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879907.212806:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519578624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212810:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879907.212811:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879907.212811:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879907.212813:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879907.212814:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879907.212815:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879907.212816:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879907.212816:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788879907.212817:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879907.212818:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879907.212819:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788879907.212820:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879907.212821:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212822:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879907.212841:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519578752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879907.212856:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879907.212858:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879907.212859:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879907.212862:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879907.212863:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879907.212865:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879907.212867:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879907.212868:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788879907.212893:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879907.212895:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879907.212897:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788879907.212906:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879907.212908:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212910:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879907.212914:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879907.212915:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879907.212918:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879907.212920:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879907.338315:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879907.338319:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879907.338324:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879907.338325:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879907.338327:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879907.338329:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879908.362422:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879908.362425:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879908.362437:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362444:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879908.362447:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362450:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362453:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879908.362460:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879908.362463:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879908.362465:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362468:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879908.362470:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362472:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362475:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362479:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879908.362481:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879908.362483:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879908.362485:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362487:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879908.362488:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362490:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879908.362493:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879908.554331:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305335572, at 4305335616 00000100:00000010:1.0:1788879908.554347:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00000040:0.0:1788879908.554354:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305335572, at 4305335616 00000100:00000010:0.0:1788879908.554366:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00010000:00000001:1.0:1788879909.386374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879909.386382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879909.386389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879909.386391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879909.386395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879909.386397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879910.410360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879910.410369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879910.410375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879910.410377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879910.410381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879910.410383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879911.434360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879911.434368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879911.434375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879911.434377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879911.434381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879911.434383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.330769:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879912.330782:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879912.330793:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879912.330810:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519578880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.330908:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879912.330939:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.330954:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879912.330967:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879912.330981:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879912.330998:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519578880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879912.331009:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879912.331016:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879912.331023:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.331032:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879912.331047:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879912.331056:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879912.331080:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879912.331090:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788879912.331103:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788879912.331113:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519578880, portal 25 00000100:00000001:1.0:1788879912.331121:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879912.331126:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879912.331141:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519578880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.331164:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879912.331174:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879912.331181:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788879912.331190:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519578880, offset 0 00000400:00000200:1.0:1788879912.331214:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879912.331231:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.331246:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879912.331312:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879912.331323:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879912.331333:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879912.331343:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879912.331354:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460505:460505:256:4294967295] 192.168.203.155@tcp LPNI seq info [460499:460499:8:4294967295] 00000400:00000200:1.0:1788879912.331365:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.331392:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879912.331410:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879912.331422:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788879912.331438:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879912.331480:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879912.331497:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879912.331507:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305340692 00000100:00000010:1.0:1788879912.331521:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d9c0. 00000100:00000001:1.0:1788879912.331536:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879912.331557:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305340692 00000100:00000010:1.0:1788879912.331574:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd20. 00000100:00000001:1.0:1788879912.331599:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879912.331612:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879912.331626:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.331639:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.331653:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879912.331670:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879912.331678:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879912.331691:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879912.331701:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879912.331710:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879912.331731:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519579008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.331770:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879912.331775:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.331783:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879912.331792:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879912.331798:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879912.331808:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879912.331826:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879912.331862:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879912.331870:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.331879:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879912.331904:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879912.331917:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879912.331932:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879912.331947:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788879912.331972:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879912.331988:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519579008, portal 10 00000100:00000001:1.0:1788879912.332000:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879912.332008:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788879912.332036:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519579008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.332074:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879912.332086:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879912.332109:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39880. 00000100:00000200:1.0:1788879912.332121:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519579008, offset 0 00000400:00000200:1.0:1788879912.332143:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879912.332159:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.332176:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879912.332191:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879912.332201:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879912.332212:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879912.332223:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879912.332304:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460506:460506:255:4294967295] 192.168.203.155@tcp LPNI seq info [460500:460500:7:4294967295] 00000400:00000200:1.0:1788879912.332325:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.332355:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879912.332369:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879912.332383:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7700. 00000800:00000200:1.0:1788879912.332400:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879912.332438:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879912.332451:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879912.332468:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879912.332476:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305339408 00000100:00000001:1.0:1788879912.332482:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305340692 00000100:00000001:1.0:1788879912.332487:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305339408 00000100:00000001:1.0:1788879912.332493:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305340692 00000100:00000001:1.0:1788879912.332498:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879912.332504:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.332509:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879912.332518:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519579136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.332533:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879912.332536:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.332540:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879912.332544:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879912.332550:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879912.332556:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879912.332563:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879912.332567:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879912.332570:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.332573:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879912.332580:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879912.332583:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879912.332589:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879912.332594:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879912.332600:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879912.332606:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519579136, portal 10 00000100:00000001:1.0:1788879912.332610:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879912.332612:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788879912.332623:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519579136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.332635:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879912.332640:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879912.332645:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a393b8. 00000100:00000200:1.0:1788879912.332649:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519579136, offset 0 00000400:00000200:1.0:1788879912.332656:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879912.332663:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.332670:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879912.332676:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879912.332680:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879912.332685:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879912.332689:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879912.332695:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460507:460507:254:4294967295] 192.168.203.155@tcp LPNI seq info [460501:460501:6:4294967295] 00000400:00000200:1.0:1788879912.332704:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.332716:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879912.332724:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879912.332731:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788879912.332738:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879912.332751:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879912.332757:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879912.332764:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879912.332768:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305339408 00000100:00000001:1.0:1788879912.332772:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305340692 00000100:00000001:1.0:1788879912.332776:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305339408 00000100:00000001:1.0:1788879912.332780:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305340692 00000100:00000001:1.0:1788879912.332784:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879912.332788:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.332793:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.332797:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879912.332805:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879912.332809:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879912.332813:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879912.332815:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879912.332817:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879912.332825:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519579264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.332864:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879912.332867:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.332871:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879912.332875:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879912.332879:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879912.332884:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879912.332890:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879912.332894:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879912.332897:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.332900:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879912.332906:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879912.332910:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879912.332916:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879912.332921:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788879912.332928:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39d48. 00000100:00000200:1.0:1788879912.332933:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519579264, portal 4 00000100:00000001:1.0:1788879912.332937:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879912.332940:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879912.332952:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519579264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.332964:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879912.332969:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879912.332973:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788879912.332978:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519579264, offset 0 00000400:00000200:1.0:1788879912.332987:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879912.332994:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.333002:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879912.333009:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879912.333014:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879912.333018:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879912.333023:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879912.333029:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460508:460508:253:4294967295] 192.168.203.155@tcp LPNI seq info [460502:460502:5:4294967295] 00000400:00000200:1.0:1788879912.333038:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.333052:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879912.333060:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879912.333068:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7900. 00000800:00000200:1.0:1788879912.333075:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879912.333088:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879912.333094:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879912.333100:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879912.333105:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305339460 00000100:00000001:1.0:1788879912.333110:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305340692 00000100:00000001:1.0:1788879912.333114:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305339460 00000100:00000001:1.0:1788879912.333119:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305340692 00000100:00000001:1.0:1788879912.333124:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879912.333128:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.333132:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879912.333141:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519579392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.333157:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879912.333160:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.333165:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879912.333168:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879912.333172:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879912.333179:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879912.333185:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879912.333189:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879912.333193:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879912.333196:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879912.333203:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879912.333207:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879912.333215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879912.333221:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788879912.333228:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788879912.333233:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519579392, portal 4 00000100:00000001:1.0:1788879912.333238:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879912.333240:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879912.333287:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519579392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879912.333297:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879912.333302:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879912.333307:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39f68. 00000100:00000200:1.0:1788879912.333313:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519579392, offset 0 00000400:00000200:1.0:1788879912.333323:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879912.333331:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.333349:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879912.333354:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879912.333360:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879912.333364:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879912.333369:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879912.333375:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460509:460509:252:4294967295] 192.168.203.155@tcp LPNI seq info [460503:460503:4:4294967295] 00000400:00000200:1.0:1788879912.333384:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879912.333396:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879912.333405:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879912.333412:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7b00. 00000800:00000200:1.0:1788879912.333420:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788879912.333432:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879912.333438:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879912.333446:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879912.333451:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305339412 00000100:00000001:1.0:1788879912.333456:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305340692 00000100:00000001:1.0:1788879912.333460:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305339412 00000100:00000001:1.0:1788879912.333465:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305340692 00000100:00000001:1.0:1788879912.333469:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879912.333473:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.333479:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.333483:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879912.333490:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879912.333493:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788879912.333497:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879912.333500:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879912.333503:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879912.333507:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879912.458372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879912.458380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879912.458387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879912.458389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879912.458393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879912.458395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879913.482379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879913.482387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879913.482394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879913.482396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879913.482400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879913.482402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879913.674404:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305340692, at 4305340736 00000100:00000010:0.0:1788879913.674425:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00000040:1.0:1788879913.674428:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305340692, at 4305340736 00000100:00000010:1.0:1788879913.674447:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00010000:00000001:1.0:1788879914.506365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879914.506373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879914.506380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879914.506382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879914.506386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879914.506389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879915.402882:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879915.402894:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879915.402905:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879915.402935:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879912/real 1788879915] req@ffff8d0cf40eca80 x1875765519578880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879915.402984:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879915.402991:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879915.403000:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788879915.403013:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788879915.403021:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788879915.403041:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879915.403056:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519578880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879915.403090:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519578880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.403120:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879915.403128:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.403139:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.403144:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879915.403178:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519578880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.403210:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879915.403228:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519578880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.403325:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879915.403335:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.403344:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.403350:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.403356:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879915.403364:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879915.403380:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879915.403401:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879915.403411:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879915.403430:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519578880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879915.403469:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519578880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879915.403495:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879915.403504:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879915.403520:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519578880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.403561:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879915.403570:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879915.403582:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879915.403595:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879915.403602:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879915.403609:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879915.403616:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879915.403623:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879915.403632:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879915.403638:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879915.403644:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879915.403654:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879915.403661:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.403670:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879915.403675:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879915.403681:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879915.403687:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879915.403702:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879912/real 1788879915] req@ffff8d0cf40ed180 x1875765519579264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879915.403755:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879915.403761:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879915.403768:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788879915.403778:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39d48 00000400:00000010:1.0:1788879915.403784:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39d48. 00000100:00000001:1.0:1788879915.403793:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879915.403807:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519579264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879915.403851:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519579264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.403865:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879915.403869:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.403873:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.403876:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879915.403883:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519579264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.403896:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879915.403902:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519579264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.403914:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879915.403919:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.403923:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.403925:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.403929:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879915.403932:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879915.403937:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879915.403944:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879915.403949:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879915.403957:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519579264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879915.403971:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879915.403980:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879915.403988:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879912/real 1788879915] req@ffff8d0cf40efb80 x1875765519579392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879915.404003:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879915.404006:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879915.404009:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788879915.404013:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788879915.404017:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788879915.404021:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879915.404027:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519579392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879915.404045:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519579392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404058:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879915.404060:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404065:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.404067:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879915.404074:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519579392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404086:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879915.404093:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519579392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404106:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879915.404111:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404114:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.404117:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404120:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879915.404125:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879915.404131:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879915.404138:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879915.404143:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879915.404151:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519579392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879915.404167:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879915.404175:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879915.404182:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879912/real 1788879915] req@ffff8d0cf40eed80 x1875765519579008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879915.404196:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879915.404199:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879915.404202:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788879915.404207:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879915.404211:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879915.404216:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879915.404223:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519579008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879915.404241:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519579008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404287:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879915.404289:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404291:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.404293:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879915.404300:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519579008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404322:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879915.404331:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519579008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404355:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879915.404359:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404363:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.404365:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404369:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879915.404375:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879915.404381:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879915.404389:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879915.404395:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879915.404404:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519579008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879915.404420:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879915.404427:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879915.404433:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879912/real 1788879915] req@ffff8d0cf40eea00 x1875765519579136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879915.404453:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879915.404455:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879915.404458:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879915.404461:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879915.404463:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879915.404467:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879915.404471:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519579136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879915.404482:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519579136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404494:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879915.404498:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404502:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.404505:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879915.404512:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519579136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404524:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879915.404532:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519579136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404545:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879915.404549:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404553:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879915.404555:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404559:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879915.404562:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879915.404566:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879915.404572:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879915.404577:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879915.404585:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519579136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879915.404601:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879915.404608:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404611:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879915.404615:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519579264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404624:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879915.404627:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879915.404632:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879915.404637:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879915.404640:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879915.404644:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879915.404648:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879915.404651:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879915.404657:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879915.404659:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879915.404661:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879915.404667:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879915.404669:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404673:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879915.404679:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519579392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404692:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879915.404694:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879915.404697:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879915.404702:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879915.404704:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879915.404706:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879915.404709:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879915.404712:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879915.404716:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879915.404718:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879915.404720:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879915.404725:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879915.404728:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404730:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879915.404735:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519579008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404742:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879915.404744:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879915.404746:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879915.404748:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879915.404750:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879915.404751:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879915.404753:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879915.404755:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879915.404757:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879915.404760:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879915.404761:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788879915.404764:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879915.404766:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404768:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879915.404772:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519579136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879915.404779:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879915.404780:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879915.404782:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879915.404785:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879915.404786:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879915.404788:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879915.404790:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879915.404791:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879915.404793:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879915.404794:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879915.404796:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788879915.404798:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879915.404800:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404802:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879915.404810:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879915.404835:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879915.404841:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879915.404843:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879915.530412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879915.530421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879915.530429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879915.530431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879915.530435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879915.530437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879916.554457:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879916.554467:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879916.554475:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879916.554478:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879916.554483:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879916.554484:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.450895:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879917.450905:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879917.450913:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879917.450931:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.450966:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879917.450974:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.450985:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879917.450990:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879917.450993:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879917.451001:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519579520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879917.451019:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879917.451029:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879917.451036:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.451046:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879917.451060:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879917.451067:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879917.451084:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879917.451098:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879917.451114:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879917.451131:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519579520, portal 25 00000100:00000001:1.0:1788879917.451138:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879917.451145:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879917.451165:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.451194:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879917.451206:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879917.451215:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879917.451227:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519579520, offset 0 00000400:00000200:1.0:1788879917.451294:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879917.451314:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.451332:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879917.451347:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879917.451359:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879917.451365:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879917.451370:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879917.451376:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460510:460510:256:4294967295] 192.168.203.155@tcp LPNI seq info [460504:460504:8:4294967295] 00000400:00000200:1.0:1788879917.451384:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.451400:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879917.451410:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.451421:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879917.451435:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879917.451441:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879917.451463:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.451467:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879917.451478:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879917.451486:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879917.451495:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879917.451500:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879917.451508:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879917.451514:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.451531:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.451537:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.451550:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.451553:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879917.451564:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879917.451572:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879917.451576:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305345812 00000100:00000010:1.0:1788879917.451585:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd20. 00000100:00000001:1.0:1788879917.451597:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879917.451633:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305345812 00000100:00000010:1.0:1788879917.451641:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da80. 00000100:00000001:1.0:1788879917.451648:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879917.451655:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879917.451661:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.451666:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879917.451675:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879917/real 1788879917] req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879917.451714:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879917.451721:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879917.451731:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879917.451741:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879917.451747:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879917.451756:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879917.451771:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879917.451824:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.451852:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879917.451859:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.451867:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.451874:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879917.451890:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.451916:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879917.451928:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.451958:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879917.451964:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.451969:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.451975:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.451982:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879917.451987:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879917.451993:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879917.452002:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879917.452006:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879917.452015:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879917.452031:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519579520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879917.452040:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.452046:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.452054:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519579520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.452079:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879917.452086:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879917.452093:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879917.452107:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879917.452112:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879917.452117:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879917.452127:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879917.452134:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879917.452146:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879917.452152:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879917.452160:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879917.452173:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879917.452178:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.452184:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.452218:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879917.452227:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.452240:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879917.452250:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879917.452259:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879917.452322:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.452395:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879917.452399:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.452404:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879917.452411:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879917.452416:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879917.452429:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879917.452437:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879917.452442:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879917.452445:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.452453:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879917.452462:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879917.452469:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879917.452479:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879917.452486:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879917.452495:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879917.452508:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519579648, portal 10 00000100:00000001:1.0:1788879917.452516:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879917.452520:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879917.452538:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.452554:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879917.452559:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879917.452564:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879917.452573:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519579648, offset 0 00000400:00000200:1.0:1788879917.452583:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879917.452594:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.452603:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879917.452615:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879917.452628:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879917.452637:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879917.452664:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879917.452681:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460511:460511:256:4294967295] 192.168.203.155@tcp LPNI seq info [460505:460505:8:4294967295] 00000400:00000200:1.0:1788879917.452703:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.452726:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879917.452745:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.452759:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879917.452776:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879917.452786:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879917.452849:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.452857:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879917.452870:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879917.452886:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879917.452899:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879917.452904:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879917.452912:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879917.452922:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.452949:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.452958:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.452980:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.452985:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879917.452993:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879917.453002:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879917.453013:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879917.453017:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305344528 00000100:00000001:1.0:1788879917.453023:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305345812 00000100:00000001:1.0:1788879917.453029:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305344528 00000100:00000001:1.0:1788879917.453036:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305345812 00000100:00000001:1.0:1788879917.453040:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879917.453044:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.453051:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879917.453058:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879917/real 1788879917] req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879917.453075:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879917.453079:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879917.453086:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879917.453095:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879917.453100:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879917.453108:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879917.453121:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879917.453160:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453178:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879917.453182:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453184:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.453186:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879917.453191:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453199:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879917.453204:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453214:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879917.453218:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453221:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.453223:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453226:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879917.453229:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879917.453233:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879917.453240:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879917.453245:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879917.453284:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879917.453299:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879917.453304:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879917.453311:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453323:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879917.453325:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.453329:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879917.453332:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879917.453336:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879917.453341:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879917.453347:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879917.453350:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879917.453352:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.453356:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879917.453380:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879917.453384:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879917.453392:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879917.453397:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879917.453402:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879917.453407:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519579776, portal 10 00000100:00000001:1.0:1788879917.453409:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879917.453411:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879917.453421:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453430:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879917.453434:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879917.453437:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879917.453440:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519579776, offset 0 00000400:00000200:1.0:1788879917.453446:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879917.453452:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.453458:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879917.453462:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879917.453466:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879917.453469:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879917.453472:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879917.453477:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460512:460512:256:4294967295] 192.168.203.155@tcp LPNI seq info [460506:460506:8:4294967295] 00000400:00000200:1.0:1788879917.453482:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.453491:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879917.453498:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.453502:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879917.453508:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879917.453512:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879917.453527:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.453530:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879917.453534:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879917.453539:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879917.453543:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879917.453545:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879917.453549:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879917.453553:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453564:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.453568:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453577:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.453580:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879917.453584:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879917.453588:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879917.453593:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879917.453595:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305344529 00000100:00000001:1.0:1788879917.453599:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305345812 00000100:00000001:1.0:1788879917.453602:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305344529 00000100:00000001:1.0:1788879917.453605:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305345812 00000100:00000001:1.0:1788879917.453608:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879917.453610:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.453613:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879917.453617:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879917/real 1788879917] req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879917.453627:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879917.453629:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879917.453631:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879917.453634:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879917.453636:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879917.453655:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879917.453658:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879917.453666:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453673:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879917.453675:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453677:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.453678:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879917.453682:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453688:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879917.453693:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453701:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879917.453703:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453705:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.453706:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453708:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879917.453710:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879917.453712:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879917.453715:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879917.453717:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879917.453721:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879917.453728:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879917.453732:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453734:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.453755:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519579648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453764:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879917.453766:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879917.453769:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879917.453773:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879917.453775:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879917.453777:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879917.453780:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879917.453782:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879917.453786:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879917.453788:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879917.453791:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879917.453796:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879917.453837:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453841:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.453846:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519579776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453858:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879917.453860:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879917.453863:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879917.453869:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879917.453871:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879917.453874:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879917.453877:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879917.453879:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879917.453900:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879917.453903:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879917.453907:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879917.453911:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879917.453914:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453918:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.453927:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879917.453930:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.453934:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879917.453937:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879917.453939:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879917.453945:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.453955:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879917.453957:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.453960:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879917.453963:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879917.453965:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879917.453969:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879917.453973:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879917.453976:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879917.453978:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.453981:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879917.453986:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879917.453989:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879917.453994:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879917.453998:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879917.454002:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879917.454006:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519579904, portal 4 00000100:00000001:1.0:1788879917.454009:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879917.454011:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879917.454019:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454027:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879917.454030:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879917.454033:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879917.454036:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519579904, offset 0 00000400:00000200:1.0:1788879917.454041:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879917.454046:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.454051:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879917.454055:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879917.454059:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879917.454062:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879917.454065:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879917.454069:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460513:460513:256:4294967295] 192.168.203.155@tcp LPNI seq info [460507:460507:8:4294967295] 00000400:00000200:1.0:1788879917.454095:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.454105:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879917.454113:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.454118:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879917.454125:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879917.454129:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879917.454148:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.454151:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879917.454156:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879917.454162:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879917.454168:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879917.454171:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879917.454175:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879917.454180:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454189:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.454192:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454199:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.454201:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879917.454205:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879917.454209:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879917.454215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879917.454218:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305344581 00000100:00000001:1.0:1788879917.454222:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305345812 00000100:00000001:1.0:1788879917.454243:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305344581 00000100:00000001:1.0:1788879917.454247:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305345812 00000100:00000001:1.0:1788879917.454252:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879917.454256:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.454260:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879917.454268:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879917/real 1788879917] req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879917.454286:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879917.454289:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879917.454293:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879917.454298:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879917.454301:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879917.454307:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879917.454347:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879917.454370:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454379:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879917.454381:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454383:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.454385:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879917.454390:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454399:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879917.454404:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454412:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879917.454415:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454417:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.454419:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454421:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879917.454423:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879917.454426:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879917.454430:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879917.454432:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879917.454437:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879917.454447:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519579904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879917.454452:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879917.454456:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454473:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879917.454475:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.454478:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879917.454480:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879917.454483:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879917.454486:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879917.454490:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879917.454492:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879917.454494:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879917.454497:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879917.454501:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879917.454503:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879917.454507:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879917.454511:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879917.454515:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879917.454519:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519580032, portal 4 00000100:00000001:1.0:1788879917.454522:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879917.454524:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879917.454531:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454540:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879917.454543:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879917.454545:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879917.454548:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519580032, offset 0 00000400:00000200:1.0:1788879917.454553:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879917.454558:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.454563:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879917.454567:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879917.454571:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879917.454574:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879917.454577:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879917.454582:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460514:460514:256:4294967295] 192.168.203.155@tcp LPNI seq info [460508:460508:8:4294967295] 00000400:00000200:1.0:1788879917.454587:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879917.454596:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879917.454602:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.454606:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879917.454611:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879917.454615:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788879917.454629:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879917.454632:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879917.454636:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879917.454640:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879917.454645:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879917.454647:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879917.454667:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879917.454671:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454679:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.454682:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454689:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.454691:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879917.454694:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879917.454697:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879917.454700:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879917.454702:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305344533 00000100:00000001:1.0:1788879917.454705:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305345812 00000100:00000001:1.0:1788879917.454708:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305344533 00000100:00000001:1.0:1788879917.454710:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305345812 00000100:00000001:1.0:1788879917.454712:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879917.454732:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.454735:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879917.454740:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879917/real 1788879917] req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879917.454750:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879917.454752:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879917.454754:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879917.454756:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879917.454758:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879917.454761:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879917.454765:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879917.454775:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454783:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879917.454785:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454787:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.454788:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879917.454831:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454842:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879917.454849:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454859:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879917.454863:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454866:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879917.454868:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454872:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879917.454875:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879917.454880:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879917.454886:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879917.454890:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879917.454897:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879917.454907:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879917.454911:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454914:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.454917:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519579904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454924:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879917.454925:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879917.454928:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879917.454931:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879917.454933:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879917.454934:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879917.454937:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879917.454938:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879917.454941:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879917.454942:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879917.454944:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879917.454947:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879917.454948:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454950:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879917.454954:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519580032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879917.454959:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879917.454961:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879917.454962:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879917.454964:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879917.454965:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879917.454966:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879917.454968:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879917.454970:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879917.454973:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879917.454974:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879917.454975:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879917.454977:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879917.454979:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454981:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879917.454985:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879917.454986:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879917.454988:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879917.454989:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879917.578393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879917.578402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879917.578410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879917.578412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879917.578416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879917.578418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879918.602463:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879918.602466:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879918.602471:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602480:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879918.602483:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602486:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602489:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602494:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879918.602496:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879918.602498:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879918.602501:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602503:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879918.602505:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602507:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602510:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602514:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879918.602516:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879918.602517:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879918.602519:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602521:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879918.602524:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602527:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879918.602529:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879918.794430:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305345812, at 4305345856 00000100:00000040:1.0:1788879918.794430:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305345812, at 4305345856 00000100:00000010:1.0:1788879918.794460:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00000010:0.0:1788879918.794465:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00010000:00000001:1.0:1788879919.626434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879919.626444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879919.626453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879919.626455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879919.626459:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879919.626461:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879920.650462:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879920.650478:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879920.650494:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879920.650498:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879920.650507:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879920.650509:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879921.674426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879921.674437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879921.674445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879921.674447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879921.674452:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879921.674454:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.570810:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879922.570819:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879922.570825:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879922.570840:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.570869:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879922.570875:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.570885:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879922.570892:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879922.570897:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879922.570908:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519580160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879922.570930:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879922.570938:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879922.570942:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.570945:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879922.570957:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879922.570961:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879922.570976:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879922.570987:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879922.570999:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879922.571024:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519580160, portal 25 00000100:00000001:1.0:1788879922.571033:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879922.571038:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086912 : -126388361464704 : ffff8d0cea9c7480) 00000100:00000040:1.0:1788879922.571051:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.571084:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879922.571092:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879922.571099:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879922.571106:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519580160, offset 0 00000400:00000200:1.0:1788879922.571123:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879922.571143:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.571158:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879922.571168:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879922.571178:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879922.571188:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879922.571197:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879922.571210:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460515:460515:256:4294967295] 192.168.203.155@tcp LPNI seq info [460509:460509:8:4294967295] 00000400:00000200:1.0:1788879922.571226:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.571300:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879922.571319:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.571335:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879922.571351:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879922.571360:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879922.571397:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.571405:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879922.571417:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879922.571442:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879922.571452:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879922.571457:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879922.571466:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879922.571476:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.571505:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.571514:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.571530:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.571536:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879922.571547:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879922.571556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879922.571561:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305350932 00000100:00000010:1.0:1788879922.571571:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da80. 00000100:00000001:1.0:1788879922.571583:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879922.571599:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305350932 00000100:00000010:1.0:1788879922.571617:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:1.0:1788879922.571626:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879922.571632:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879922.571640:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.571644:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879922.571655:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879922/real 1788879922] req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879922.571688:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879922.571693:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879922.571698:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879922.571706:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879922.571710:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879922.571716:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879922.571726:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879922.571744:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.571779:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879922.571793:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.571799:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.571804:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879922.571812:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.571838:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879922.571851:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.571859:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879922.571866:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.571870:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.571874:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.571881:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879922.571884:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879922.571892:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879922.571902:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879922.571910:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879922.571929:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879922.571955:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519580160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879922.571969:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.571975:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.571985:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7480 x1875765519580160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572042:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879922.572047:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879922.572052:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879922.572058:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879922.572064:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879922.572070:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879922.572074:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879922.572091:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:1.0:1788879922.572098:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879922.572102:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879922.572106:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7480. 00000100:00000001:1.0:1788879922.572118:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879922.572122:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.572128:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.572141:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879922.572146:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.572151:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879922.572157:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879922.572162:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879922.572170:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572193:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879922.572198:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.572203:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879922.572208:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879922.572216:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879922.572223:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879922.572229:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879922.572236:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879922.572238:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.572244:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879922.572278:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879922.572285:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879922.572299:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879922.572306:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879922.572314:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879922.572322:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519580288, portal 10 00000100:00000001:1.0:1788879922.572330:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879922.572333:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077952 : -126388361473664 : ffff8d0cea9c5180) 00000100:00000040:1.0:1788879922.572351:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572366:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879922.572371:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879922.572374:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879922.572377:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519580288, offset 0 00000400:00000200:1.0:1788879922.572383:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879922.572388:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.572392:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879922.572396:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879922.572399:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879922.572401:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879922.572404:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879922.572408:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460516:460516:256:4294967295] 192.168.203.155@tcp LPNI seq info [460510:460510:8:4294967295] 00000400:00000200:1.0:1788879922.572412:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.572419:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879922.572424:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.572427:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879922.572432:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879922.572446:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879922.572457:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.572459:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879922.572462:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879922.572466:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879922.572470:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879922.572472:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879922.572475:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879922.572479:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572488:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.572491:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572498:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.572509:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879922.572512:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879922.572517:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879922.572520:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879922.572522:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305349648 00000100:00000001:1.0:1788879922.572526:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305350932 00000100:00000001:1.0:1788879922.572528:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305349648 00000100:00000001:1.0:1788879922.572531:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305350932 00000100:00000001:1.0:1788879922.572533:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879922.572536:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.572537:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879922.572541:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879922/real 1788879922] req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879922.572549:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879922.572550:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879922.572551:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879922.572553:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879922.572555:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879922.572557:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879922.572560:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879922.572568:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572582:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879922.572584:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.572586:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.572605:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879922.572609:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572616:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879922.572620:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572627:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879922.572630:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.572631:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.572633:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.572635:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879922.572643:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879922.572645:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879922.572648:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879922.572651:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879922.572655:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879922.572663:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879922.572666:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879922.572670:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572678:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879922.572679:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.572682:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879922.572685:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879922.572687:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879922.572690:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879922.572694:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879922.572696:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879922.572698:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.572699:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879922.572709:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879922.572711:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879922.572715:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879922.572717:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879922.572721:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879922.572724:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519580416, portal 10 00000100:00000001:1.0:1788879922.572727:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879922.572728:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348073472 : -126388361478144 : ffff8d0cea9c4000) 00000100:00000040:1.0:1788879922.572735:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572742:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879922.572745:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879922.572747:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879922.572750:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519580416, offset 0 00000400:00000200:1.0:1788879922.572754:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879922.572757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.572761:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879922.572799:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879922.572803:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879922.572805:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879922.572807:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879922.572811:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460517:460517:256:4294967295] 192.168.203.155@tcp LPNI seq info [460511:460511:8:4294967295] 00000400:00000200:1.0:1788879922.572816:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.572823:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879922.572828:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.572832:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879922.572836:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879922.572839:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879922.572869:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.572871:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879922.572875:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879922.572879:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879922.572882:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879922.572884:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879922.572887:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879922.572891:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572900:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.572903:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.572911:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.572913:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879922.572916:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879922.572930:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879922.572934:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879922.572936:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305349648 00000100:00000001:1.0:1788879922.572939:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305350932 00000100:00000001:1.0:1788879922.572941:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305349648 00000100:00000001:1.0:1788879922.572944:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305350932 00000100:00000001:1.0:1788879922.572946:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879922.572948:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.572950:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879922.572954:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879922/real 1788879922] req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879922.572963:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879922.572965:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879922.572967:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879922.572969:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879922.572971:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879922.572973:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879922.572976:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879922.572985:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573001:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879922.573002:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573004:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.573005:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879922.573009:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573016:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879922.573020:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573027:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879922.573029:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573031:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.573032:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573034:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879922.573036:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879922.573038:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879922.573041:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879922.573043:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879922.573048:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879922.573086:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879922.573090:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879922.573093:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573099:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879922.573101:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.573103:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879922.573105:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879922.573106:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879922.573109:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879922.573112:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879922.573114:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879922.573116:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.573118:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879922.573121:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879922.573123:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879922.573126:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879922.573129:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879922.573142:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879922.573145:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519580544, portal 4 00000100:00000001:1.0:1788879922.573147:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879922.573148:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086016 : -126388361465600 : ffff8d0cea9c7100) 00000100:00000040:1.0:1788879922.573154:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573162:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879922.573164:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879922.573166:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879922.573169:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519580544, offset 0 00000400:00000200:1.0:1788879922.573173:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879922.573177:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.573180:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879922.573184:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879922.573186:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879922.573189:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879922.573191:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879922.573195:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460518:460518:256:4294967295] 192.168.203.155@tcp LPNI seq info [460512:460512:8:4294967295] 00000400:00000200:1.0:1788879922.573199:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.573205:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879922.573210:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.573212:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879922.573216:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879922.573219:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879922.573230:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.573232:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879922.573235:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879922.573238:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879922.573241:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879922.573243:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879922.573245:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879922.573249:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573257:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.573259:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573266:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.573268:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879922.573270:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879922.573273:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879922.573277:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879922.573280:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305349700 00000100:00000001:1.0:1788879922.573282:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305350932 00000100:00000001:1.0:1788879922.573285:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305349700 00000100:00000001:1.0:1788879922.573287:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305350932 00000100:00000001:1.0:1788879922.573289:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879922.573290:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.573292:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879922.573317:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879922/real 1788879922] req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879922.573325:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879922.573326:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879922.573328:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879922.573331:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879922.573333:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879922.573335:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879922.573338:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879922.573347:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573354:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879922.573355:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573357:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.573358:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879922.573362:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573368:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879922.573372:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573378:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879922.573381:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573383:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.573384:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573386:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879922.573388:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879922.573391:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879922.573394:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879922.573396:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879922.573399:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879922.573406:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879922.573410:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573412:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.573415:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5180 x1875765519580288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573421:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879922.573422:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879922.573424:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879922.573427:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879922.573429:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879922.573430:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879922.573432:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879922.573434:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788879922.573437:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879922.573438:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879922.573440:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5180. 00000100:00000001:1.0:1788879922.573454:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879922.573455:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573457:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.573460:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4000 x1875765519580416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573474:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879922.573475:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879922.573477:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879922.573480:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879922.573481:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879922.573482:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879922.573484:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879922.573485:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788879922.573487:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879922.573488:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879922.573489:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4000. 00000100:00000001:1.0:1788879922.573494:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879922.573496:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573497:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.573500:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7100 x1875765519580544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573506:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879922.573507:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879922.573508:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879922.573510:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879922.573511:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879922.573519:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879922.573521:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879922.573523:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788879922.573525:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879922.573526:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879922.573528:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7100. 00000100:00000001:1.0:1788879922.573531:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879922.573532:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573534:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573537:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879922.573538:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.573540:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879922.573541:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879922.573543:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879922.573547:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573554:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879922.573556:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.573558:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879922.573560:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879922.573562:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879922.573564:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879922.573568:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879922.573569:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879922.573571:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879922.573573:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879922.573576:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879922.573579:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879922.573582:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879922.573584:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879922.573587:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879922.573591:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519580672, portal 4 00000100:00000001:1.0:1788879922.573593:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879922.573594:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086912 : -126388361464704 : ffff8d0cea9c7480) 00000100:00000040:1.0:1788879922.573600:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573607:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879922.573610:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879922.573612:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879922.573614:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519580672, offset 0 00000400:00000200:1.0:1788879922.573618:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879922.573621:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.573624:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879922.573627:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879922.573630:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879922.573632:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879922.573635:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879922.573639:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460519:460519:256:4294967295] 192.168.203.155@tcp LPNI seq info [460513:460513:8:4294967295] 00000400:00000200:1.0:1788879922.573643:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879922.573650:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879922.573655:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.573668:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879922.573672:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879922.573675:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879922.573687:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879922.573689:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879922.573691:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879922.573695:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879922.573698:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879922.573699:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879922.573701:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879922.573705:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573713:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.573716:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573722:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.573724:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879922.573726:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879922.573729:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879922.573732:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879922.573734:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305349652 00000100:00000001:1.0:1788879922.573736:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305350932 00000100:00000001:1.0:1788879922.573738:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305349652 00000100:00000001:1.0:1788879922.573741:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305350932 00000100:00000001:1.0:1788879922.573743:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879922.573746:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.573748:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879922.573752:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879922/real 1788879922] req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879922.573760:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879922.573761:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879922.573780:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879922.573783:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879922.573785:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879922.573787:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879922.573791:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879922.573827:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573834:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879922.573836:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573838:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.573840:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879922.573844:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573850:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879922.573855:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573861:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879922.573864:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573865:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879922.573867:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573869:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879922.573872:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879922.573875:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879922.573879:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879922.573881:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879922.573886:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879922.573894:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879922.573897:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573899:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879922.573902:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7480 x1875765519580672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879922.573909:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879922.573910:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879922.573912:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879922.573915:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879922.573916:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879922.573918:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879922.573920:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879922.573922:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788879922.573924:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879922.573926:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879922.573928:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7480. 00000100:00000001:1.0:1788879922.573931:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879922.573932:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573935:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879922.573938:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879922.573940:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879922.573942:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879922.573944:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879922.698391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879922.698399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879922.698405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879922.698406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879922.698409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879922.698410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879923.722402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879923.722411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879923.722419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879923.722421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879923.722426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879923.722427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879923.914434:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305350932, at 4305350976 00000100:00000040:1.0:1788879923.914434:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305350932, at 4305350976 00000100:00000010:1.0:1788879923.914475:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00000010:0.0:1788879923.914479:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00010000:00000001:1.0:1788879924.746354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879924.746362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879924.746369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879924.746371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879924.746375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879924.746377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879925.770342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879925.770349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879925.770354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879925.770355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879925.770358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879925.770359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879926.794427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879926.794436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879926.794442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879926.794443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879926.794446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879926.794447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.690657:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879927.690665:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879927.690679:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879927.690693:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.690724:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879927.690739:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.690747:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879927.690752:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879927.690757:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879927.690769:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519580800:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879927.690782:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879927.690789:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879927.690794:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.690801:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879927.690811:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879927.690817:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879927.690828:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879927.690836:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879927.690847:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879927.690858:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519580800, portal 25 00000100:00000001:1.0:1788879927.690865:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879927.690870:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788879927.690882:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.690899:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879927.690906:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879927.690914:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879927.690922:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519580800, offset 0 00000400:00000200:1.0:1788879927.690939:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879927.690956:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.690970:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879927.690983:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879927.690993:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879927.691004:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879927.691014:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879927.691025:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460520:460520:256:4294967295] 192.168.203.155@tcp LPNI seq info [460514:460514:8:4294967295] 00000400:00000200:1.0:1788879927.691041:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.691066:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879927.691082:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.691094:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879927.691111:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879927.691120:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879927.691160:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.691166:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879927.691178:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879927.691192:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879927.691202:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879927.691210:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879927.691219:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879927.691229:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691299:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.691308:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691318:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.691321:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879927.691328:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879927.691333:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879927.691337:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305356052 00000100:00000010:1.0:1788879927.691345:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:1.0:1788879927.691353:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879927.691367:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305356052 00000100:00000010:1.0:1788879927.691371:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000100:00000001:1.0:1788879927.691376:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879927.691381:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879927.691385:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.691389:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879927.691395:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879927/real 1788879927] req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879927.691407:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879927.691410:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879927.691413:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879927.691416:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879927.691418:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879927.691422:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879927.691425:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879927.691435:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691443:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879927.691445:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.691447:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.691450:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879927.691455:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691463:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879927.691468:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691476:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879927.691480:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.691482:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.691484:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.691487:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879927.691489:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879927.691493:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879927.691497:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879927.691500:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879927.691505:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879927.691516:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519580800:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879927.691523:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.691525:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.691529:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519580800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691537:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879927.691540:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879927.691542:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879927.691547:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879927.691549:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879927.691551:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879927.691554:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879927.691556:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2800. 02000000:00000001:1.0:1788879927.691561:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879927.691563:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879927.691565:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788879927.691572:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879927.691573:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.691576:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.691584:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879927.691587:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.691589:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879927.691590:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879927.691592:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879927.691597:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691605:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879927.691607:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.691609:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879927.691611:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879927.691613:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879927.691617:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580928:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879927.691620:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879927.691623:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879927.691624:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.691627:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879927.691630:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879927.691632:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879927.691636:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879927.691639:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879927.691643:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879927.691646:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519580928, portal 10 00000100:00000001:1.0:1788879927.691648:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879927.691649:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788879927.691657:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691665:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879927.691667:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879927.691670:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879927.691672:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519580928, offset 0 00000400:00000200:1.0:1788879927.691676:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879927.691681:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.691685:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879927.691689:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879927.691692:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879927.691694:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879927.691697:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879927.691701:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460521:460521:256:4294967295] 192.168.203.155@tcp LPNI seq info [460515:460515:8:4294967295] 00000400:00000200:1.0:1788879927.691705:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.691713:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879927.691718:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.691722:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879927.691739:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879927.691743:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879927.691756:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.691758:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879927.691762:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879927.691766:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879927.691770:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879927.691772:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879927.691774:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879927.691779:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691788:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.691791:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691799:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.691801:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879927.691804:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879927.691808:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879927.691812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879927.691814:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305354767 00000100:00000001:1.0:1788879927.691817:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305356052 00000100:00000001:1.0:1788879927.691819:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305354767 00000100:00000001:1.0:1788879927.691822:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305356052 00000100:00000001:1.0:1788879927.691824:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879927.691827:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.691829:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879927.691832:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879927/real 1788879927] req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879927.691840:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879927.691842:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879927.691843:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879927.691846:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879927.691848:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879927.691850:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879927.691855:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879927.691864:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691871:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879927.691873:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.691874:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.691876:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879927.691880:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691887:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879927.691892:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691899:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879927.691902:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.691904:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.691906:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.691908:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879927.691910:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879927.691913:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879927.691917:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879927.691920:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879927.691925:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879927.691935:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519580928:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879927.691939:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879927.691943:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.691957:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879927.691959:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.691961:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879927.691963:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879927.691966:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879927.691969:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581056:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879927.691972:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879927.691974:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879927.691976:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.691977:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879927.691981:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879927.691983:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879927.691987:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879927.691989:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879927.691993:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879927.691996:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519581056, portal 10 00000100:00000001:1.0:1788879927.691998:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879927.691999:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788879927.692006:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692013:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879927.692015:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879927.692018:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879927.692020:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519581056, offset 0 00000400:00000200:1.0:1788879927.692024:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879927.692028:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.692032:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879927.692035:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879927.692038:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879927.692041:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879927.692043:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879927.692047:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460522:460522:256:4294967295] 192.168.203.155@tcp LPNI seq info [460516:460516:8:4294967295] 00000400:00000200:1.0:1788879927.692052:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.692059:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879927.692064:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.692067:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879927.692071:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879927.692074:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879927.692086:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.692087:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879927.692090:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879927.692094:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879927.692097:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879927.692099:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879927.692102:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879927.692106:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692115:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.692119:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692126:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.692128:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879927.692131:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879927.692134:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879927.692137:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879927.692139:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305354767 00000100:00000001:1.0:1788879927.692142:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305356052 00000100:00000001:1.0:1788879927.692144:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305354767 00000100:00000001:1.0:1788879927.692146:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305356052 00000100:00000001:1.0:1788879927.692148:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879927.692151:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.692153:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879927.692157:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879927/real 1788879927] req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879927.692167:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879927.692168:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879927.692170:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879927.692173:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879927.692174:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879927.692177:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879927.692180:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879927.692190:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692197:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879927.692199:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692201:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.692202:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879927.692206:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692213:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879927.692217:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692225:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879927.692227:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692229:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.692230:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692232:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879927.692234:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879927.692236:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879927.692240:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879927.692243:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879927.692266:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879927.692275:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581056:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879927.692280:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879927.692284:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692292:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879927.692294:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.692297:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879927.692299:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879927.692301:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879927.692304:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581184:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879927.692308:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879927.692310:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879927.692311:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.692313:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879927.692317:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879927.692319:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879927.692323:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879927.692326:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879927.692329:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879927.692332:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519581184, portal 4 00000100:00000001:1.0:1788879927.692334:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879927.692335:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788879927.692342:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692349:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879927.692352:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879927.692354:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879927.692357:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519581184, offset 0 00000400:00000200:1.0:1788879927.692361:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879927.692365:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.692369:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879927.692372:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879927.692375:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879927.692377:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879927.692380:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879927.692384:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460523:460523:256:4294967295] 192.168.203.155@tcp LPNI seq info [460517:460517:8:4294967295] 00000400:00000200:1.0:1788879927.692389:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.692395:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879927.692400:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.692404:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879927.692408:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879927.692411:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879927.692423:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.692425:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879927.692428:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879927.692432:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879927.692435:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879927.692437:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879927.692440:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879927.692444:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692452:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.692455:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692462:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.692465:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879927.692468:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879927.692472:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879927.692476:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879927.692478:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305354820 00000100:00000001:1.0:1788879927.692481:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305356052 00000100:00000001:1.0:1788879927.692484:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305354820 00000100:00000001:1.0:1788879927.692486:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305356052 00000100:00000001:1.0:1788879927.692488:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879927.692491:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.692493:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879927.692497:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879927/real 1788879927] req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879927.692506:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879927.692507:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879927.692509:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879927.692512:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879927.692514:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879927.692516:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879927.692520:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879927.692529:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692537:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879927.692538:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692540:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.692541:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879927.692545:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692552:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879927.692557:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692565:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879927.692567:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692569:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.692571:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692572:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879927.692574:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879927.692576:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879927.692580:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879927.692582:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879927.692586:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879927.692594:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581184:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879927.692598:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879927.692601:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692609:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879927.692611:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.692613:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879927.692615:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879927.692617:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879927.692620:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879927.692624:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879927.692626:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879927.692627:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879927.692629:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879927.692632:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879927.692635:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879927.692639:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879927.692642:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879927.692645:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879927.692648:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519581312, portal 4 00000100:00000001:1.0:1788879927.692650:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879927.692652:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788879927.692658:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692666:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879927.692668:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879927.692671:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879927.692674:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519581312, offset 0 00000400:00000200:1.0:1788879927.692678:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879927.692682:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.692686:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879927.692689:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879927.692692:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879927.692694:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879927.692697:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879927.692700:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460524:460524:256:4294967295] 192.168.203.155@tcp LPNI seq info [460518:460518:8:4294967295] 00000400:00000200:1.0:1788879927.692705:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879927.692711:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879927.692716:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.692719:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879927.692723:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879927.692736:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788879927.692749:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879927.692751:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879927.692754:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879927.692758:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879927.692761:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879927.692764:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879927.692767:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879927.692771:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692780:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.692783:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692791:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.692793:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879927.692795:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879927.692799:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879927.692802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879927.692804:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305354771 00000100:00000001:1.0:1788879927.692807:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305356052 00000100:00000001:1.0:1788879927.692810:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305354771 00000100:00000001:1.0:1788879927.692812:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305356052 00000100:00000001:1.0:1788879927.692815:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879927.692817:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.692818:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879927.692822:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879927/real 1788879927] req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879927.692830:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879927.692832:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879927.692833:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879927.692836:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879927.692838:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879927.692841:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879927.692844:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879927.692855:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692869:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879927.692871:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692873:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.692875:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879927.692879:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692887:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879927.692891:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692899:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879927.692902:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692904:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879927.692905:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692907:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879927.692909:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879927.692912:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879927.692915:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879927.692917:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879927.692921:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879927.692931:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879927.692934:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692936:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.692940:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519580928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692948:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879927.692949:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879927.692952:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879927.692955:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879927.692956:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879927.692958:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879927.692961:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879927.692963:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788879927.692966:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879927.692967:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879927.692969:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788879927.692972:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879927.692974:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.692975:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.692979:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519581056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.692987:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879927.692988:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879927.692990:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879927.692992:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879927.692993:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879927.692995:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879927.692997:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879927.692998:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1800. 02000000:00000001:1.0:1788879927.693001:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879927.693002:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879927.693003:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788879927.693008:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879927.693010:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.693011:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.693014:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519581184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.693022:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879927.693024:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879927.693025:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879927.693029:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879927.693030:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879927.693032:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879927.693035:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879927.693037:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788879927.693039:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879927.693041:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879927.693042:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788879927.693045:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879927.693046:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.693048:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879927.693053:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519581312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879927.693061:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879927.693062:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879927.693064:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879927.693066:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879927.693068:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879927.693069:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879927.693072:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879927.693073:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788879927.693075:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879927.693077:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879927.693078:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788879927.693081:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879927.693082:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.693084:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879927.693088:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879927.693089:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879927.693091:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879927.693093:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879927.818378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879927.818385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879927.818390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879927.818391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879927.818394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879927.818395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879928.842437:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879928.842439:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879928.842443:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842448:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879928.842450:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842451:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842453:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879928.842458:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879928.842459:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879928.842460:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842461:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879928.842462:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842464:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842465:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879928.842469:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879928.842470:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879928.842471:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842472:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879928.842472:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842473:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879928.842475:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879929.034391:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305356052, at 4305356096 00000100:00000040:1.0:1788879929.034391:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305356052, at 4305356096 00000100:00000010:1.0:1788879929.034410:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00000010:0.0:1788879929.034412:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00010000:00000001:1.0:1788879929.866396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879929.866406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879929.866412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879929.866414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879929.866417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879929.866418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879930.890373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879930.890380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879930.890386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879930.890388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879930.890392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879930.890393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879931.914350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879931.914354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879931.914359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879931.914360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879931.914362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879931.914363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.810674:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879932.810681:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879932.810685:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879932.810714:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.810738:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879932.810743:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.810750:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879932.810755:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879932.810760:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879932.810769:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519581440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879932.810777:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879932.810783:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879932.810787:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.810792:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879932.810800:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879932.810812:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879932.810823:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879932.810831:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879932.810840:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879932.810849:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519581440, portal 25 00000100:00000001:1.0:1788879932.810856:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879932.810859:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788879932.810870:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.810883:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879932.810890:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879932.810895:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879932.810900:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519581440, offset 0 00000400:00000200:1.0:1788879932.810910:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879932.810923:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.810935:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879932.810944:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879932.810950:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879932.810958:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879932.810966:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879932.810975:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460525:460525:256:4294967295] 192.168.203.155@tcp LPNI seq info [460519:460519:8:4294967295] 00000400:00000200:1.0:1788879932.810982:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.811000:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879932.811014:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.811023:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879932.811035:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879932.811041:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879932.811080:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.811084:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879932.811093:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879932.811104:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879932.811113:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879932.811118:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879932.811124:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879932.811133:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811158:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.811165:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811186:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.811192:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879932.811209:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879932.811219:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879932.811223:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305361171 00000100:00000010:1.0:1788879932.811232:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000100:00000001:1.0:1788879932.811243:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879932.811300:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305361172 00000100:00000010:1.0:1788879932.811309:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 00000100:00000001:1.0:1788879932.811317:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879932.811325:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879932.811329:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.811331:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879932.811347:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879932/real 1788879932] req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879932.811356:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879932.811358:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879932.811360:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879932.811362:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879932.811364:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879932.811366:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879932.811369:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879932.811375:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811379:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879932.811380:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811382:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.811383:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879932.811386:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811391:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879932.811395:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811400:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879932.811402:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811404:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.811405:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811407:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879932.811408:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879932.811411:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879932.811425:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879932.811426:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879932.811429:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879932.811434:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519581440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879932.811438:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811440:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.811442:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519581440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811447:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879932.811449:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879932.811451:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879932.811454:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879932.811455:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879932.811457:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879932.811459:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879932.811460:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1c00. 02000000:00000001:1.0:1788879932.811464:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879932.811466:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879932.811467:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788879932.811470:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879932.811471:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811473:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811494:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879932.811495:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.811497:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879932.811498:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879932.811500:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879932.811503:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811507:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879932.811508:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.811510:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879932.811511:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879932.811513:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879932.811515:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879932.811517:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879932.811518:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879932.811519:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.811521:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879932.811523:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879932.811524:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879932.811527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879932.811529:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879932.811531:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879932.811533:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519581568, portal 10 00000100:00000001:1.0:1788879932.811535:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879932.811536:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348076160 : -126388361475456 : ffff8d0cea9c4a80) 00000100:00000040:1.0:1788879932.811541:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811545:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879932.811547:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879932.811548:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879932.811561:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519581568, offset 0 00000400:00000200:1.0:1788879932.811564:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879932.811566:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.811569:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879932.811571:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879932.811573:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879932.811575:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879932.811577:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879932.811579:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460526:460526:256:4294967295] 192.168.203.155@tcp LPNI seq info [460520:460520:8:4294967295] 00000400:00000200:1.0:1788879932.811583:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.811587:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879932.811591:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.811593:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879932.811596:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879932.811598:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879932.811605:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.811607:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879932.811609:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879932.811611:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879932.811613:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879932.811615:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879932.811616:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879932.811619:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811624:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.811626:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811630:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.811631:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879932.811633:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879932.811637:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879932.811639:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879932.811640:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305359887 00000100:00000001:1.0:1788879932.811642:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305361171 00000100:00000001:1.0:1788879932.811643:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305359887 00000100:00000001:1.0:1788879932.811656:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305361172 00000100:00000001:1.0:1788879932.811658:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879932.811660:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.811661:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879932.811663:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879932/real 1788879932] req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879932.811669:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879932.811669:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879932.811670:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879932.811672:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879932.811672:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879932.811674:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879932.811676:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879932.811681:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811685:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879932.811686:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811687:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.811688:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879932.811705:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811710:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879932.811713:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811717:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879932.811719:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811720:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.811721:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811723:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879932.811724:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879932.811726:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879932.811728:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879932.811730:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879932.811733:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879932.811738:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879932.811740:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879932.811742:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811746:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879932.811747:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.811748:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879932.811749:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879932.811750:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879932.811752:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879932.811755:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879932.811756:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879932.811757:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.811759:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879932.811761:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879932.811762:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879932.811764:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879932.811766:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879932.811768:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879932.811770:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519581696, portal 10 00000100:00000001:1.0:1788879932.811772:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879932.811773:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077056 : -126388361474560 : ffff8d0cea9c4e00) 00000100:00000040:1.0:1788879932.811777:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811786:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879932.811787:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879932.811789:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879932.811790:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519581696, offset 0 00000400:00000200:1.0:1788879932.811793:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879932.811795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.811798:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879932.811800:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879932.811801:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879932.811803:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879932.811805:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879932.811807:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460527:460527:256:4294967295] 192.168.203.155@tcp LPNI seq info [460521:460521:8:4294967295] 00000400:00000200:1.0:1788879932.811810:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.811814:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879932.811818:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.811820:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879932.811822:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879932.811825:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879932.811832:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.811833:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879932.811836:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879932.811838:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879932.811840:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879932.811841:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879932.811843:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879932.811845:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811850:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.811852:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811861:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.811862:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879932.811864:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879932.811866:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879932.811868:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879932.811870:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305359887 00000100:00000001:1.0:1788879932.811872:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305361171 00000100:00000001:1.0:1788879932.811873:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305359887 00000100:00000001:1.0:1788879932.811875:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305361172 00000100:00000001:1.0:1788879932.811876:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879932.811877:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.811878:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879932.811881:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879932/real 1788879932] req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879932.811885:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879932.811886:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879932.811887:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879932.811888:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879932.811890:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879932.811891:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879932.811893:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879932.811898:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811902:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879932.811903:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811904:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.811905:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879932.811907:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811912:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879932.811915:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811919:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879932.811920:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811921:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.811922:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.811923:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879932.811924:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879932.811926:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879932.811927:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879932.811929:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879932.811931:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879932.811935:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879932.811938:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879932.811939:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811943:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879932.811944:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.811945:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879932.811946:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879932.811948:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879932.811949:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879932.811952:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879932.811953:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879932.811954:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.811955:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879932.811958:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879932.811959:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879932.811962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879932.811963:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879932.811966:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879932.811967:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519581824, portal 4 00000100:00000001:1.0:1788879932.811969:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879932.811970:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348082432 : -126388361469184 : ffff8d0cea9c6300) 00000100:00000040:1.0:1788879932.811974:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.811978:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879932.811980:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879932.811981:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879932.811982:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519581824, offset 0 00000400:00000200:1.0:1788879932.811984:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879932.811986:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.811989:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879932.811991:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879932.811992:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879932.811994:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879932.811995:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879932.811998:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460528:460528:256:4294967295] 192.168.203.155@tcp LPNI seq info [460522:460522:8:4294967295] 00000400:00000200:1.0:1788879932.812001:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.812005:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879932.812008:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.812009:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879932.812012:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879932.812014:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879932.812021:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.812023:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879932.812025:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879932.812027:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879932.812029:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879932.812030:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879932.812031:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879932.812033:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812038:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.812040:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812045:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.812046:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879932.812048:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879932.812049:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879932.812051:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879932.812052:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305359939 00000100:00000001:1.0:1788879932.812054:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305361171 00000100:00000001:1.0:1788879932.812056:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305359939 00000100:00000001:1.0:1788879932.812057:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305361172 00000100:00000001:1.0:1788879932.812058:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879932.812060:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.812061:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879932.812063:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879932/real 1788879932] req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879932.812067:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879932.812068:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879932.812069:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879932.812070:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879932.812072:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879932.812073:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879932.812075:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879932.812081:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812085:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879932.812086:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812087:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.812088:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879932.812090:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812094:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879932.812096:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812100:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879932.812101:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812102:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.812103:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812104:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879932.812105:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879932.812106:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879932.812108:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879932.812109:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879932.812111:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879932.812116:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879932.812118:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879932.812120:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812125:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879932.812126:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.812128:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879932.812129:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879932.812130:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879932.812132:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879932.812133:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879932.812134:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879932.812135:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879932.812136:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879932.812138:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879932.812139:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879932.812141:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879932.812142:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879932.812144:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879932.812146:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519581952, portal 4 00000100:00000001:1.0:1788879932.812147:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879932.812148:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348085120 : -126388361466496 : ffff8d0cea9c6d80) 00000100:00000040:1.0:1788879932.812152:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812157:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879932.812168:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879932.812170:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879932.812171:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519581952, offset 0 00000400:00000200:1.0:1788879932.812173:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879932.812175:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.812177:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879932.812178:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879932.812180:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879932.812181:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879932.812182:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879932.812185:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460529:460529:256:4294967295] 192.168.203.155@tcp LPNI seq info [460523:460523:8:4294967295] 00000400:00000200:1.0:1788879932.812187:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879932.812192:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879932.812195:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.812196:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879932.812198:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879932.812200:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788879932.812208:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879932.812209:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879932.812211:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879932.812213:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879932.812215:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879932.812216:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879932.812218:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879932.812220:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812225:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.812227:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812231:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.812232:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879932.812234:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879932.812236:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879932.812238:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879932.812239:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305359890 00000100:00000001:1.0:1788879932.812241:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305361171 00000100:00000001:1.0:1788879932.812242:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305359890 00000100:00000001:1.0:1788879932.812244:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305361172 00000100:00000001:1.0:1788879932.812245:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879932.812266:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.812269:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879932.812273:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879932/real 1788879932] req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879932.812282:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879932.812284:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879932.812286:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879932.812289:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879932.812291:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879932.812293:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879932.812297:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879932.812307:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812313:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879932.812314:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812315:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.812316:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879932.812319:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812324:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879932.812326:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812331:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879932.812332:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812333:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879932.812334:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812335:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879932.812337:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879932.812338:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879932.812341:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879932.812342:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879932.812345:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879932.812350:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519581952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879932.812353:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812354:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.812356:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4a80 x1875765519581568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812360:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879932.812361:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879932.812362:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879932.812364:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879932.812365:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879932.812366:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879932.812368:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879932.812369:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788879932.812371:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879932.812372:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879932.812373:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4a80. 00000100:00000001:1.0:1788879932.812377:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879932.812378:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812379:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.812381:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4e00 x1875765519581696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812386:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879932.812387:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879932.812388:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879932.812390:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879932.812391:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879932.812391:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879932.812392:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879932.812394:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788879932.812395:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879932.812396:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879932.812397:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4e00. 00000100:00000001:1.0:1788879932.812399:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879932.812400:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812401:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.812403:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6300 x1875765519581824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812406:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879932.812407:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879932.812408:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879932.812411:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879932.812411:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879932.812412:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879932.812413:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879932.812414:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788879932.812415:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879932.812415:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879932.812416:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6300. 00000100:00000001:1.0:1788879932.812420:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879932.812421:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812422:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879932.812424:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6d80 x1875765519581952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879932.812427:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879932.812428:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879932.812429:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788879932.812430:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879932.812431:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879932.812431:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879932.812432:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879932.812433:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1800. 02000000:00000001:1.0:1788879932.812434:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879932.812435:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879932.812436:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6d80. 00000100:00000001:1.0:1788879932.812441:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879932.812442:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812443:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879932.812445:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879932.812446:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879932.812448:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879932.812449:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879932.938419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879932.938426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879932.938432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879932.938433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879932.938436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879932.938437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879933.962334:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879933.962339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879933.962343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879933.962344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879933.962346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879933.962348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879934.154418:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305361171, at 4305361216 00000100:00000040:1.0:1788879934.154418:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305361172, at 4305361216 00000100:00000010:0.0:1788879934.154434:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00000010:1.0:1788879934.154436:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00010000:00000001:1.0:1788879934.986399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879934.986405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879934.986410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879934.986411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879934.986413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879934.986414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879936.010364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879936.010371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879936.010377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879936.010378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879936.010382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879936.010384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879937.034368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879937.034375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879937.034379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879937.034380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879937.034383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879937.034384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879937.930468:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879937.930481:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879937.930484:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879937.930490:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879937.930513:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879937.930521:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10692 00000400:00000200:1.0:1788879937.930532:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879937.930540:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879937.930543:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879937.930546:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930549:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.930551:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930554:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879937.930580:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879937.930583:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879937.930586:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879937.930590:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879937.930593:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879937.930595:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879937.930598:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930600:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.930602:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930604:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879937.930607:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879937.930610:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930612:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879937.930615:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879937.930619:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879937.930622:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.930625:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879937.930628:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879937.930641:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788879937.930645:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879937.930650:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879937.930652:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.930673:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879937.930677:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879937.930682:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879937.930693:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879937.930702:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879937.930713:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519582080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879937.930725:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879937.930730:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879937.930735:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519582080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879937.930765:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879937.930768:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879937.930772:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879937.930774:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879937.930776:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879937.930779:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879937.930782:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10692 00000400:00000200:1.0:1788879937.930786:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879937.930790:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879937.930792:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879937.930796:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930799:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.930803:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930806:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879937.930810:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879937.930811:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879937.930813:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879937.930815:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879937.930819:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879937.930826:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879937.930834:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930838:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.930846:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930849:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879937.930852:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879937.930859:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879937.930871:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879937.930873:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879937.930881:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879937.930895:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.930907:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879937.930920:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879937.930936:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.930941:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879937.930946:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788879937.930952:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879937.930970:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879937.930977:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.930988:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879937.930999:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879937.931004:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879937.931016:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879937.931023:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879937.931057:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519582208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879937.931073:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879937.931078:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879937.931084:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519582208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879937.931115:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879937.931121:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879937.931139:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879937.931146:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879937.931150:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879937.931161:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879937.931169:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10692 00000400:00000200:1.0:1788879937.931188:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879937.931208:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879937.931219:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879937.931225:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931232:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.931234:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931236:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879937.931241:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879937.931279:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879937.931282:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879937.931284:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879937.931286:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879937.931288:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879937.931291:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931293:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.931296:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931299:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879937.931301:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879937.931305:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931308:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879937.931310:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879937.931315:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879937.931317:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.931319:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879937.931325:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879937.931334:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.931337:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879937.931340:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788879937.931346:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879937.931359:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879937.931361:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.931367:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879937.931373:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879937.931377:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879937.931384:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879937.931394:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879937.931405:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519582336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879937.931446:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879937.931457:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879937.931470:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519582336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879937.931517:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879937.931529:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879937.931533:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879937.931540:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879937.931544:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879937.931550:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879937.931557:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10692 00000400:00000200:1.0:1788879937.931572:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879937.931582:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879937.931587:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879937.931597:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931610:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.931619:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931622:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879937.931624:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879937.931625:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879937.931626:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879937.931627:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879937.931628:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879937.931631:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879937.931639:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931643:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.931649:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931667:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879937.931670:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879937.931679:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931686:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879937.931689:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879937.931693:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879937.931699:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.931711:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879937.931715:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879937.931739:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.931748:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879937.931761:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788879937.931767:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879937.931776:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879937.931780:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.931792:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879937.931795:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879937.931801:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879937.931813:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879937.931826:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879937.931838:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519582464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879937.931861:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879937.931869:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879937.931889:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519582464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879937.931907:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879937.931914:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879937.931917:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879937.931918:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879937.931920:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879937.931922:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879937.931929:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10692 00000400:00000200:1.0:1788879937.931940:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879937.931949:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879937.931963:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879937.931981:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.931990:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.932000:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.932015:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879937.932033:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879937.932037:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879937.932042:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879937.932047:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879937.932053:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879937.932066:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879937.932083:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.932109:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879937.932116:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879937.932125:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879937.932135:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879937.932146:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879937.932153:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879937.932161:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879937.932170:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879937.932180:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.932199:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879937.932213:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879937.932226:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.932229:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879937.932235:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879937.932240:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879937.932246:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879937.932247:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879937.932249:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879937.932250:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879937.932252:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879937.932255:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879937.932259:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879937.932264:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519582592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879937.932270:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879937.932271:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879937.932297:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519582592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879937.932400:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879937.932419:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10702) 00010000:00000001:1.0:1788879938.058393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879938.058401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879938.058408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879938.058410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879938.058414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879938.058415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879939.082359:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879939.082361:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879939.082364:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082368:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879939.082370:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082372:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082373:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879939.082378:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879939.082379:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879939.082380:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082381:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879939.082382:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082384:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082385:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879939.082388:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879939.082389:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879939.082390:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082391:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879939.082391:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082392:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879939.082394:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879939.274357:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305366292, at 4305366336 00000100:00000010:0.0:1788879939.274377:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b4e0. 00000100:00000040:1.0:1788879939.274417:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305366292, at 4305366336 00000100:00000010:1.0:1788879939.274431:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bcc0. 00010000:00000001:1.0:1788879940.106382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879940.106388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879940.106392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879940.106393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879940.106396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879940.106403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879941.130318:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879941.130323:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879941.130327:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879941.130328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879941.130331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879941.130332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879942.154357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879942.154362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879942.154366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879942.154367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879942.154369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879942.154370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879943.050336:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879943.050345:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879943.050347:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879943.050351:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879943.050355:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879943.050361:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10697 00000400:00000200:1.0:1788879943.050368:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879943.050373:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879943.050376:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879943.050379:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050382:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.050383:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050385:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879943.050392:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879943.050393:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879943.050395:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879943.050398:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879943.050400:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879943.050401:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879943.050403:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050406:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.050407:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050408:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879943.050411:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879943.050413:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050415:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879943.050417:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879943.050420:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879943.050422:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.050424:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879943.050426:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879943.050434:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879943.050437:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879943.050440:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879943.050442:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.050445:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879943.050447:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879943.050451:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879943.050458:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788879943.050464:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879943.050472:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519582720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879943.050495:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879943.050500:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879943.050505:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519582720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879943.050529:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879943.050532:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879943.050535:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879943.050537:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879943.050538:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879943.050541:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879943.050544:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10697 00000400:00000200:1.0:1788879943.050548:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879943.050551:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879943.050553:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879943.050556:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050558:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.050560:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050562:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879943.050564:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879943.050565:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879943.050567:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879943.050569:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879943.050570:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879943.050572:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879943.050575:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050577:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.050578:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050581:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879943.050583:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879943.050585:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050587:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879943.050589:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879943.050594:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879943.050597:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.050599:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879943.050603:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879943.050606:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.050607:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879943.050611:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879943.050613:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879943.050616:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879943.050634:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.050638:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879943.050640:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879943.050646:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879943.050668:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788879943.050676:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879943.050695:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519582848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879943.050727:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879943.050735:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879943.050745:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519582848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879943.050769:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879943.050781:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879943.050791:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879943.050796:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879943.050801:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879943.050807:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879943.050815:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10697 00000400:00000200:1.0:1788879943.050827:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879943.050836:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879943.050839:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879943.050846:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050853:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.050858:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050867:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879943.050876:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879943.050881:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879943.050886:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879943.050889:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879943.050905:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879943.050915:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879943.050925:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050931:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.050941:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050947:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879943.050955:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879943.050963:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879943.050972:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879943.050976:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879943.050983:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879943.050989:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.050996:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879943.051016:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879943.051026:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.051032:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879943.051040:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879943.051047:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879943.051056:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879943.051063:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.051070:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879943.051076:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879943.051080:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879943.051089:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788879943.051100:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879943.051120:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519582976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879943.051143:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879943.051153:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879943.051168:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519582976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879943.051214:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879943.051218:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879943.051225:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879943.051226:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879943.051229:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879943.051232:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879943.051240:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10697 00000400:00000200:1.0:1788879943.051252:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879943.051260:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879943.051266:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879943.051274:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051279:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.051284:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051317:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879943.051323:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879943.051325:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879943.051327:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879943.051329:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879943.051332:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879943.051334:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879943.051338:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051341:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.051347:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051351:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879943.051353:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879943.051357:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051362:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879943.051365:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879943.051370:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879943.051376:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.051382:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879943.051388:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879943.051394:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.051398:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879943.051403:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879943.051408:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879943.051412:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879943.051415:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.051420:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879943.051423:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879943.051427:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879943.051434:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788879943.051440:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879943.051479:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519583104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879943.051491:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879943.051497:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879943.051506:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519583104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879943.051524:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879943.051528:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879943.051533:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879943.051538:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879943.051542:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879943.051546:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879943.051550:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10697 00000400:00000200:1.0:1788879943.051562:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879943.051567:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879943.051570:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879943.051573:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051575:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.051578:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051582:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879943.051594:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879943.051597:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879943.051603:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879943.051608:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879943.051612:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879943.051661:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879943.051671:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051674:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879943.051680:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051683:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879943.051688:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879943.051694:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879943.051697:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879943.051699:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879943.051704:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879943.051711:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.051715:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879943.051719:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879943.051725:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.051731:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879943.051736:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879943.051742:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879943.051746:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879943.051750:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879943.051752:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879943.051756:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879943.051763:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879943.051773:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788879943.051782:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879943.051793:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519583232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879943.051836:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879943.051841:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879943.051852:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519583232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879943.051900:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879943.051909:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10707) 00010000:00000001:1.0:1788879943.178396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879943.178401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879943.178408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879943.178410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879943.178413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879943.178415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879944.202394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879944.202403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879944.202412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879944.202415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879944.202420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879944.202422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879944.394403:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305371412, at 4305371456 00000100:00000040:1.0:1788879944.394416:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305371412, at 4305371456 00000100:00000010:0.0:1788879944.394424:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b2a0. 00000100:00000010:1.0:1788879944.394437:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b9c0. 00010000:00000001:1.0:1788879945.226385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879945.226392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879945.226399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879945.226401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879945.226405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879945.226407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879946.250378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879946.250388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879946.250396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879946.250397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879946.250401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879946.250403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879947.274378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879947.274385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879947.274393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879947.274395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879947.274400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879947.274402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879948.298347:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879948.298349:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879948.298352:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298367:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879948.298369:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298371:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298372:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879948.298377:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879948.298378:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879948.298379:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298380:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879948.298381:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298382:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298384:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879948.298387:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879948.298387:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879948.298388:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298389:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879948.298390:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298391:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879948.298393:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879949.322372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879949.322380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879949.322387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879949.322389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879949.322393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879949.322395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879949.514370:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305376531, at 4305376576 00000100:00000010:1.0:1788879949.514390:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00000100:00000040:0.0:1788879949.514443:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305376531, at 4305376576 00000100:00000010:0.0:1788879949.514458:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00010000:00000001:1.0:1788879950.346408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879950.346416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879950.346422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879950.346424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879950.346428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879950.346429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879951.370384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879951.370394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879951.370402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879951.370405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879951.370410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879951.370412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879952.394361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879952.394370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879952.394377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879952.394379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879952.394383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879952.394385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.290975:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879953.290984:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879953.290991:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879953.291006:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.291039:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879953.291045:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.291052:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879953.291059:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879953.291070:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879953.291085:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519584000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879953.291101:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879953.291108:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879953.291148:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.291158:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879953.291171:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879953.291177:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879953.291191:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879953.291202:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879953.291218:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879953.291230:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519584000, portal 25 00000100:00000001:1.0:1788879953.291240:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879953.291277:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879953.291289:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.291299:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879953.291303:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879953.291308:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879953.291337:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519584000, offset 0 00000400:00000200:1.0:1788879953.291366:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879953.291387:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.291412:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879953.291434:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879953.291465:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879953.291479:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879953.291493:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879953.291506:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460545:460545:256:4294967295] 192.168.203.155@tcp LPNI seq info [460539:460539:8:4294967295] 00000400:00000200:1.0:1788879953.291523:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.291569:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879953.291588:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.291604:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879953.291625:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879953.291636:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879953.291680:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.291684:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879953.291694:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879953.291709:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879953.291719:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879953.291724:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879953.291735:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879953.291763:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.291788:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.291800:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.291837:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.291844:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879953.291855:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879953.291874:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879953.291881:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305381652 00000100:00000010:1.0:1788879953.291896:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 00000100:00000001:1.0:1788879953.291911:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879953.291937:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305381652 00000100:00000010:1.0:1788879953.291950:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000001:1.0:1788879953.291959:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879953.291969:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879953.291978:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.291985:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879953.292001:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879953/real 1788879953] req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879953.292035:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879953.292043:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879953.292051:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879953.292062:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879953.292069:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879953.292077:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879953.292092:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879953.292119:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292159:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879953.292167:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.292175:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.292181:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879953.292212:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292236:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879953.292254:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292326:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879953.292335:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.292338:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.292341:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.292346:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879953.292350:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879953.292356:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879953.292384:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879953.292390:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879953.292400:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879953.292418:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519584000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879953.292425:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.292428:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.292432:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519584000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292440:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879953.292443:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879953.292447:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879953.292452:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879953.292455:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879953.292457:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879953.292460:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879953.292463:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879953.292468:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879953.292471:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879953.292473:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879953.292477:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879953.292479:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.292481:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.292489:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879953.292491:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.292494:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879953.292496:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879953.292498:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879953.292503:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292511:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879953.292513:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.292516:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879953.292518:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879953.292521:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879953.292524:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879953.292528:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879953.292530:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879953.292532:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.292534:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879953.292538:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879953.292541:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879953.292571:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879953.292577:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879953.292581:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879953.292586:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519584128, portal 10 00000100:00000001:1.0:1788879953.292588:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879953.292590:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879953.292599:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292608:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879953.292610:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879953.292613:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879953.292616:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519584128, offset 0 00000400:00000200:1.0:1788879953.292620:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879953.292625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.292630:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879953.292634:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879953.292638:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879953.292641:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879953.292644:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879953.292648:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460546:460546:256:4294967295] 192.168.203.155@tcp LPNI seq info [460540:460540:8:4294967295] 00000400:00000200:1.0:1788879953.292653:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.292661:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879953.292667:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.292671:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879953.292676:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879953.292680:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879953.292694:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.292696:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879953.292700:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879953.292704:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879953.292708:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879953.292710:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879953.292713:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879953.292717:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292727:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.292747:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292761:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.292763:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879953.292766:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879953.292771:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879953.292775:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879953.292777:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305380368 00000100:00000001:1.0:1788879953.292780:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305381652 00000100:00000001:1.0:1788879953.292783:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305380368 00000100:00000001:1.0:1788879953.292785:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305381652 00000100:00000001:1.0:1788879953.292787:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879953.292789:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.292791:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879953.292795:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879953/real 1788879953] req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879953.292821:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879953.292823:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879953.292825:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879953.292827:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879953.292829:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879953.292832:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879953.292836:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879953.292845:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292852:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879953.292854:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.292856:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.292858:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879953.292862:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292870:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879953.292875:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292883:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879953.292886:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.292887:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.292889:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.292891:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879953.292893:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879953.292896:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879953.292899:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879953.292902:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879953.292906:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879953.292914:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879953.292919:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879953.292922:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292930:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879953.292931:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.292934:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879953.292936:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879953.292938:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879953.292942:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879953.292945:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879953.292948:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879953.292950:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.292952:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879953.292956:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879953.292958:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879953.292962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879953.292965:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879953.292968:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879953.292971:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519584256, portal 10 00000100:00000001:1.0:1788879953.292973:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879953.292975:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879953.292982:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.292990:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879953.292993:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879953.292995:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879953.292998:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519584256, offset 0 00000400:00000200:1.0:1788879953.293002:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879953.293006:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.293010:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879953.293013:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879953.293016:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879953.293019:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879953.293022:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879953.293025:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460547:460547:256:4294967295] 192.168.203.155@tcp LPNI seq info [460541:460541:8:4294967295] 00000400:00000200:1.0:1788879953.293030:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.293037:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879953.293042:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.293045:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879953.293050:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879953.293053:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879953.293065:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.293068:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879953.293071:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879953.293075:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879953.293078:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879953.293080:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879953.293082:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879953.293086:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293095:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.293099:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293107:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.293109:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879953.293112:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879953.293115:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879953.293118:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879953.293121:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305380368 00000100:00000001:1.0:1788879953.293124:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305381652 00000100:00000001:1.0:1788879953.293126:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305380368 00000100:00000001:1.0:1788879953.293129:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305381652 00000100:00000001:1.0:1788879953.293131:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879953.293149:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.293151:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879953.293155:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879953/real 1788879953] req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879953.293162:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879953.293164:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879953.293165:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879953.293167:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879953.293169:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879953.293171:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879953.293175:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879953.293183:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293189:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879953.293190:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.293192:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.293193:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879953.293197:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293221:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879953.293226:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293233:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879953.293236:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.293237:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.293239:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.293241:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879953.293243:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879953.293245:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879953.293249:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879953.293252:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879953.293256:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879953.293265:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879953.293269:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879953.293273:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293281:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879953.293283:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.293286:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879953.293288:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879953.293306:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879953.293310:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879953.293314:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879953.293317:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879953.293319:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.293322:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879953.293353:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879953.293376:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879953.293383:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879953.293388:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879953.293394:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879953.293400:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519584384, portal 4 00000100:00000001:1.0:1788879953.293404:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879953.293406:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879953.293418:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293428:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879953.293431:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879953.293434:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879953.293438:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519584384, offset 0 00000400:00000200:1.0:1788879953.293442:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879953.293448:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.293452:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879953.293456:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879953.293459:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879953.293462:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879953.293465:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879953.293469:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460548:460548:256:4294967295] 192.168.203.155@tcp LPNI seq info [460542:460542:8:4294967295] 00000400:00000200:1.0:1788879953.293474:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.293481:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879953.293486:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.293490:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879953.293495:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879953.293498:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879953.293511:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.293513:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879953.293517:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879953.293521:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879953.293524:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879953.293526:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879953.293529:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879953.293533:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293543:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.293564:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293577:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.293579:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879953.293584:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879953.293588:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879953.293592:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879953.293594:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305380421 00000100:00000001:1.0:1788879953.293597:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305381652 00000100:00000001:1.0:1788879953.293600:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305380421 00000100:00000001:1.0:1788879953.293603:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305381652 00000100:00000001:1.0:1788879953.293605:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879953.293608:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.293611:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879953.293616:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879953/real 1788879953] req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879953.293625:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879953.293627:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879953.293629:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879953.293632:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879953.293634:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879953.293636:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879953.293639:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879953.293649:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293656:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879953.293658:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.293660:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.293661:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879953.293665:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293673:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879953.293677:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293686:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879953.293688:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.293690:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.293691:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.293694:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879953.293695:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879953.293698:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879953.293703:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879953.293705:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879953.293710:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879953.293719:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879953.293723:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879953.293746:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293752:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879953.293753:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.293755:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879953.293757:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879953.293759:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879953.293762:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879953.293765:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879953.293767:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879953.293769:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879953.293771:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879953.293775:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879953.293776:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879953.293779:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879953.293781:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879953.293784:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879953.293787:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519584512, portal 4 00000100:00000001:1.0:1788879953.293789:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879953.293791:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879953.293797:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293804:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879953.293825:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879953.293828:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879953.293830:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519584512, offset 0 00000400:00000200:1.0:1788879953.293835:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879953.293839:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.293843:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879953.293847:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879953.293850:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879953.293853:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879953.293855:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879953.293860:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460549:460549:256:4294967295] 192.168.203.155@tcp LPNI seq info [460543:460543:8:4294967295] 00000400:00000200:1.0:1788879953.293864:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879953.293871:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879953.293876:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.293879:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879953.293884:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879953.293887:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788879953.293899:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879953.293901:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879953.293905:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879953.293909:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879953.293912:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879953.293914:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879953.293917:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879953.293921:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293930:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.293934:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.293941:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.293943:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879953.293946:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879953.293950:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879953.293954:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879953.293956:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305380372 00000100:00000001:1.0:1788879953.293959:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305381652 00000100:00000001:1.0:1788879953.293961:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305380372 00000100:00000001:1.0:1788879953.293964:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305381652 00000100:00000001:1.0:1788879953.293966:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879953.293968:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.293970:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879953.293974:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879953/real 1788879953] req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879953.293982:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879953.293983:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879953.293985:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879953.293987:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879953.293989:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879953.293991:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879953.293995:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879953.294004:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.294011:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879953.294013:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.294014:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.294016:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879953.294020:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.294027:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879953.294031:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.294040:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879953.294042:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.294044:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879953.294046:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.294048:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879953.294050:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879953.294053:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879953.294056:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879953.294058:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879953.294062:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879953.294071:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879953.294075:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.294077:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.294080:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519584128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.294087:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879953.294089:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879953.294092:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879953.294095:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879953.294097:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879953.294098:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879953.294100:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879953.294103:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879953.294106:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879953.294107:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879953.294109:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879953.294112:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879953.294114:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.294116:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.294120:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519584256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.294127:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879953.294129:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879953.294131:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879953.294150:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879953.294152:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879953.294153:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879953.294154:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879953.294156:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879953.294158:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879953.294159:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879953.294160:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879953.294162:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879953.294164:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.294165:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.294168:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519584384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.294174:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879953.294175:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879953.294177:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879953.294180:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879953.294181:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879953.294182:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879953.294183:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879953.294185:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879953.294187:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879953.294188:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879953.294189:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879953.294191:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879953.294192:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.294194:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879953.294196:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519584512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879953.294209:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879953.294210:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879953.294211:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879953.294213:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879953.294214:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879953.294216:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879953.294217:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879953.294219:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879953.294220:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879953.294221:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879953.294223:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879953.294224:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879953.294226:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.294227:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879953.294231:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879953.294232:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879953.294234:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879953.294236:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879953.418375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879953.418383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879953.418390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879953.418392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879953.418396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879953.418398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879954.442362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879954.442369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879954.442373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879954.442374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879954.442377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879954.442379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879954.634355:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305381652, at 4305381696 00000100:00000040:1.0:1788879954.634355:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305381652, at 4305381696 00000100:00000010:1.0:1788879954.634373:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00000010:0.0:1788879954.634376:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00010000:00000001:1.0:1788879955.466358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879955.466366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879955.466371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879955.466373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879955.466376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879955.466377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879956.490384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879956.490394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879956.490402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879956.490404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879956.490409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879956.490411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879957.514379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879957.514386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879957.514391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879957.514392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879957.514395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879957.514396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.410867:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879958.410876:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879958.410885:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879958.410903:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.410940:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879958.410947:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.410955:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879958.410964:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879958.410971:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879958.410988:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519584640:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879958.411001:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879958.411025:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879958.411032:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.411042:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879958.411057:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879958.411064:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879958.411085:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879958.411101:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879958.411121:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879958.411156:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519584640, portal 25 00000100:00000001:1.0:1788879958.411173:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879958.411193:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788879958.411222:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.411329:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879958.411344:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879958.411355:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879958.411369:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519584640, offset 0 00000400:00000200:1.0:1788879958.411396:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879958.411422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.411443:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879958.411462:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879958.411483:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879958.411496:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879958.411508:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879958.411544:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460550:460550:256:4294967295] 192.168.203.155@tcp LPNI seq info [460544:460544:8:4294967295] 00000400:00000200:1.0:1788879958.411567:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.411599:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879958.411641:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.411660:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879958.411686:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879958.411701:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879958.411761:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.411769:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879958.411781:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879958.411800:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879958.411814:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879958.411823:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879958.411836:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879958.411850:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.411905:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.411917:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.411945:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.411950:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879958.411964:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879958.411983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879958.411992:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305386772 00000100:00000010:1.0:1788879958.412008:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000001:1.0:1788879958.412027:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879958.412041:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305386772 00000100:00000010:1.0:1788879958.412054:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:1.0:1788879958.412065:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879958.412080:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879958.412093:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.412107:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879958.412131:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879958/real 1788879958] req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879958.412189:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879958.412197:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879958.412208:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879958.412221:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879958.412231:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879958.412242:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879958.412306:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879958.412332:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.412371:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879958.412383:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.412395:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.412405:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879958.412423:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.412459:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879958.412472:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.412547:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879958.412555:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.412563:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.412570:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.412579:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879958.412585:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879958.412600:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879958.412615:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879958.412629:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879958.412643:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879958.412664:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519584640:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879958.412675:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.412679:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.412686:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519584640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.412695:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879958.412698:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879958.412703:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879958.412710:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879958.412713:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879958.412716:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879958.412719:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879958.412722:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879958.412727:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879958.412729:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879958.412731:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788879958.412736:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879958.412738:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.412741:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.412751:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879958.412754:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.412757:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879958.412759:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879958.412761:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879958.412766:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.412776:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879958.412778:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.412781:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879958.412784:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879958.412787:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879958.412791:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879958.412795:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879958.412798:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879958.412800:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.412803:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879958.412808:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879958.412810:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879958.412816:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879958.412820:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879958.412825:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879958.412830:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519584768, portal 10 00000100:00000001:1.0:1788879958.412832:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879958.412834:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788879958.412843:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.412853:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879958.412857:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879958.412859:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879958.412863:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519584768, offset 0 00000400:00000200:1.0:1788879958.412868:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879958.412874:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.412879:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879958.412884:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879958.412887:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879958.412891:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879958.412894:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879958.412898:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460551:460551:256:4294967295] 192.168.203.155@tcp LPNI seq info [460545:460545:8:4294967295] 00000400:00000200:1.0:1788879958.412904:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.412913:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879958.412920:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.412924:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879958.412930:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879958.412944:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879958.412959:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.412962:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879958.412966:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879958.412971:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879958.412975:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879958.412978:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879958.412981:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879958.412985:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.412996:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.412999:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413017:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.413019:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879958.413023:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879958.413029:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879958.413034:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879958.413037:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305385488 00000100:00000001:1.0:1788879958.413041:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305386772 00000100:00000001:1.0:1788879958.413044:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305385488 00000100:00000001:1.0:1788879958.413047:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305386772 00000100:00000001:1.0:1788879958.413049:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879958.413052:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.413054:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879958.413059:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879958/real 1788879958] req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879958.413068:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879958.413070:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879958.413073:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879958.413078:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879958.413081:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879958.413086:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879958.413093:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879958.413112:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413125:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879958.413129:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.413132:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.413135:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879958.413143:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413165:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879958.413174:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413189:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879958.413195:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.413199:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.413201:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.413205:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879958.413209:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879958.413215:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879958.413223:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879958.413228:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879958.413237:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879958.413291:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879958.413297:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879958.413302:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413311:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879958.413313:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.413316:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879958.413318:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879958.413322:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879958.413325:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879958.413329:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879958.413333:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879958.413336:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.413339:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879958.413344:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879958.413346:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879958.413351:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879958.413356:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879958.413362:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879958.413368:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519584896, portal 10 00000100:00000001:1.0:1788879958.413372:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879958.413375:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788879958.413387:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413400:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879958.413406:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879958.413411:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879958.413416:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519584896, offset 0 00000400:00000200:1.0:1788879958.413426:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879958.413435:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.413443:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879958.413449:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879958.413455:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879958.413459:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879958.413463:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879958.413468:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460552:460552:256:4294967295] 192.168.203.155@tcp LPNI seq info [460546:460546:8:4294967295] 00000400:00000200:1.0:1788879958.413473:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.413483:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879958.413489:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.413494:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879958.413500:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879958.413504:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879958.413547:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.413551:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879958.413555:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879958.413560:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879958.413564:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879958.413567:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879958.413571:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879958.413576:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413587:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.413593:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413609:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.413613:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879958.413621:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879958.413628:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879958.413638:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879958.413643:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305385489 00000100:00000001:1.0:1788879958.413648:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305386772 00000100:00000001:1.0:1788879958.413653:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305385489 00000100:00000001:1.0:1788879958.413658:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305386772 00000100:00000001:1.0:1788879958.413663:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879958.413667:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.413672:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879958.413681:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879958/real 1788879958] req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879958.413696:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879958.413699:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879958.413702:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879958.413707:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879958.413710:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879958.413714:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879958.413719:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879958.413729:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413738:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879958.413739:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.413742:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.413743:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879958.413748:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413757:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879958.413762:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413771:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879958.413773:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.413775:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.413777:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.413779:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879958.413782:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879958.413785:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879958.413788:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879958.413791:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879958.413795:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879958.413805:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519584896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879958.413809:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879958.413814:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413823:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879958.413825:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.413828:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879958.413831:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879958.413833:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879958.413836:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879958.413841:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879958.413843:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879958.413846:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.413848:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879958.413854:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879958.413857:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879958.413863:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879958.413867:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879958.413872:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879958.413876:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519585024, portal 4 00000100:00000001:1.0:1788879958.413879:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879958.413882:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788879958.413892:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.413901:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879958.413905:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879958.413908:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879958.413912:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519585024, offset 0 00000400:00000200:1.0:1788879958.413918:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879958.413923:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.413927:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879958.413931:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879958.413935:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879958.413938:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879958.413942:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879958.413960:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460553:460553:256:4294967295] 192.168.203.155@tcp LPNI seq info [460547:460547:8:4294967295] 00000400:00000200:1.0:1788879958.413966:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.413981:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879958.413988:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.413991:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879958.413997:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879958.414000:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879958.414015:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.414017:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879958.414021:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879958.414025:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879958.414029:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879958.414031:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879958.414034:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879958.414038:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414048:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.414052:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414061:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.414063:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879958.414066:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879958.414070:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879958.414075:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879958.414079:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305385541 00000100:00000001:1.0:1788879958.414084:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305386772 00000100:00000001:1.0:1788879958.414088:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305385541 00000100:00000001:1.0:1788879958.414092:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305386772 00000100:00000001:1.0:1788879958.414096:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879958.414101:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.414105:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879958.414113:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879958/real 1788879958] req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879958.414130:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879958.414132:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879958.414136:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879958.414141:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879958.414145:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879958.414149:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879958.414157:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879958.414175:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414197:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879958.414201:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414205:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.414207:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879958.414215:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414230:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879958.414238:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414292:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879958.414295:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414297:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.414299:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414302:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879958.414304:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879958.414307:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879958.414313:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879958.414316:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879958.414322:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879958.414333:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879958.414338:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879958.414342:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414349:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879958.414352:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.414356:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879958.414359:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879958.414363:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879958.414369:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879958.414376:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879958.414380:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879958.414383:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879958.414386:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879958.414394:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879958.414398:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879958.414406:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879958.414411:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879958.414417:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879958.414424:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519585152, portal 4 00000100:00000001:1.0:1788879958.414428:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879958.414431:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788879958.414443:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414457:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879958.414461:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879958.414465:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879958.414480:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519585152, offset 0 00000400:00000200:1.0:1788879958.414485:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879958.414491:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.414496:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879958.414500:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879958.414504:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879958.414507:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879958.414533:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879958.414539:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460554:460554:256:4294967295] 192.168.203.155@tcp LPNI seq info [460548:460548:8:4294967295] 00000400:00000200:1.0:1788879958.414545:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879958.414554:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879958.414560:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.414565:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879958.414570:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879958.414574:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788879958.414589:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879958.414593:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879958.414599:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879958.414606:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879958.414612:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879958.414615:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879958.414620:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879958.414628:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414644:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.414651:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414665:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.414669:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879958.414677:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879958.414683:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879958.414689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879958.414692:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305385493 00000100:00000001:1.0:1788879958.414696:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305386772 00000100:00000001:1.0:1788879958.414699:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305385493 00000100:00000001:1.0:1788879958.414702:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305386772 00000100:00000001:1.0:1788879958.414705:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879958.414707:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.414710:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879958.414715:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879958/real 1788879958] req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879958.414726:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879958.414727:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879958.414730:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879958.414733:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879958.414736:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879958.414738:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879958.414742:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879958.414753:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414762:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879958.414764:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414766:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.414768:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879958.414772:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414779:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879958.414784:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414794:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879958.414797:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414799:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879958.414801:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414803:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879958.414806:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879958.414809:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879958.414813:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879958.414815:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879958.414820:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879958.414829:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879958.414834:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414837:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.414840:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519584768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414849:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879958.414851:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879958.414854:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788879958.414857:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879958.414859:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879958.414861:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879958.414864:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879958.414867:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879958.414870:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879958.414872:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879958.414875:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788879958.414878:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879958.414879:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414882:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.414886:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519584896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414894:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879958.414896:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879958.414898:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879958.414902:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879958.414903:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879958.414905:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879958.414907:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879958.414909:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879958.414911:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879958.414912:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879958.414914:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788879958.414916:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879958.414918:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414920:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.414923:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519585024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414931:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879958.414932:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879958.414934:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879958.414936:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879958.414938:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879958.414939:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879958.414941:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879958.414943:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879958.414945:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879958.414947:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879958.414959:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788879958.414962:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879958.414963:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.414965:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879958.414969:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519585152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879958.414984:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879958.414986:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879958.414988:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879958.414991:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879958.414992:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879958.414993:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879958.414995:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879958.414997:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879958.414999:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879958.415000:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879958.415002:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788879958.415004:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879958.415006:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.415008:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879958.415013:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879958.415014:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879958.415017:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879958.415019:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879958.538440:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879958.538444:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879958.538449:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538456:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879958.538459:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538462:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538465:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538471:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879958.538474:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879958.538476:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879958.538478:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538480:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879958.538482:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538485:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538487:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538492:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879958.538494:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879958.538497:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879958.538499:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538501:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879958.538503:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538506:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879958.538508:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879959.562353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879959.562360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879959.562365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879959.562367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879959.562370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879959.562371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879959.754417:0:199638:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305386772, at 4305386816 00000100:00000040:1.0:1788879959.754417:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305386772, at 4305386816 00000100:00000010:1.0:1788879959.754448:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000010:0.0:1788879959.754452:0:199638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00010000:00000001:1.0:1788879960.586385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879960.586394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879960.586402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879960.586404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879960.586409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879960.586411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879961.610396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879961.610404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879961.610412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879961.610414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879961.610417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879961.610419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879962.634365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879962.634372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879962.634377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879962.634379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879962.634382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879962.634384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.530833:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879963.530840:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879963.530846:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879963.530860:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.530897:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879963.530902:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.530908:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879963.530931:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879963.530935:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879963.530945:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519585280:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879963.530955:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879963.530961:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879963.530966:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.530970:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879963.530980:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879963.530986:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879963.530995:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879963.531004:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879963.531012:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879963.531022:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519585280, portal 25 00000100:00000001:1.0:1788879963.531026:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879963.531028:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788879963.531035:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.531052:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879963.531058:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879963.531065:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879963.531071:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519585280, offset 0 00000400:00000200:1.0:1788879963.531084:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879963.531098:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.531107:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879963.531118:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879963.531125:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879963.531132:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879963.531136:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879963.531145:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460555:460555:256:4294967295] 192.168.203.155@tcp LPNI seq info [460549:460549:8:4294967295] 00000400:00000200:1.0:1788879963.531159:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.531178:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879963.531211:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.531221:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879963.531235:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879963.531241:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879963.531267:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.531269:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879963.531316:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879963.531326:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879963.531335:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879963.531341:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879963.531351:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879963.531361:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.531379:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.531388:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.531403:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.531407:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879963.531417:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879963.531427:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879963.531434:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305391892 00000100:00000010:1.0:1788879963.531444:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:1.0:1788879963.531455:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879963.531471:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305391892 00000100:00000010:1.0:1788879963.531492:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:1.0:1788879963.531502:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879963.531533:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879963.531541:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.531546:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879963.531556:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879963/real 1788879963] req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879963.531581:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879963.531585:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879963.531588:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879963.531612:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879963.531617:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879963.531623:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879963.531632:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879963.531651:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.531666:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879963.531669:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.531675:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.531679:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879963.531688:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.531705:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879963.531714:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.531730:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879963.531735:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.531739:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.531741:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.531744:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879963.531748:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879963.531754:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879963.531763:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879963.531768:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879963.531779:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879963.531805:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519585280:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879963.531812:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.531817:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.531825:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519585280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.531855:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879963.531860:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879963.531866:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879963.531871:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879963.531876:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879963.531880:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879963.531887:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879963.531892:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:1.0:1788879963.531897:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879963.531901:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879963.531907:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788879963.531914:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879963.531934:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.531940:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.531949:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879963.531953:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.531960:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879963.531965:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879963.531968:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879963.531975:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.531988:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879963.531991:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.531996:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879963.531999:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879963.532007:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879963.532015:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585408:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879963.532021:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879963.532024:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879963.532028:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.532031:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879963.532036:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879963.532040:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879963.532047:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879963.532051:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879963.532060:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879963.532066:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519585408, portal 10 00000100:00000001:1.0:1788879963.532069:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879963.532073:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788879963.532083:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.532098:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879963.532105:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879963.532112:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879963.532118:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519585408, offset 0 00000400:00000200:1.0:1788879963.532137:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879963.532147:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.532161:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879963.532167:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879963.532172:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879963.532195:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879963.532202:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879963.532208:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460556:460556:256:4294967295] 192.168.203.155@tcp LPNI seq info [460550:460550:8:4294967295] 00000400:00000200:1.0:1788879963.532216:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.532234:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879963.532243:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.532250:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879963.532279:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879963.532285:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879963.532308:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.532310:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879963.532313:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879963.532317:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879963.532321:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879963.532324:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879963.532327:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879963.532331:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.532340:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.532344:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.532359:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.532363:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879963.532368:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879963.532376:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879963.532388:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879963.532393:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305390608 00000100:00000001:1.0:1788879963.532399:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305391892 00000100:00000001:1.0:1788879963.532406:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305390608 00000100:00000001:1.0:1788879963.532412:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305391892 00000100:00000001:1.0:1788879963.532417:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879963.532422:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.532425:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879963.532434:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879963/real 1788879963] req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879963.532493:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879963.532495:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879963.532498:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879963.532504:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879963.532509:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879963.532532:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879963.532539:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879963.532556:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.532570:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879963.532573:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.532577:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.532580:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879963.532588:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.532606:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879963.532615:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.532636:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879963.532642:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.532647:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.532651:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.532655:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879963.532662:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879963.532666:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879963.532673:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879963.532677:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879963.532685:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879963.532706:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585408:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879963.532715:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879963.532724:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.532741:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879963.532746:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.532751:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879963.532757:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879963.532762:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879963.532770:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585536:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879963.532775:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879963.532780:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879963.532784:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.532790:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879963.532795:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879963.532799:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879963.532812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879963.532816:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879963.532824:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879963.532833:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519585536, portal 10 00000100:00000001:1.0:1788879963.532837:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879963.532843:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788879963.532851:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.532865:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879963.532871:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879963.532878:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879963.532881:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519585536, offset 0 00000400:00000200:1.0:1788879963.532889:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879963.532898:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.532906:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879963.532912:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879963.532919:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879963.532926:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879963.532933:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879963.532941:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460557:460557:256:4294967295] 192.168.203.155@tcp LPNI seq info [460551:460551:8:4294967295] 00000400:00000200:1.0:1788879963.532951:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.532964:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879963.532978:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.532985:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879963.532995:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879963.532999:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879963.533021:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.533023:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879963.533026:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879963.533029:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879963.533034:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879963.533036:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879963.533039:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879963.533043:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533050:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.533053:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533059:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.533060:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879963.533062:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879963.533065:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879963.533068:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879963.533071:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305390608 00000100:00000001:1.0:1788879963.533073:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305391892 00000100:00000001:1.0:1788879963.533076:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305390608 00000100:00000001:1.0:1788879963.533078:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305391892 00000100:00000001:1.0:1788879963.533079:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879963.533081:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.533082:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879963.533085:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879963/real 1788879963] req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879963.533092:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879963.533094:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879963.533095:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879963.533097:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879963.533099:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879963.533100:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879963.533104:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879963.533111:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533116:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879963.533118:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533119:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.533120:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879963.533123:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533129:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879963.533132:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533138:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879963.533141:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533142:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.533143:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533145:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879963.533147:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879963.533149:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879963.533152:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879963.533153:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879963.533157:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879963.533163:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585536:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879963.533166:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533168:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.533170:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519585408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533177:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879963.533178:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879963.533180:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879963.533183:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879963.533184:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879963.533185:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879963.533187:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879963.533189:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788879963.533191:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879963.533193:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879963.533194:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788879963.533197:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879963.533198:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533200:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.533203:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519585536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533214:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879963.533215:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879963.533217:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879963.533219:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879963.533220:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879963.533221:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879963.533222:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879963.533223:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788879963.533225:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879963.533226:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879963.533227:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788879963.533230:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879963.533231:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533232:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533235:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879963.533236:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.533238:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879963.533239:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879963.533240:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879963.533243:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533249:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879963.533250:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.533252:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879963.533254:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879963.533256:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879963.533258:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585664:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879963.533280:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879963.533282:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879963.533284:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.533286:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879963.533289:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879963.533291:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879963.533294:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879963.533296:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879963.533300:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879963.533302:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519585664, portal 4 00000100:00000001:1.0:1788879963.533304:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879963.533305:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788879963.533311:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533317:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879963.533319:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879963.533321:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879963.533323:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519585664, offset 0 00000400:00000200:1.0:1788879963.533326:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879963.533329:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.533332:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879963.533335:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879963.533337:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879963.533340:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879963.533342:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879963.533345:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460558:460558:256:4294967295] 192.168.203.155@tcp LPNI seq info [460552:460552:8:4294967295] 00000400:00000200:1.0:1788879963.533349:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.533354:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879963.533358:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.533361:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879963.533365:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879963.533367:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879963.533377:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.533379:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879963.533381:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879963.533384:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879963.533387:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879963.533389:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879963.533391:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879963.533395:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533402:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.533404:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533410:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.533412:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879963.533414:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879963.533416:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879963.533419:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879963.533421:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305390661 00000100:00000001:1.0:1788879963.533422:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305391892 00000100:00000001:1.0:1788879963.533425:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305390661 00000100:00000001:1.0:1788879963.533427:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305391892 00000100:00000001:1.0:1788879963.533429:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879963.533431:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.533432:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879963.533435:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879963/real 1788879963] req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879963.533442:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879963.533443:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879963.533444:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879963.533446:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879963.533447:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879963.533449:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879963.533451:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879963.533459:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533465:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879963.533467:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533468:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.533470:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879963.533473:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533497:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879963.533500:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533507:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879963.533509:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533510:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.533512:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533513:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879963.533515:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879963.533517:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879963.533519:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879963.533521:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879963.533524:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879963.533531:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585664:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879963.533534:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879963.533537:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533544:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879963.533545:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.533547:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879963.533549:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879963.533551:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879963.533554:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585792:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879963.533557:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879963.533558:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879963.533559:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879963.533561:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879963.533564:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879963.533565:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879963.533568:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879963.533570:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879963.533573:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879963.533575:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519585792, portal 4 00000100:00000001:1.0:1788879963.533577:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879963.533579:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788879963.533583:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533589:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879963.533591:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879963.533593:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879963.533595:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519585792, offset 0 00000400:00000200:1.0:1788879963.533599:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879963.533601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.533604:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879963.533607:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879963.533609:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879963.533611:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879963.533613:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879963.533616:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460559:460559:256:4294967295] 192.168.203.155@tcp LPNI seq info [460553:460553:8:4294967295] 00000400:00000200:1.0:1788879963.533620:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879963.533625:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879963.533630:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.533633:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879963.533636:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879963.533638:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788879963.533648:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879963.533650:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879963.533653:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879963.533656:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879963.533658:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879963.533660:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879963.533662:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879963.533665:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533672:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.533674:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533680:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.533682:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879963.533684:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879963.533687:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879963.533689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879963.533691:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305390612 00000100:00000001:1.0:1788879963.533694:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305391892 00000100:00000001:1.0:1788879963.533696:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305390612 00000100:00000001:1.0:1788879963.533698:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305391892 00000100:00000001:1.0:1788879963.533699:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879963.533701:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.533702:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879963.533705:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879963/real 1788879963] req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879963.533713:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879963.533714:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879963.533716:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879963.533718:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879963.533719:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879963.533721:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879963.533723:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879963.533731:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533737:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879963.533738:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533739:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.533740:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879963.533743:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533749:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879963.533752:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533758:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879963.533759:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533761:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879963.533762:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533763:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879963.533765:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879963.533767:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879963.533770:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879963.533772:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879963.533776:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879963.533783:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519585792:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879963.533786:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533788:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.533790:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519585664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533796:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879963.533797:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879963.533798:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879963.533800:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879963.533801:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879963.533802:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879963.533804:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879963.533805:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788879963.533807:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879963.533808:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879963.533810:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788879963.533812:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879963.533813:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533814:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879963.533817:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519585792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879963.533823:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879963.533824:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879963.533825:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879963.533827:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879963.533828:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879963.533829:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879963.533830:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879963.533831:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788879963.533833:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879963.533835:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879963.533836:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788879963.533840:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879963.533842:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533843:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879963.533846:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879963.533847:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879963.533849:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879963.533851:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879963.658343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879963.658350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879963.658356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879963.658357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879963.658361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879963.658362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879964.682389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879964.682396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879964.682401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879964.682403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879964.682407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879964.682408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879964.874395:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305391892, at 4305391936 00000100:00000040:1.0:1788879964.874395:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305391892, at 4305391936 00000100:00000010:0.0:1788879964.874420:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000010:1.0:1788879964.874423:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00010000:00000001:1.0:1788879965.706414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879965.706425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879965.706434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879965.706436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879965.706441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879965.706442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879966.730390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879966.730398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879966.730405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879966.730407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879966.730411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879966.730413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879967.754394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879967.754403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879967.754409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879967.754412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879967.754416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879967.754418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.650778:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879968.650784:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879968.650790:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879968.650799:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.650816:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879968.650819:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.650825:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879968.650829:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879968.650844:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879968.650851:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519585920:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879968.650858:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879968.650863:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879968.650866:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.650868:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879968.650877:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879968.650881:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879968.650889:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879968.650897:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879968.650906:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879968.650917:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519585920, portal 25 00000100:00000001:1.0:1788879968.650923:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879968.650927:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788879968.650935:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.650946:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879968.650951:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879968.650954:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879968.650957:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519585920, offset 0 00000400:00000200:1.0:1788879968.650968:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879968.650979:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.650989:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879968.650999:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879968.651006:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879968.651012:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879968.651017:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879968.651024:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460560:460560:256:4294967295] 192.168.203.155@tcp LPNI seq info [460554:460554:8:4294967295] 00000400:00000200:1.0:1788879968.651032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.651050:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879968.651060:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.651067:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879968.651080:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879968.651088:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879968.651111:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.651117:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879968.651125:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879968.651134:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879968.651143:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879968.651147:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879968.651154:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879968.651161:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651175:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.651192:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651206:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.651211:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879968.651222:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879968.651231:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879968.651238:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305397011 00000100:00000010:1.0:1788879968.651248:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:1.0:1788879968.651296:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879968.651305:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305397012 00000100:00000010:1.0:1788879968.651311:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000100:00000001:1.0:1788879968.651316:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879968.651321:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879968.651327:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.651331:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879968.651338:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879968/real 1788879968] req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879968.651354:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879968.651357:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879968.651360:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879968.651366:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879968.651369:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879968.651373:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879968.651380:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879968.651395:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651411:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879968.651414:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.651416:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.651420:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879968.651426:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651436:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879968.651459:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651471:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879968.651477:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.651482:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.651485:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.651500:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879968.651504:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879968.651512:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879968.651523:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879968.651530:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879968.651541:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879968.651563:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519585920:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879968.651570:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.651574:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.651581:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519585920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651591:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879968.651595:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879968.651599:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879968.651605:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879968.651609:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879968.651613:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879968.651619:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879968.651622:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879968.651627:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879968.651630:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879968.651633:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788879968.651637:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879968.651640:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.651643:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.651650:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879968.651654:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.651660:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879968.651662:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879968.651663:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879968.651669:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651697:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879968.651701:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.651708:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879968.651711:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879968.651718:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879968.651727:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879968.651734:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879968.651738:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879968.651741:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.651745:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879968.651750:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879968.651755:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879968.651762:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879968.651767:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879968.651771:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879968.651777:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519586048, portal 10 00000100:00000001:1.0:1788879968.651781:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879968.651784:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788879968.651796:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651811:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879968.651818:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879968.651822:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879968.651826:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519586048, offset 0 00000400:00000200:1.0:1788879968.651833:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879968.651842:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.651848:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879968.651853:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879968.651858:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879968.651862:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879968.651869:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879968.651872:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460561:460561:256:4294967295] 192.168.203.155@tcp LPNI seq info [460555:460555:8:4294967295] 00000400:00000200:1.0:1788879968.651875:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.651879:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879968.651886:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.651891:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879968.651898:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879968.651902:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879968.651918:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.651923:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879968.651927:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879968.651933:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879968.651935:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879968.651939:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879968.651943:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879968.651949:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651964:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.651969:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.651978:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.651981:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879968.651984:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879968.651990:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879968.651995:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879968.651998:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305395727 00000100:00000001:1.0:1788879968.652003:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305397011 00000100:00000001:1.0:1788879968.652005:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305395727 00000100:00000001:1.0:1788879968.652007:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305397012 00000100:00000001:1.0:1788879968.652012:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879968.652014:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.652017:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879968.652026:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879968/real 1788879968] req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879968.652045:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879968.652047:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879968.652050:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879968.652053:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879968.652056:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879968.652059:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879968.652065:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879968.652076:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652103:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879968.652105:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652109:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.652110:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879968.652114:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652122:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879968.652125:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652130:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879968.652132:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652134:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.652134:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652136:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879968.652138:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879968.652140:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879968.652143:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879968.652144:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879968.652147:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879968.652152:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879968.652154:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879968.652156:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652160:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879968.652161:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.652162:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879968.652164:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879968.652165:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879968.652167:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879968.652168:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879968.652173:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879968.652174:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.652176:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879968.652178:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879968.652180:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879968.652182:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879968.652184:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879968.652186:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879968.652188:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519586176, portal 10 00000100:00000001:1.0:1788879968.652189:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879968.652190:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879968.652194:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652207:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879968.652209:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879968.652212:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879968.652214:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519586176, offset 0 00000400:00000200:1.0:1788879968.652219:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879968.652222:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.652226:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879968.652229:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879968.652232:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879968.652235:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879968.652238:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879968.652241:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460562:460562:256:4294967295] 192.168.203.155@tcp LPNI seq info [460556:460556:8:4294967295] 00000400:00000200:1.0:1788879968.652246:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.652268:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879968.652272:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.652275:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879968.652278:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879968.652280:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879968.652288:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.652289:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879968.652292:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879968.652294:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879968.652297:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879968.652298:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879968.652300:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879968.652303:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652320:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.652322:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652332:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.652333:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879968.652335:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879968.652338:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879968.652341:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879968.652342:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305395728 00000100:00000001:1.0:1788879968.652344:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305397011 00000100:00000001:1.0:1788879968.652346:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305395728 00000100:00000001:1.0:1788879968.652348:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305397012 00000100:00000001:1.0:1788879968.652349:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879968.652350:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.652352:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879968.652354:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879968/real 1788879968] req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879968.652359:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879968.652360:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879968.652361:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879968.652363:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879968.652364:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879968.652365:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879968.652367:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879968.652373:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652376:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879968.652377:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652379:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.652379:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879968.652381:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652387:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879968.652390:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652394:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879968.652395:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652396:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.652397:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652398:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879968.652400:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879968.652401:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879968.652403:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879968.652404:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879968.652406:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879968.652411:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879968.652413:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652414:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.652416:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519586048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652421:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879968.652422:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879968.652424:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879968.652426:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879968.652427:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879968.652428:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879968.652429:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879968.652431:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879968.652433:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879968.652434:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879968.652436:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788879968.652455:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879968.652457:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652458:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.652461:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519586176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652476:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879968.652477:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879968.652478:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879968.652480:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879968.652481:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879968.652482:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879968.652483:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879968.652484:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879968.652485:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879968.652486:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879968.652487:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879968.652488:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879968.652490:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652491:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652495:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879968.652496:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.652498:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879968.652499:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879968.652501:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879968.652505:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652513:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879968.652514:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.652517:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879968.652518:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879968.652521:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879968.652524:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879968.652532:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879968.652534:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879968.652535:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.652537:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879968.652540:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879968.652542:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879968.652545:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879968.652547:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879968.652550:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879968.652552:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519586304, portal 4 00000100:00000001:1.0:1788879968.652554:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879968.652555:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879968.652560:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652565:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879968.652567:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879968.652568:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879968.652570:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519586304, offset 0 00000400:00000200:1.0:1788879968.652572:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879968.652575:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.652577:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879968.652580:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879968.652582:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879968.652583:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879968.652585:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879968.652587:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460563:460563:256:4294967295] 192.168.203.155@tcp LPNI seq info [460557:460557:8:4294967295] 00000400:00000200:1.0:1788879968.652590:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.652595:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879968.652598:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.652600:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879968.652603:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879968.652606:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879968.652613:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.652614:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879968.652617:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879968.652619:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879968.652622:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879968.652623:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879968.652625:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879968.652627:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652633:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.652635:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652639:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.652641:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879968.652643:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879968.652645:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879968.652647:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879968.652648:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305395780 00000100:00000001:1.0:1788879968.652650:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305397011 00000100:00000001:1.0:1788879968.652652:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305395780 00000100:00000001:1.0:1788879968.652653:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305397012 00000100:00000001:1.0:1788879968.652655:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879968.652656:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.652657:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879968.652659:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879968/real 1788879968] req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879968.652664:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879968.652665:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879968.652667:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879968.652668:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879968.652670:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879968.652671:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879968.652673:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879968.652679:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652682:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879968.652683:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652685:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.652686:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879968.652689:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652696:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879968.652699:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652707:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879968.652710:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652712:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.652713:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652715:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879968.652717:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879968.652720:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879968.652724:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879968.652727:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879968.652732:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879968.652740:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879968.652743:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879968.652746:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652750:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879968.652751:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.652753:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879968.652754:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879968.652756:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879968.652758:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879968.652760:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879968.652762:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879968.652763:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879968.652764:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879968.652766:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879968.652767:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879968.652770:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879968.652772:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879968.652774:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879968.652776:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519586432, portal 4 00000100:00000001:1.0:1788879968.652778:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879968.652779:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879968.652783:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652788:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879968.652790:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879968.652791:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879968.652793:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519586432, offset 0 00000400:00000200:1.0:1788879968.652795:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879968.652798:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.652800:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879968.652802:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879968.652805:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879968.652806:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879968.652808:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879968.652810:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460564:460564:256:4294967295] 192.168.203.155@tcp LPNI seq info [460558:460558:8:4294967295] 00000400:00000200:1.0:1788879968.652813:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879968.652817:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879968.652820:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.652830:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879968.652833:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879968.652835:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788879968.652843:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879968.652844:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879968.652847:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879968.652849:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879968.652851:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879968.652853:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879968.652854:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879968.652857:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652862:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.652864:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652869:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.652870:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879968.652872:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879968.652874:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879968.652876:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879968.652877:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305395731 00000100:00000001:1.0:1788879968.652878:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305397011 00000100:00000001:1.0:1788879968.652880:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305395731 00000100:00000001:1.0:1788879968.652882:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305397012 00000100:00000001:1.0:1788879968.652884:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879968.652885:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.652886:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879968.652889:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879968/real 1788879968] req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879968.652893:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879968.652894:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879968.652895:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879968.652896:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879968.652897:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879968.652898:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879968.652900:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879968.652906:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652911:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879968.652912:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652913:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.652913:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879968.652915:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652919:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879968.652922:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652925:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879968.652927:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652928:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879968.652929:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652930:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879968.652932:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879968.652934:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879968.652936:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879968.652938:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879968.652940:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879968.652945:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879968.652947:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652948:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.652950:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519586304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652953:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879968.652954:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879968.652956:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879968.652957:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879968.652958:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879968.652959:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879968.652961:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879968.652962:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879968.652964:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879968.652965:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879968.652965:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879968.652967:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879968.652968:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652969:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879968.652971:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519586432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879968.652975:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879968.652976:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879968.652977:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879968.652979:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879968.652980:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879968.652981:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879968.652983:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879968.652984:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879968.652985:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879968.652986:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879968.652986:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879968.652988:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879968.652988:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652989:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879968.652992:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879968.652993:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879968.652994:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879968.652994:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879968.778387:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879968.778391:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879968.778395:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778402:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879968.778405:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778407:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778410:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879968.778417:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879968.778419:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879968.778421:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778423:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879968.778424:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778426:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778429:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879968.778435:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879968.778447:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879968.778449:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778451:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879968.778452:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778454:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879968.778469:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879969.802359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879969.802364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879969.802369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879969.802370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879969.802372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879969.802373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879969.994333:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305397011, at 4305397056 00000100:00000040:1.0:1788879969.994333:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305397012, at 4305397056 00000100:00000010:0.0:1788879969.994346:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000100:00000010:1.0:1788879969.994347:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00010000:00000001:1.0:1788879970.826325:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879970.826330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879970.826334:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879970.826335:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879970.826338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879970.826338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879971.850370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879971.850376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879971.850381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879971.850383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879971.850386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879971.850387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879972.874386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879972.874393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879972.874398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879972.874399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879972.874402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879972.874403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879973.770357:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879973.770365:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788879973.770368:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879973.770371:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879973.770376:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879973.770382:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10728 00000400:00000200:0.0:1788879973.770398:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879973.770418:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879973.770422:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879973.770425:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770429:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879973.770432:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770436:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879973.770444:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879973.770446:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788879973.770449:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879973.770453:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788879973.770456:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788879973.770458:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788879973.770462:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770464:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879973.770466:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770468:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879973.770470:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788879973.770473:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770475:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879973.770477:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879973.770480:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879973.770482:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879973.770484:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788879973.770486:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879973.770494:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788879973.770497:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788879973.770501:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788879973.770502:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879973.770505:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879973.770507:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879973.770511:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879973.770519:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788879973.770524:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879973.770531:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788879973.770539:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879973.770542:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879973.770546:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879973.770564:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879973.770567:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879973.770569:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788879973.770570:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879973.770571:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879973.770573:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879973.770575:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10728 00000400:00000200:0.0:1788879973.770578:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879973.770581:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788879973.770582:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879973.770584:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770586:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879973.770588:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770590:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879973.770594:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879973.770595:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788879973.770596:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879973.770598:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788879973.770600:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788879973.770601:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788879973.770604:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879973.770605:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788879973.770606:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879973.770610:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879973.770611:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788879973.770612:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788879973.770615:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1788879973.770616:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788879973.770620:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770623:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879973.770625:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879973.770626:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879973.770632:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879973.770637:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.770637:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788879973.770641:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879973.770641:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1788879973.770647:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1788879973.770647:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879973.770650:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788879973.770651:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.770655:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879973.770656:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879973.770663:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000100:00100000:1.0:1788879973.770663:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519586560:192.168.203.155@tcp:250:kworker.0 00000020:00000040:0.0:1788879973.770669:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000100:00000001:1.0:1788879973.770670:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788879973.770674:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879973.770675:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788879973.770676:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.770678:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879973.770679:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879973.770682:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788879973.770683:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879973.770686:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879973.770689:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000010:0.0:1788879973.770690:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788879973.770692:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879973.770695:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879973.770699:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00100000:0.0:1788879973.770704:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1788879973.770706:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000001:0.0:1788879973.770713:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1788879973.770714:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788879973.770717:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788879973.770722:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519586560, portal 25 00000100:00000040:0.0:1788879973.770723:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.770726:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879973.770728:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000040:1.0:1788879973.770736:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879973.770746:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.770748:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879973.770753:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788879973.770754:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788879973.770755:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879973.770759:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519586560, offset 0 00000100:00080000:0.0:1788879973.770762:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788879973.770767:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1788879973.770767:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788879973.770773:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1788879973.770778:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788879973.770780:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879973.770784:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10728 00000400:00000200:1.0:1788879973.770787:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879973.770792:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879973.770795:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879973.770799:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879973.770801:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879973.770804:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460565:460565:256:4294967295] 192.168.203.155@tcp LPNI seq info [460559:460559:8:4294967295] 00000400:00000200:1.0:1788879973.770808:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.770814:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000400:00000200:0.0:1788879973.770823:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000200:1.0:1788879973.770823:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788879973.770830:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000800:00000010:1.0:1788879973.770830:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000100:00080000:0.0:1788879973.770834:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788879973.770841:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000200:1.0:1788879973.770841:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788879973.770847:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1788879973.770848:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000100:00000040:0.0:1788879973.770849:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770854:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788879973.770860:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879973.770864:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788879973.770868:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000100:1.0:1788879973.770871:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788879973.770872:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788879973.770875:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000010:1.0:1788879973.770875:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000020:00000001:0.0:1788879973.770879:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000200:1.0:1788879973.770881:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1788879973.770883:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770887:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788879973.770889:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1788879973.770893:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770895:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788879973.770896:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000020:00000040:0.0:1788879973.770897:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000400:00000010:1.0:1788879973.770900:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00080000:0.0:1788879973.770902:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879973.770906:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.770906:0:2393:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788879973.770910:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1788879973.770913:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879973.770914:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879973.770920:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879973.770923:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879973.770926:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788879973.770930:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.770930:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788879973.770934:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879973.770936:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788879973.770939:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788879973.770944:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000100:00000001:1.0:1788879973.770946:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879973.770948:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788879973.770949:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1788879973.770951:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879973.770954:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788879973.770955:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879973.770956:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879973.770960:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879973.770962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000010:0.0:1788879973.770965:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:1.0:1788879973.770966:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305402131 00000100:00000001:0.0:1788879973.770972:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879973.770973:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000100:00100000:0.0:1788879973.770980:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879973.770981:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788879973.770989:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879973.770989:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305402131 00000100:00000001:0.0:1788879973.770993:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879973.770994:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dde0. 00000100:00000040:0.0:1788879973.770999:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771000:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879973.771004:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879973.771010:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771015:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788879973.771017:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788879973.771020:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1788879973.771022:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879973/real 1788879973] req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788879973.771025:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788879973.771028:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879973.771031:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879973.771036:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000400:00000001:1.0:1788879973.771036:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1788879973.771040:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10728 00000400:00000001:1.0:1788879973.771041:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879973.771044:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:0.0:1788879973.771048:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.771049:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879973.771052:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000400:00000200:0.0:1788879973.771055:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788879973.771056:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00080000:0.0:1788879973.771058:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1788879973.771062:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879973.771065:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771071:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879973.771075:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771079:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000200:1.0:1788879973.771080:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788879973.771083:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879973.771086:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788879973.771089:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788879973.771091:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:0.0:1788879973.771092:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000100:00000001:1.0:1788879973.771095:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788879973.771096:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788879973.771098:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1788879973.771100:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788879973.771101:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788879973.771105:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00100000:1.0:1788879973.771109:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879973.771110:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788879973.771115:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771119:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879973.771123:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788879973.771126:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788879973.771128:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771131:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879973.771134:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879973.771135:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879973.771139:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788879973.771144:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788879973.771149:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879973.771150:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1788879973.771152:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788879973.771153:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788879973.771157:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771157:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879973.771159:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788879973.771162:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771163:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879973.771166:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000010:0.0:1788879973.771167:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000100:00080000:1.0:1788879973.771169:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:0.0:1788879973.771171:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788879973.771174:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00080000:1.0:1788879973.771175:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 02000000:00000001:0.0:1788879973.771176:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771178:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788879973.771179:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879973.771182:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1788879973.771185:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788879973.771186:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788879973.771191:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788879973.771196:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879973.771200:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519586560:192.168.203.155@tcp:250:kworker.0 00000100:00100000:0.0:1788879973.771205:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879973.771207:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.771211:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879973.771217:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519586560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879973.771219:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788879973.771223:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771229:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1788879973.771231:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788879973.771233:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879973.771236:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879973.771242:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788879973.771243:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788879973.771246:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00080000:0.0:1788879973.771269:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788879973.771272:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788879973.771273:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788879973.771276:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788879973.771277:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788879973.771279:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10728 00000400:00000200:0.0:1788879973.771282:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788879973.771286:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000020:00000040:1.0:1788879973.771286:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00080000:0.0:1788879973.771291:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1788879973.771293:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:0.0:1788879973.771295:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771298:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1788879973.771298:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 00000100:00000040:0.0:1788879973.771304:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771306:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:1.0:1788879973.771306:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879973.771310:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1788879973.771311:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788879973.771315:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00000010:1.0:1788879973.771316:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000020:00000001:0.0:1788879973.771317:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788879973.771319:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788879973.771322:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788879973.771323:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1788879973.771324:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788879973.771326:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788879973.771329:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771333:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788879973.771333:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788879973.771336:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771340:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788879973.771341:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788879973.771343:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771345:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771345:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879973.771349:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879973.771350:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788879973.771354:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879973.771355:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879973.771358:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788879973.771359:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771361:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788879973.771363:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788879973.771365:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788879973.771368:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879973.771368:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788879973.771374:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788879973.771380:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788879973.771382:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1788879973.771384:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788879973.771384:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788879973.771391:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879973.771391:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788879973.771396:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.771396:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788879973.771412:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788879973.771415:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788879973.771418:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.771418:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879973.771423:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879973.771427:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1788879973.771428:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788879973.771429:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879973.771432:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.771435:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788879973.771436:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879973.771438:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879973.771442:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788879973.771446:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788879973.771447:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879973.771451:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879973.771456:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879973.771460:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519586688, portal 10 00000100:00000001:1.0:1788879973.771464:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788879973.771467:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879973.771467:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000001:0.0:1788879973.771472:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879973.771477:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788879973.771478:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771497:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879973.771501:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788879973.771502:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788879973.771504:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879973.771508:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519586688, offset 0 00000100:00000040:0.0:1788879973.771509:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10738) 00000400:00000200:1.0:1788879973.771513:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879973.771517:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.771521:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879973.771524:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879973.771526:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879973.771529:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879973.771531:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879973.771533:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460566:460566:256:4294967295] 192.168.203.155@tcp LPNI seq info [460560:460560:8:4294967295] 00000400:00000200:1.0:1788879973.771536:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.771541:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879973.771544:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879973.771546:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879973.771549:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879973.771551:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879973.771558:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879973.771559:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879973.771561:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879973.771564:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879973.771566:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879973.771567:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879973.771569:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879973.771571:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771577:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879973.771579:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771584:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771585:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879973.771586:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879973.771590:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879973.771592:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879973.771593:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305400847 00000100:00000001:1.0:1788879973.771595:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305402131 00000100:00000001:1.0:1788879973.771597:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305400847 00000100:00000001:1.0:1788879973.771598:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305402131 00000100:00000001:1.0:1788879973.771600:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879973.771601:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771602:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879973.771604:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879973/real 1788879973] req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879973.771609:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879973.771610:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879973.771611:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879973.771612:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879973.771613:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879973.771615:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879973.771617:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879973.771623:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771627:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879973.771627:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.771629:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879973.771629:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879973.771631:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771635:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879973.771638:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771642:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879973.771643:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.771644:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879973.771645:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.771646:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879973.771647:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879973.771649:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879973.771651:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879973.771653:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879973.771655:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879973.771660:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879973.771662:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879973.771664:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771673:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879973.771674:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.771675:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879973.771677:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879973.771678:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879973.771680:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879973.771681:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879973.771682:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879973.771683:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.771685:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879973.771686:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879973.771688:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879973.771689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879973.771691:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879973.771693:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879973.771695:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519586816, portal 10 00000100:00000001:1.0:1788879973.771696:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879973.771697:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788879973.771701:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771705:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879973.771707:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879973.771708:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879973.771710:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519586816, offset 0 00000400:00000200:1.0:1788879973.771712:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879973.771714:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.771716:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879973.771718:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879973.771719:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879973.771721:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879973.771722:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879973.771725:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460567:460567:256:4294967295] 192.168.203.155@tcp LPNI seq info [460561:460561:8:4294967295] 00000400:00000200:1.0:1788879973.771727:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.771732:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879973.771735:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879973.771736:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879973.771739:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879973.771741:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879973.771747:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879973.771748:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879973.771750:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879973.771752:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879973.771754:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879973.771755:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879973.771756:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879973.771758:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771763:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879973.771765:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771770:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771771:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879973.771772:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879973.771774:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879973.771776:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879973.771777:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305400847 00000100:00000001:1.0:1788879973.771779:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305402131 00000100:00000001:1.0:1788879973.771780:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305400847 00000100:00000001:1.0:1788879973.771781:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305402131 00000100:00000001:1.0:1788879973.771783:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879973.771785:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771786:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879973.771788:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879973/real 1788879973] req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879973.771793:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879973.771794:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879973.771795:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879973.771796:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879973.771797:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879973.771798:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879973.771800:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879973.771806:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771809:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879973.771810:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.771811:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879973.771812:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879973.771814:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771818:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879973.771820:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771824:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879973.771826:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.771827:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879973.771827:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.771828:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879973.771830:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879973.771831:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879973.771834:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879973.771835:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879973.771838:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879973.771842:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879973.771845:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879973.771846:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771850:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879973.771851:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.771853:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879973.771854:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879973.771855:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879973.771856:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879973.771858:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879973.771859:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879973.771861:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.771862:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879973.771864:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879973.771865:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879973.771867:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879973.771869:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879973.771871:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879973.771873:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519586944, portal 4 00000100:00000001:1.0:1788879973.771874:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879973.771875:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:1.0:1788879973.771879:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771884:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879973.771885:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879973.771887:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879973.771888:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519586944, offset 0 00000400:00000200:1.0:1788879973.771890:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879973.771892:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.771894:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879973.771896:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879973.771898:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879973.771899:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879973.771901:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879973.771903:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460568:460568:256:4294967295] 192.168.203.155@tcp LPNI seq info [460562:460562:8:4294967295] 00000400:00000200:1.0:1788879973.771906:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.771910:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879973.771912:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879973.771914:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879973.771916:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879973.771918:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879973.771925:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879973.771926:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879973.771928:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879973.771930:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879973.771932:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879973.771933:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879973.771934:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879973.771937:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771941:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879973.771943:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771947:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771948:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879973.771950:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879973.771952:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879973.771954:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879973.771956:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305400899 00000100:00000001:1.0:1788879973.771957:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305402131 00000100:00000001:1.0:1788879973.771959:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305400899 00000100:00000001:1.0:1788879973.771960:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305402131 00000100:00000001:1.0:1788879973.771961:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879973.771963:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.771964:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879973.771966:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879973/real 1788879973] req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879973.771970:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879973.771971:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879973.771972:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879973.771973:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879973.771974:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879973.771975:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879973.771977:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879973.771983:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771986:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879973.771987:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.771988:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879973.771989:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879973.771991:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.771995:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879973.771997:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772002:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879973.772004:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772005:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879973.772006:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772007:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879973.772008:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879973.772009:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879973.772011:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879973.772012:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879973.772014:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879973.772019:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519586944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879973.772021:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772022:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879973.772024:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519586688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772028:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879973.772029:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879973.772030:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788879973.772031:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879973.772032:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879973.772033:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879973.772034:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879973.772035:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788879973.772037:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879973.772038:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879973.772039:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788879973.772040:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879973.772041:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772043:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879973.772044:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519586816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772049:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879973.772049:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879973.772050:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788879973.772052:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879973.772052:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879973.772053:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879973.772054:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879973.772055:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788879973.772056:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879973.772057:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879973.772058:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788879973.772059:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879973.772060:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772060:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879973.772062:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519586944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772066:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879973.772067:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879973.772067:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879973.772069:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879973.772070:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879973.772071:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879973.772072:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879973.772073:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788879973.772074:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879973.772074:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879973.772075:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788879973.772076:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879973.772077:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772078:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772080:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879973.772081:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.772082:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879973.772083:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879973.772084:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879973.772086:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772091:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879973.772091:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.772093:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879973.772094:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879973.772095:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879973.772097:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519587072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879973.772099:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879973.772100:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879973.772101:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879973.772102:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879973.772104:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879973.772105:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879973.772107:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879973.772108:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879973.772110:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879973.772112:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519587072, portal 4 00000100:00000001:1.0:1788879973.772113:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879973.772114:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:1.0:1788879973.772117:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772121:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879973.772123:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879973.772124:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879973.772126:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519587072, offset 0 00000400:00000200:1.0:1788879973.772128:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879973.772130:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.772132:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879973.772134:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879973.772135:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879973.772137:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879973.772139:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879973.772141:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460569:460569:256:4294967295] 192.168.203.155@tcp LPNI seq info [460563:460563:8:4294967295] 00000400:00000200:1.0:1788879973.772144:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879973.772148:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879973.772150:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879973.772152:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879973.772154:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879973.772156:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788879973.772163:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879973.772164:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879973.772166:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879973.772168:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879973.772170:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879973.772171:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879973.772173:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879973.772175:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772179:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879973.772181:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788879998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772186:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.772187:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879973.772188:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879973.772190:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879973.772193:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879973.772194:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305400850 00000100:00000001:1.0:1788879973.772195:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305402131 00000100:00000001:1.0:1788879973.772197:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305400850 00000100:00000001:1.0:1788879973.772200:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305402131 00000100:00000001:1.0:1788879973.772201:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879973.772202:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.772203:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879973.772206:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879973/real 1788879973] req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879973.772210:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879973.772211:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879973.772212:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879973.772213:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879973.772214:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879973.772215:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879973.772217:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879973.772222:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772226:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879973.772227:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772228:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879973.772229:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879973.772231:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772235:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879973.772237:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772241:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879973.772242:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772243:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879973.772244:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772246:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879973.772261:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879973.772264:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879973.772266:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879973.772267:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879973.772270:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879973.772275:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519587072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879973.772278:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772280:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879973.772283:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519587072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788879998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879973.772290:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879973.772291:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879973.772293:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788879973.772296:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879973.772298:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879973.772299:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879973.772301:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879973.772303:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788879973.772305:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879973.772306:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879973.772308:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788879973.772310:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879973.772312:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772314:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879973.772317:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879973.772318:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879973.772320:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879973.772322:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879973.898373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879973.898378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879973.898383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879973.898384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879973.898387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879973.898388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879974.922330:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879974.922335:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879974.922340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879974.922341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879974.922343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879974.922344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879975.114420:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305402131, at 4305402176 00000100:00000010:0.0:1788879975.114457:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00000040:1.0:1788879975.114493:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305402131, at 4305402176 00000100:00000010:1.0:1788879975.114506:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00010000:00000001:1.0:1788879975.946366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879975.946371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879975.946376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879975.946377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879975.946379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879975.946380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879976.970429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879976.970436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879976.970443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879976.970444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879976.970448:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879976.970449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879977.994325:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879977.994331:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879977.994344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879977.994345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879977.994347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879977.994349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879978.890403:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879978.890423:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879978.890425:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879978.890429:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879978.890434:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879978.890441:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10733 00000400:00000200:1.0:1788879978.890449:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879978.890455:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879978.890457:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879978.890460:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890462:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.890464:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890466:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879978.890473:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879978.890474:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879978.890476:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879978.890479:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879978.890481:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879978.890483:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879978.890486:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890487:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.890489:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890490:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879978.890492:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879978.890495:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890497:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879978.890499:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879978.890501:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879978.890504:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.890506:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879978.890508:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879978.890516:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788879978.890519:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879978.890522:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879978.890524:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.890526:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879978.890529:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879978.890533:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879978.890540:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879978.890546:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879978.890554:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519587200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879978.890564:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879978.890567:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879978.890571:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519587200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879978.890594:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879978.890597:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879978.890600:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879978.890601:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879978.890603:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879978.890605:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879978.890607:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10733 00000400:00000200:1.0:1788879978.890610:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879978.890612:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879978.890614:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879978.890617:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890619:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.890621:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890623:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879978.890625:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879978.890626:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879978.890627:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879978.890629:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879978.890632:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879978.890637:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879978.890640:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890644:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.890648:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890652:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879978.890655:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879978.890662:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890668:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879978.890672:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879978.890679:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879978.890683:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.890687:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879978.890691:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879978.890697:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.890702:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879978.890710:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788879978.890715:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879978.890720:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879978.890723:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.890726:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879978.890727:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879978.890729:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879978.890734:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879978.890739:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879978.890746:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519587328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879978.890755:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879978.890759:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879978.890763:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519587328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879978.890777:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879978.890780:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879978.890784:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879978.890787:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879978.890790:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879978.890795:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879978.890801:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10733 00000400:00000200:1.0:1788879978.890826:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879978.890830:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879978.890831:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879978.890833:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890835:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.890838:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890841:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879978.890845:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879978.890847:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879978.890848:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879978.890852:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879978.890856:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879978.890858:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879978.890861:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890865:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.890870:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890872:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879978.890891:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879978.890897:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879978.890901:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879978.890903:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879978.890907:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879978.890912:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.890917:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879978.890921:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879978.890926:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.890932:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879978.890939:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788879978.890943:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879978.890946:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879978.890948:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.890949:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879978.890952:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879978.890955:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879978.890960:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879978.890965:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879978.890972:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519587456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879978.890983:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879978.890987:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879978.890993:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519587456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879978.891008:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879978.891010:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879978.891012:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879978.891013:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879978.891015:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879978.891016:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879978.891019:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10733 00000400:00000200:1.0:1788879978.891023:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879978.891030:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879978.891035:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879978.891042:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891045:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.891049:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891051:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879978.891054:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879978.891057:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879978.891060:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879978.891062:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879978.891064:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879978.891066:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879978.891072:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891074:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.891077:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891079:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879978.891083:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879978.891087:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891094:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879978.891096:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879978.891099:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879978.891102:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.891105:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879978.891107:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879978.891113:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.891115:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879978.891124:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788879978.891142:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879978.891148:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879978.891151:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.891165:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879978.891167:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879978.891172:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879978.891182:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879978.891187:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879978.891197:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519587584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879978.891219:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879978.891223:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879978.891230:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519587584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879978.891250:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879978.891257:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879978.891262:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879978.891263:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879978.891279:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879978.891281:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879978.891284:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10733 00000400:00000200:1.0:1788879978.891289:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879978.891292:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879978.891294:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879978.891296:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891299:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.891301:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891303:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879978.891361:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879978.891363:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879978.891379:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879978.891399:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879978.891413:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879978.891414:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879978.891418:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891422:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879978.891424:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891427:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879978.891433:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879978.891438:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879978.891441:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879978.891444:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879978.891463:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879978.891469:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.891474:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879978.891477:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879978.891482:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.891486:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879978.891493:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788879978.891497:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879978.891500:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879978.891503:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879978.891505:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879978.891509:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879978.891513:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879978.891520:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879978.891525:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879978.891534:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519587712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879978.891550:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879978.891555:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879978.891562:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519587712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879978.891584:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879978.891590:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10743) 00010000:00000001:1.0:1788879979.018427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879979.018433:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879979.018435:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879979.018439:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018442:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879979.018444:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018446:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018448:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879979.018452:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879979.018453:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879979.018455:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018456:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879979.018475:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018478:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018480:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018484:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879979.018486:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879979.018488:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879979.018490:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018492:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879979.018493:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018495:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879979.018498:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879980.042458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879980.042469:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879980.042477:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879980.042479:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879980.042484:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879980.042486:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879980.234451:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305407251, at 4305407296 00000100:00000040:1.0:1788879980.234466:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305407251, at 4305407296 00000100:00000010:0.0:1788879980.234476:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd80. 00000100:00000010:1.0:1788879980.234482:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba80. 00010000:00000001:1.0:1788879981.066366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879981.066371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879981.066376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879981.066377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879981.066379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879981.066380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879982.090371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879982.090378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879982.090385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879982.090387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879982.090391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879982.090392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879983.114390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879983.114399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879983.114404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879983.114406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879983.114410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879983.114411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879984.010373:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879984.010389:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788879984.010394:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879984.010400:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879984.010407:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879984.010420:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10738 00000400:00000200:1.0:1788879984.010436:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879984.010448:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879984.010455:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879984.010462:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010468:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.010476:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010482:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879984.010498:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879984.010502:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788879984.010509:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879984.010516:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788879984.010521:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788879984.010526:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788879984.010531:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010534:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.010536:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010539:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879984.010544:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788879984.010548:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010552:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879984.010556:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879984.010560:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879984.010565:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.010569:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788879984.010572:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879984.010582:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788879984.010587:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788879984.010593:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879984.010595:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.010599:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879984.010603:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879984.010610:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879984.010624:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788879984.010634:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879984.010648:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519587840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879984.010663:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879984.010670:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879984.010677:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519587840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879984.010716:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879984.010724:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879984.010731:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788879984.010734:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879984.010746:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879984.010752:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879984.010758:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10738 00000400:00000200:1.0:1788879984.010768:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879984.010778:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879984.010784:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879984.010791:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010796:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.010801:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010806:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879984.010815:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879984.010822:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788879984.010828:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879984.010838:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788879984.010847:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788879984.010881:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788879984.010908:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010917:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.010929:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010940:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879984.010950:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788879984.010975:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879984.010983:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879984.010993:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879984.011009:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879984.011014:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.011020:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879984.011032:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879984.011041:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.011050:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879984.011065:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788879984.011077:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879984.011088:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879984.011096:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.011101:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879984.011106:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879984.011117:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879984.011129:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788879984.011139:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879984.011162:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519587968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879984.011234:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879984.011240:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879984.011320:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519587968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879984.011367:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879984.011374:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879984.011382:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788879984.011386:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879984.011390:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879984.011396:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879984.011404:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10738 00000400:00000200:1.0:1788879984.011414:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879984.011423:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879984.011429:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879984.011436:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.011442:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.011447:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.011452:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879984.011466:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879984.011474:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788879984.011482:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879984.011493:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788879984.011503:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788879984.011515:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788879984.011531:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.011540:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.011552:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.011559:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879984.011566:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788879984.011580:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879984.011593:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879984.011603:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879984.011617:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879984.011632:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.011642:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879984.011654:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788879984.011667:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.011677:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879984.011692:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788879984.011702:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788879984.011708:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879984.011715:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.011725:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879984.011731:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879984.011740:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879984.011754:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788879984.011767:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879984.011784:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519588096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879984.011818:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879984.011830:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879984.011850:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519588096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879984.011889:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879984.011901:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879984.011915:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788879984.011926:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879984.011935:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879984.011947:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879984.011965:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10738 00000400:00000200:1.0:1788879984.011982:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879984.011999:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879984.012011:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879984.012027:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012036:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.012048:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012057:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879984.012071:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879984.012078:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788879984.012085:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879984.012096:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788879984.012110:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788879984.012118:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788879984.012137:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012151:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.012164:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012172:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879984.012185:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788879984.012194:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012210:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879984.012222:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879984.012234:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879984.012293:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.012307:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879984.012316:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788879984.012328:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.012363:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879984.012378:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788879984.012391:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879984.012407:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879984.012416:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.012430:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879984.012438:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879984.012448:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879984.012466:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788879984.012495:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879984.012523:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519588224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879984.012558:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879984.012568:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879984.012581:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519588224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879984.012638:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788879984.012646:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788879984.012659:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788879984.012663:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788879984.012670:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788879984.012676:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788879984.012689:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10738 00000400:00000200:1.0:1788879984.012708:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879984.012716:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788879984.012724:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788879984.012736:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012746:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.012753:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012761:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788879984.012771:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788879984.012779:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788879984.012789:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788879984.012798:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788879984.012813:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788879984.012825:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788879984.012846:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012858:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788879984.012873:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012884:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788879984.012900:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788879984.012918:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788879984.012933:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879984.012944:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788879984.012956:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879984.012971:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.012983:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788879984.012986:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788879984.012991:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.012998:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788879984.013006:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788879984.013015:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788879984.013023:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788879984.013027:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879984.013032:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788879984.013034:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788879984.013038:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788879984.013048:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788879984.013059:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879984.013078:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519588352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788879984.013104:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788879984.013112:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879984.013131:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519588352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879984.013164:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879984.013178:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10748) 00010000:00000001:1.0:1788879984.138420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879984.138430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879984.138440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879984.138442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879984.138450:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879984.138453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879985.162369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879985.162380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879985.162390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879985.162392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879985.162399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879985.162402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879985.354409:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305412372, at 4305412416 00000100:00000040:1.0:1788879985.354417:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305412372, at 4305412416 00000100:00000010:0.0:1788879985.354430:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b600. 00000100:00000010:1.0:1788879985.354436:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b1e0. 00010000:00000001:1.0:1788879986.186379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879986.186387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879986.186394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879986.186396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879986.186401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879986.186402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879987.210412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879987.210420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879987.210428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879987.210430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879987.210435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879987.210438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879988.234360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879988.234369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879988.234376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879988.234378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879988.234382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879988.234384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.130791:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879989.130801:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879989.130810:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879989.130831:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.130898:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879989.130903:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.130912:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879989.130922:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879989.130931:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879989.130943:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519588480:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879989.130954:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879989.130963:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879989.130970:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.130980:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879989.130992:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879989.130999:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879989.131011:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879989.131023:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879989.131039:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879989.131051:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519588480, portal 25 00000100:00000001:1.0:1788879989.131062:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879989.131067:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879989.131088:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.131121:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879989.131130:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879989.131136:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879989.131148:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519588480, offset 0 00000400:00000200:1.0:1788879989.131168:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879989.131189:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.131205:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879989.131219:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879989.131228:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879989.131241:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879989.131282:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879989.131290:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460580:460580:256:4294967295] 192.168.203.155@tcp LPNI seq info [460574:460574:8:4294967295] 00000400:00000200:1.0:1788879989.131316:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.131332:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879989.131343:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.131351:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879989.131369:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879989.131378:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879989.131418:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.131425:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879989.131439:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879989.131453:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879989.131465:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879989.131471:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879989.131479:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879989.131490:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.131536:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.131548:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.131579:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.131588:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879989.131601:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879989.131613:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879989.131624:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305417492 00000100:00000010:1.0:1788879989.131637:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dde0. 00000100:00000001:1.0:1788879989.131652:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879989.131674:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305417492 00000100:00000010:1.0:1788879989.131683:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788879989.131691:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879989.131706:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879989.131719:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.131728:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879989.131745:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879989/real 1788879989] req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879989.131788:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879989.131794:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879989.131800:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879989.131808:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879989.131813:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879989.131821:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879989.131832:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879989.131863:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.131893:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879989.131901:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.131905:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.131912:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879989.131931:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.131974:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879989.131988:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132030:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879989.132037:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.132043:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.132048:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.132055:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879989.132062:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879989.132076:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879989.132089:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879989.132096:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879989.132111:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879989.132152:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519588480:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879989.132169:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.132175:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.132186:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519588480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132226:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879989.132233:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879989.132239:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879989.132282:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879989.132287:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879989.132291:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879989.132315:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879989.132322:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788879989.132330:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879989.132336:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879989.132341:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879989.132347:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879989.132352:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.132357:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.132373:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879989.132379:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.132384:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879989.132392:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879989.132397:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879989.132409:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132434:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879989.132438:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.132447:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879989.132451:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879989.132458:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879989.132471:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519588608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879989.132489:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879989.132494:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879989.132500:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.132508:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879989.132519:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879989.132527:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879989.132543:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879989.132552:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879989.132560:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879989.132568:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519588608, portal 10 00000100:00000001:1.0:1788879989.132576:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879989.132579:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879989.132591:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132600:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879989.132604:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879989.132607:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879989.132610:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519588608, offset 0 00000400:00000200:1.0:1788879989.132615:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879989.132620:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.132625:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879989.132628:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879989.132632:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879989.132635:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879989.132638:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879989.132642:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460581:460581:256:4294967295] 192.168.203.155@tcp LPNI seq info [460575:460575:8:4294967295] 00000400:00000200:1.0:1788879989.132648:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.132656:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879989.132662:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.132667:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879989.132672:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879989.132676:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879989.132691:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.132694:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879989.132698:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879989.132702:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879989.132706:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879989.132709:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879989.132712:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879989.132716:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132727:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.132731:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132739:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.132742:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879989.132745:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879989.132750:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879989.132754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879989.132757:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305416208 00000100:00000001:1.0:1788879989.132761:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305417492 00000100:00000001:1.0:1788879989.132764:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305416208 00000100:00000001:1.0:1788879989.132767:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305417492 00000100:00000001:1.0:1788879989.132769:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879989.132772:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.132774:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879989.132779:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879989/real 1788879989] req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879989.132798:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879989.132800:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879989.132802:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879989.132805:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879989.132807:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879989.132809:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879989.132813:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879989.132823:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132832:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879989.132834:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.132836:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.132837:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879989.132842:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132850:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879989.132854:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132863:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879989.132866:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.132867:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.132869:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.132871:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879989.132873:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879989.132877:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879989.132880:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879989.132883:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879989.132889:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879989.132899:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519588608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879989.132904:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879989.132907:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132915:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879989.132917:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.132919:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879989.132922:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879989.132924:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879989.132927:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519588736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879989.132931:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879989.132933:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879989.132935:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.132937:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879989.132941:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879989.132944:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879989.132947:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879989.132950:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879989.132953:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879989.132957:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519588736, portal 10 00000100:00000001:1.0:1788879989.132960:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879989.132961:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788879989.132968:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.132977:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879989.132980:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879989.132982:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879989.132985:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519588736, offset 0 00000400:00000200:1.0:1788879989.132990:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879989.132994:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.132998:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879989.133002:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879989.133005:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879989.133009:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879989.133012:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879989.133016:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460582:460582:256:4294967295] 192.168.203.155@tcp LPNI seq info [460576:460576:8:4294967295] 00000400:00000200:1.0:1788879989.133021:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.133028:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879989.133034:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.133037:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879989.133042:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879989.133046:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879989.133059:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.133062:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879989.133065:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879989.133069:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879989.133073:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879989.133075:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879989.133077:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879989.133082:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133091:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.133094:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133103:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.133105:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879989.133108:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879989.133111:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879989.133114:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879989.133118:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305416208 00000100:00000001:1.0:1788879989.133121:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305417492 00000100:00000001:1.0:1788879989.133124:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305416208 00000100:00000001:1.0:1788879989.133126:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305417492 00000100:00000001:1.0:1788879989.133128:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879989.133131:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.133133:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879989.133137:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879989/real 1788879989] req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879989.133146:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879989.133148:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879989.133149:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879989.133152:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879989.133154:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879989.133157:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879989.133161:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879989.133171:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133179:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879989.133180:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133182:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.133184:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879989.133188:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133196:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879989.133200:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133208:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879989.133212:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133215:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.133216:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133218:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879989.133221:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879989.133224:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879989.133228:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879989.133230:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879989.133235:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879989.133244:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519588736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879989.133273:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879989.133278:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133287:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879989.133289:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.133291:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879989.133316:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879989.133320:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879989.133324:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519588864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879989.133328:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879989.133330:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879989.133333:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.133335:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879989.133340:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879989.133342:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879989.133346:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879989.133349:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879989.133353:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879989.133357:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519588864, portal 4 00000100:00000001:1.0:1788879989.133360:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879989.133362:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788879989.133369:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133378:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879989.133381:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879989.133384:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879989.133386:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519588864, offset 0 00000400:00000200:1.0:1788879989.133391:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879989.133395:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.133399:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879989.133403:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879989.133406:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879989.133409:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879989.133412:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879989.133416:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460583:460583:256:4294967295] 192.168.203.155@tcp LPNI seq info [460577:460577:8:4294967295] 00000400:00000200:1.0:1788879989.133421:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.133430:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879989.133435:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.133438:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879989.133443:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879989.133446:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879989.133459:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.133462:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879989.133466:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879989.133470:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879989.133474:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879989.133476:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879989.133478:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879989.133483:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133501:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.133505:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133513:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.133515:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879989.133518:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879989.133522:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879989.133525:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879989.133528:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305416261 00000100:00000001:1.0:1788879989.133530:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305417492 00000100:00000001:1.0:1788879989.133533:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305416261 00000100:00000001:1.0:1788879989.133536:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305417492 00000100:00000001:1.0:1788879989.133539:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879989.133541:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.133543:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879989.133548:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879989/real 1788879989] req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879989.133556:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879989.133558:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879989.133560:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879989.133562:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879989.133564:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879989.133567:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879989.133571:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879989.133581:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133589:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879989.133591:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133594:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.133595:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879989.133600:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133608:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879989.133612:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133620:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879989.133623:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133625:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.133626:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133628:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879989.133630:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879989.133633:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879989.133637:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879989.133639:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879989.133644:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879989.133653:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519588864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879989.133657:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133659:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.133663:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519588608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133672:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879989.133674:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879989.133677:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879989.133680:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879989.133681:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879989.133684:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879989.133687:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879989.133689:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788879989.133692:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879989.133694:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879989.133696:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879989.133699:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879989.133701:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133703:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.133707:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519588736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133715:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879989.133717:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879989.133719:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879989.133721:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879989.133722:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879989.133724:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879989.133726:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879989.133728:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788879989.133730:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879989.133731:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879989.133733:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788879989.133736:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879989.133737:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133739:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.133742:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519588864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133750:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879989.133751:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879989.133753:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879989.133755:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879989.133757:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879989.133758:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879989.133760:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879989.133762:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788879989.133764:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879989.133766:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879989.133768:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788879989.133771:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879989.133773:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133775:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.133778:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879989.133780:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.133783:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879989.133784:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879989.133786:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879989.133790:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133799:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879989.133800:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.133803:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879989.133805:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879989.133807:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879989.133811:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519588992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879989.133814:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879989.133816:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879989.133819:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879989.133821:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879989.133825:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879989.133827:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879989.133831:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879989.133834:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879989.133837:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879989.133841:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519588992, portal 4 00000100:00000001:1.0:1788879989.133843:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879989.133845:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879989.133855:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.133869:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879989.133874:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879989.133879:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879989.133884:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519588992, offset 0 00000400:00000200:1.0:1788879989.133893:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879989.133900:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.133907:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879989.133913:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879989.133918:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879989.133923:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879989.133928:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879989.133935:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460584:460584:256:4294967295] 192.168.203.155@tcp LPNI seq info [460578:460578:8:4294967295] 00000400:00000200:1.0:1788879989.133943:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879989.133955:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879989.133964:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.133971:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879989.133979:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879989.133984:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788879989.134006:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879989.134010:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879989.134016:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879989.134024:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879989.134030:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879989.134034:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879989.134040:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879989.134048:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.134062:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.134066:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.134075:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.134077:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879989.134083:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879989.134087:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879989.134092:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879989.134095:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305416212 00000100:00000001:1.0:1788879989.134098:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305417492 00000100:00000001:1.0:1788879989.134101:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305416212 00000100:00000001:1.0:1788879989.134104:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305417492 00000100:00000001:1.0:1788879989.134107:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879989.134109:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.134112:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879989.134116:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879989/real 1788879989] req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879989.134126:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879989.134128:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879989.134131:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879989.134133:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879989.134135:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879989.134138:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879989.134142:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879989.134152:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.134160:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879989.134161:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.134164:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.134165:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879989.134169:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.134177:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879989.134182:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.134191:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879989.134194:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.134196:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879989.134198:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.134200:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879989.134203:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879989.134206:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879989.134210:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879989.134213:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879989.134217:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879989.134226:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519588992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879989.134231:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.134233:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879989.134237:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519588992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879989.134245:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879989.134277:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879989.134281:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879989.134284:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879989.134286:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879989.134288:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879989.134291:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879989.134311:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788879989.134315:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879989.134317:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879989.134319:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879989.134323:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879989.134324:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.134328:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879989.134332:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879989.134334:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879989.134337:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879989.134339:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879989.258388:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879989.258392:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879989.258396:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258401:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879989.258405:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258408:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258411:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879989.258418:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879989.258419:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879989.258421:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258423:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879989.258425:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258428:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258430:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879989.258436:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879989.258438:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879989.258440:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258442:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879989.258443:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258445:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879989.258448:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879990.282370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879990.282377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879990.282382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879990.282384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879990.282388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879990.282389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879990.474415:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305417492, at 4305417536 00000100:00000040:0.0:1788879990.474427:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305417492, at 4305417536 00000100:00000010:0.0:1788879990.474446:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000100:00000010:1.0:1788879990.474451:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00010000:00000001:1.0:1788879991.306370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879991.306379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879991.306386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879991.306388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879991.306392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879991.306393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879992.330396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879992.330404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879992.330411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879992.330412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879992.330416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879992.330418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879993.354383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879993.354391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879993.354398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879993.354400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879993.354404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879993.354406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.250684:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879994.250695:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879994.250705:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879994.250727:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.250770:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879994.250776:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.250786:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879994.250793:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879994.250802:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879994.250815:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519589120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879994.250825:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879994.250834:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879994.250841:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.250848:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879994.250862:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879994.250869:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879994.250884:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879994.250895:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879994.250911:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879994.250923:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519589120, portal 25 00000100:00000001:1.0:1788879994.250931:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879994.250936:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788879994.250954:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.250991:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879994.251001:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879994.251008:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879994.251016:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519589120, offset 0 00000400:00000200:1.0:1788879994.251038:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879994.251054:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.251068:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879994.251079:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879994.251089:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879994.251100:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879994.251108:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879994.251127:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460585:460585:256:4294967295] 192.168.203.155@tcp LPNI seq info [460579:460579:8:4294967295] 00000400:00000200:1.0:1788879994.251158:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.251207:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879994.251232:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.251299:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879994.251317:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879994.251326:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879994.251380:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.251388:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879994.251401:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879994.251421:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879994.251433:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879994.251440:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879994.251451:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879994.251465:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.251500:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.251509:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.251533:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.251540:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879994.251549:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879994.251568:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879994.251577:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305422612 00000100:00000010:1.0:1788879994.251591:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788879994.251607:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879994.251620:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305422612 00000100:00000010:1.0:1788879994.251632:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788879994.251640:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879994.251651:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879994.251663:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.251673:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879994.251693:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879994/real 1788879994] req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879994.251744:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879994.251752:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879994.251762:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879994.251776:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879994.251784:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879994.251793:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879994.251807:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879994.251851:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.251874:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879994.251882:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.251893:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.251897:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879994.251910:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.251930:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879994.251942:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.251972:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879994.251981:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.251992:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.251995:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.252008:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879994.252011:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879994.252018:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879994.252034:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879994.252044:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879994.252057:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879994.252087:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519589120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879994.252100:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.252108:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.252119:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519589120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.252155:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879994.252165:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879994.252177:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879994.252191:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879994.252200:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879994.252210:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879994.252222:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879994.252229:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879994.252240:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879994.252308:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879994.252316:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788879994.252326:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879994.252332:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.252339:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.252352:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879994.252360:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.252368:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879994.252372:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879994.252378:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879994.252395:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.252429:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879994.252434:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.252442:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879994.252448:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879994.252458:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879994.252473:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879994.252486:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879994.252495:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879994.252503:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.252508:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879994.252518:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879994.252527:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879994.252543:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879994.252552:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879994.252560:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879994.252570:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519589248, portal 10 00000100:00000001:1.0:1788879994.252581:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879994.252585:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788879994.252606:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.252659:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879994.252671:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879994.252682:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879994.252693:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519589248, offset 0 00000400:00000200:1.0:1788879994.252720:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879994.252738:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.252756:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879994.252767:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879994.252774:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879994.252781:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879994.252786:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879994.252791:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460586:460586:256:4294967295] 192.168.203.155@tcp LPNI seq info [460580:460580:8:4294967295] 00000400:00000200:1.0:1788879994.252798:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.252807:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879994.252813:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.252819:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879994.252825:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879994.252830:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879994.252844:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.252847:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879994.252851:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879994.252856:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879994.252860:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879994.252863:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879994.252867:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879994.252872:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.252884:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.252888:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.252905:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.252908:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879994.252912:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879994.252917:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879994.252922:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879994.252925:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305421328 00000100:00000001:1.0:1788879994.252929:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305422612 00000100:00000001:1.0:1788879994.252932:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305421328 00000100:00000001:1.0:1788879994.252935:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305422612 00000100:00000001:1.0:1788879994.252937:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879994.252940:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.252942:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879994.252947:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879994/real 1788879994] req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879994.252957:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879994.252959:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879994.252962:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879994.252964:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879994.252966:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879994.252969:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879994.252973:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879994.252984:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.252991:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879994.252993:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.252996:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.252997:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879994.253002:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253011:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879994.253016:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253025:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879994.253028:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253030:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.253032:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253034:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879994.253036:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879994.253040:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879994.253043:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879994.253046:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879994.253051:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879994.253060:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879994.253065:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879994.253069:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253078:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879994.253079:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.253082:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879994.253085:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879994.253088:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879994.253092:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879994.253096:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879994.253098:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879994.253101:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.253103:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879994.253108:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879994.253110:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879994.253114:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879994.253118:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879994.253122:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879994.253128:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519589376, portal 10 00000100:00000001:1.0:1788879994.253132:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879994.253134:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788879994.253147:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253160:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879994.253165:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879994.253170:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879994.253175:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519589376, offset 0 00000400:00000200:1.0:1788879994.253184:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879994.253192:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.253200:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879994.253206:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879994.253212:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879994.253216:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879994.253221:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879994.253227:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460587:460587:256:4294967295] 192.168.203.155@tcp LPNI seq info [460581:460581:8:4294967295] 00000400:00000200:1.0:1788879994.253234:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.253243:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879994.253306:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.253312:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879994.253318:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879994.253321:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879994.253335:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.253339:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879994.253343:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879994.253348:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879994.253352:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879994.253355:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879994.253358:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879994.253364:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253375:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.253379:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253388:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.253390:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879994.253395:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879994.253399:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879994.253403:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879994.253406:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305421329 00000100:00000001:1.0:1788879994.253410:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305422612 00000100:00000001:1.0:1788879994.253413:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305421329 00000100:00000001:1.0:1788879994.253415:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305422612 00000100:00000001:1.0:1788879994.253418:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879994.253420:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.253423:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879994.253427:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879994/real 1788879994] req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879994.253437:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879994.253439:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879994.253442:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879994.253444:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879994.253446:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879994.253450:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879994.253453:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879994.253464:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253472:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879994.253474:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253476:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.253477:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879994.253482:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253490:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879994.253495:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253503:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879994.253506:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253508:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.253509:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253511:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879994.253514:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879994.253517:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879994.253521:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879994.253523:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879994.253528:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879994.253538:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879994.253542:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879994.253547:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253556:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879994.253558:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.253561:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879994.253563:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879994.253565:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879994.253569:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879994.253572:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879994.253575:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879994.253577:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.253579:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879994.253583:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879994.253586:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879994.253590:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879994.253593:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879994.253597:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879994.253601:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519589504, portal 4 00000100:00000001:1.0:1788879994.253603:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879994.253605:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788879994.253612:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253620:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879994.253623:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879994.253626:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879994.253629:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519589504, offset 0 00000400:00000200:1.0:1788879994.253633:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879994.253638:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.253642:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879994.253646:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879994.253649:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879994.253652:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879994.253655:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879994.253660:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460588:460588:256:4294967295] 192.168.203.155@tcp LPNI seq info [460582:460582:8:4294967295] 00000400:00000200:1.0:1788879994.253665:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.253674:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879994.253682:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.253687:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879994.253694:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879994.253700:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879994.253721:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.253725:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879994.253731:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879994.253738:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879994.253745:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879994.253749:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879994.253754:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879994.253762:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253779:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.253786:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253795:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.253797:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879994.253802:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879994.253806:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879994.253811:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879994.253813:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305421381 00000100:00000001:1.0:1788879994.253817:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305422612 00000100:00000001:1.0:1788879994.253819:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305421381 00000100:00000001:1.0:1788879994.253822:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305422612 00000100:00000001:1.0:1788879994.253825:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879994.253829:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.253831:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879994.253836:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879994/real 1788879994] req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879994.253847:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879994.253849:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879994.253851:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879994.253854:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879994.253856:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879994.253859:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879994.253863:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879994.253873:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253881:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879994.253883:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253885:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.253886:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879994.253891:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253899:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879994.253903:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253913:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879994.253916:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253918:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.253919:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253921:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879994.253924:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879994.253927:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879994.253931:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879994.253934:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879994.253939:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879994.253949:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879994.253953:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253956:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.253959:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519589248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.253967:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879994.253969:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879994.253972:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879994.253975:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879994.253977:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879994.253979:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879994.253982:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879994.253984:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879994.253987:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879994.253989:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879994.253992:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788879994.253995:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879994.253996:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.253999:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.254002:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519589376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254010:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879994.254011:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879994.254013:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879994.254016:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879994.254017:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879994.254019:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879994.254021:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879994.254024:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879994.254026:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879994.254028:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879994.254029:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788879994.254033:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879994.254034:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.254036:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.254040:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519589504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254047:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879994.254048:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879994.254050:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879994.254053:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879994.254055:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879994.254056:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879994.254058:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879994.254060:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879994.254062:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879994.254063:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879994.254065:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788879994.254068:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879994.254069:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.254071:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.254076:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879994.254078:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.254080:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879994.254082:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879994.254084:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879994.254088:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254096:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879994.254097:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.254100:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879994.254102:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879994.254105:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879994.254108:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879994.254113:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879994.254115:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879994.254117:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879994.254120:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879994.254125:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879994.254129:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879994.254135:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879994.254141:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879994.254146:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879994.254152:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519589632, portal 4 00000100:00000001:1.0:1788879994.254156:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879994.254159:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788879994.254171:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254185:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879994.254190:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879994.254196:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879994.254201:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519589632, offset 0 00000400:00000200:1.0:1788879994.254209:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879994.254218:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.254225:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879994.254231:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879994.254235:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879994.254238:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879994.254241:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879994.254297:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460589:460589:256:4294967295] 192.168.203.155@tcp LPNI seq info [460583:460583:8:4294967295] 00000400:00000200:1.0:1788879994.254305:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879994.254314:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879994.254320:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.254326:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879994.254331:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879994.254336:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788879994.254350:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879994.254353:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879994.254357:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879994.254361:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879994.254366:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879994.254368:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879994.254372:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879994.254377:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254387:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.254391:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254400:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.254402:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879994.254406:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879994.254410:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879994.254415:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879994.254417:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305421333 00000100:00000001:1.0:1788879994.254421:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305422612 00000100:00000001:1.0:1788879994.254423:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305421333 00000100:00000001:1.0:1788879994.254426:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305422612 00000100:00000001:1.0:1788879994.254429:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879994.254431:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.254434:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879994.254438:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879994/real 1788879994] req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879994.254447:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879994.254449:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879994.254452:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879994.254455:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879994.254457:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879994.254460:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879994.254464:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879994.254474:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254481:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879994.254483:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.254485:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.254487:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879994.254491:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254499:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879994.254504:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254513:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879994.254516:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.254518:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879994.254520:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.254522:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879994.254525:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879994.254528:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879994.254532:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879994.254534:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879994.254539:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879994.254548:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879994.254553:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.254555:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879994.254559:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519589632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879994.254567:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879994.254569:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879994.254571:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879994.254574:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879994.254576:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879994.254578:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879994.254580:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879994.254582:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879994.254585:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879994.254586:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879994.254589:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788879994.254592:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879994.254593:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.254596:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879994.254600:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879994.254602:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879994.254605:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879994.254607:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879994.378402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879994.378409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879994.378415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879994.378417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879994.378421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879994.378423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879995.402406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879995.402415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879995.402421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879995.402423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879995.402427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879995.402429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788879995.594346:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305422612, at 4305422656 00000100:00000010:0.0:1788879995.594363:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00000040:1.0:1788879995.594398:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305422612, at 4305422656 00000100:00000010:1.0:1788879995.594411:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00010000:00000001:1.0:1788879996.426377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879996.426385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879996.426392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879996.426394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879996.426399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879996.426400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879997.450479:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879997.450489:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879997.450498:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879997.450499:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879997.450504:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879997.450506:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879998.474361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879998.474370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879998.474380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879998.474383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879998.474390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879998.474392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.370620:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879999.370626:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879999.370630:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879999.370638:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.370658:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879999.370661:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.370667:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879999.370671:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879999.370676:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879999.370683:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519589760:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879999.370689:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879999.370694:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879999.370698:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.370702:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879999.370710:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879999.370714:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879999.370723:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879999.370731:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879999.370740:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879999.370749:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519589760, portal 25 00000100:00000001:1.0:1788879999.370755:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879999.370758:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788879999.370766:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.370780:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879999.370790:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879999.370796:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879999.370804:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519589760, offset 0 00000400:00000200:1.0:1788879999.370819:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879999.370832:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.370843:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879999.370850:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879999.370856:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879999.370863:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879999.370869:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879999.370878:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460590:460590:256:4294967295] 192.168.203.155@tcp LPNI seq info [460584:460584:8:4294967295] 00000400:00000200:1.0:1788879999.370888:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.370903:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879999.370917:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.370927:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879999.370940:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879999.370946:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879999.370967:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.370970:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879999.370978:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879999.370984:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879999.370991:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879999.370994:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879999.371002:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879999.371008:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371022:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.371028:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371039:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.371042:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879999.371051:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879999.371061:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879999.371066:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305427731 00000100:00000010:1.0:1788879999.371075:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788879999.371085:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788879999.371102:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305427731 00000100:00000010:1.0:1788879999.371108:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:1.0:1788879999.371114:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788879999.371119:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879999.371125:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.371130:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879999.371137:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879999/real 1788879999] req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879999.371156:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879999.371160:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879999.371164:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879999.371169:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879999.371173:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879999.371178:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879999.371184:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879999.371203:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371269:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879999.371273:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371277:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.371281:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879999.371291:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371302:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879999.371310:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371323:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879999.371327:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371331:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.371335:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371341:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879999.371344:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879999.371348:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879999.371352:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879999.371356:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879999.371360:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879999.371374:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519589760:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788879999.371380:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371384:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.371390:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519589760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371415:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879999.371420:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879999.371423:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879999.371429:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879999.371430:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879999.371432:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788879999.371434:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879999.371436:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788879999.371439:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879999.371441:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879999.371442:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788879999.371445:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879999.371446:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371447:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371453:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879999.371455:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.371456:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879999.371458:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788879999.371459:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879999.371461:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371466:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879999.371467:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.371468:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879999.371470:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879999.371471:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879999.371473:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879999.371475:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879999.371476:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879999.371477:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.371478:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879999.371480:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879999.371481:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879999.371484:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879999.371485:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879999.371488:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879999.371490:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519589888, portal 10 00000100:00000001:1.0:1788879999.371492:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879999.371492:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788879999.371497:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371502:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879999.371503:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879999.371505:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879999.371506:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519589888, offset 0 00000400:00000200:1.0:1788879999.371509:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879999.371512:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.371514:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879999.371517:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879999.371519:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879999.371520:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879999.371522:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879999.371524:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460591:460591:256:4294967295] 192.168.203.155@tcp LPNI seq info [460585:460585:8:4294967295] 00000400:00000200:1.0:1788879999.371527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.371532:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879999.371535:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.371537:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879999.371540:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879999.371542:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879999.371549:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.371550:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879999.371552:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879999.371555:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879999.371557:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879999.371558:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879999.371560:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879999.371562:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371571:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.371573:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371578:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.371579:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879999.371580:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879999.371583:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788879999.371585:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879999.371587:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305426447 00000100:00000001:1.0:1788879999.371589:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305427731 00000100:00000001:1.0:1788879999.371590:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305426447 00000100:00000001:1.0:1788879999.371592:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305427731 00000100:00000001:1.0:1788879999.371593:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879999.371595:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.371596:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879999.371598:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879999/real 1788879999] req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879999.371603:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879999.371603:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879999.371604:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879999.371606:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879999.371607:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879999.371608:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879999.371610:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879999.371615:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371619:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879999.371621:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371622:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.371623:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879999.371625:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371629:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879999.371631:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371635:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879999.371637:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371638:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.371639:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371640:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879999.371641:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879999.371642:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879999.371644:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879999.371645:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879999.371648:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879999.371652:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519589888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879999.371655:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879999.371657:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371661:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879999.371662:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.371664:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879999.371665:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879999.371666:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879999.371668:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879999.371670:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879999.371672:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879999.371673:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.371674:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879999.371676:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879999.371677:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879999.371679:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879999.371680:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879999.371682:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879999.371684:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519590016, portal 10 00000100:00000001:1.0:1788879999.371685:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879999.371686:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788879999.371690:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371694:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879999.371695:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879999.371697:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879999.371698:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519590016, offset 0 00000400:00000200:1.0:1788879999.371700:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879999.371702:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.371704:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879999.371706:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879999.371708:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879999.371710:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879999.371711:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879999.371713:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460592:460592:256:4294967295] 192.168.203.155@tcp LPNI seq info [460586:460586:8:4294967295] 00000400:00000200:1.0:1788879999.371716:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.371721:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879999.371723:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.371725:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879999.371728:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879999.371730:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879999.371736:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.371737:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879999.371739:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879999.371741:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879999.371743:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879999.371744:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879999.371745:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879999.371748:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371753:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.371755:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371759:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.371760:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879999.371761:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879999.371763:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788879999.371765:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879999.371767:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305426447 00000100:00000001:1.0:1788879999.371769:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305427731 00000100:00000001:1.0:1788879999.371772:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305426447 00000100:00000001:1.0:1788879999.371774:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305427731 00000100:00000001:1.0:1788879999.371776:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879999.371778:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.371780:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879999.371784:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879999/real 1788879999] req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879999.371793:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879999.371795:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879999.371797:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879999.371799:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879999.371801:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879999.371804:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879999.371807:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879999.371817:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371822:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879999.371823:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371825:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.371826:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879999.371828:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371833:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879999.371836:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371840:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879999.371842:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371843:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.371844:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.371845:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879999.371846:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879999.371847:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879999.371849:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879999.371850:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879999.371853:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879999.371862:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788879999.371864:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879999.371867:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371870:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879999.371871:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.371873:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879999.371874:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879999.371875:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879999.371877:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879999.371879:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879999.371881:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879999.371882:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.371883:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879999.371885:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879999.371886:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879999.371889:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879999.371891:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879999.371895:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879999.371898:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519590144, portal 4 00000100:00000001:1.0:1788879999.371900:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879999.371902:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788879999.371908:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371915:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879999.371917:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879999.371919:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879999.371922:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519590144, offset 0 00000400:00000200:1.0:1788879999.371926:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879999.371931:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.371935:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879999.371939:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879999.371941:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879999.371943:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879999.371945:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879999.371947:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460593:460593:256:4294967295] 192.168.203.155@tcp LPNI seq info [460587:460587:8:4294967295] 00000400:00000200:1.0:1788879999.371950:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.371955:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879999.371958:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.371960:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879999.371962:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879999.371964:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879999.371971:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.371973:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879999.371975:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879999.371977:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879999.371979:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879999.371980:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879999.371982:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879999.371984:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371990:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.371992:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.371996:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.371997:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879999.371999:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879999.372001:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788879999.372004:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879999.372005:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305426499 00000100:00000001:1.0:1788879999.372007:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305427731 00000100:00000001:1.0:1788879999.372009:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305426499 00000100:00000001:1.0:1788879999.372010:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305427731 00000100:00000001:1.0:1788879999.372011:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879999.372013:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.372014:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879999.372016:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879999/real 1788879999] req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879999.372021:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879999.372022:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879999.372023:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879999.372025:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879999.372026:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879999.372027:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879999.372029:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879999.372035:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372041:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879999.372042:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372044:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.372045:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879999.372049:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372057:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879999.372061:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372068:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879999.372072:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372074:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.372075:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372077:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879999.372079:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879999.372081:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879999.372085:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879999.372087:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879999.372090:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879999.372096:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879999.372098:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788879999.372101:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372105:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788879999.372106:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.372107:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788879999.372109:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788879999.372110:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788879999.372112:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879999.372114:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788879999.372115:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788879999.372116:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788879999.372117:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788879999.372120:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879999.372121:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788879999.372123:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788879999.372125:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788879999.372127:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788879999.372129:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519590272, portal 4 00000100:00000001:1.0:1788879999.372130:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788879999.372131:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788879999.372135:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372140:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788879999.372141:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788879999.372143:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788879999.372144:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519590272, offset 0 00000400:00000200:1.0:1788879999.372146:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788879999.372149:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.372151:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788879999.372153:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788879999.372155:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788879999.372157:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788879999.372158:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788879999.372160:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460594:460594:256:4294967295] 192.168.203.155@tcp LPNI seq info [460588:460588:8:4294967295] 00000400:00000200:1.0:1788879999.372163:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788879999.372167:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788879999.372170:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.372172:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788879999.372174:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788879999.372176:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788879999.372183:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788879999.372185:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788879999.372187:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788879999.372189:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788879999.372191:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788879999.372192:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788879999.372194:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788879999.372196:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372205:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.372207:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372212:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.372212:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788879999.372214:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788879999.372216:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788879999.372218:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788879999.372219:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305426450 00000100:00000001:1.0:1788879999.372221:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305427731 00000100:00000001:1.0:1788879999.372236:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305426450 00000100:00000001:1.0:1788879999.372238:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305427731 00000100:00000001:1.0:1788879999.372240:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788879999.372241:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.372243:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788879999.372245:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788879999/real 1788879999] req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788879999.372264:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788879999.372265:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788879999.372266:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788879999.372268:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788879999.372269:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788879999.372271:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788879999.372273:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788879999.372279:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372283:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788879999.372285:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372286:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.372287:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788879999.372290:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372294:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788879999.372296:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372300:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788879999.372302:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372303:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788879999.372304:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372305:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788879999.372307:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788879999.372309:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788879999.372310:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788879999.372312:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788879999.372314:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788879999.372319:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788879999.372321:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372323:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.372325:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519589888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372329:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879999.372330:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879999.372332:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788879999.372334:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879999.372335:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879999.372336:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879999.372338:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879999.372339:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788879999.372341:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879999.372342:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879999.372343:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788879999.372344:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879999.372345:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372347:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.372349:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519590016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372353:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879999.372354:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879999.372355:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788879999.372356:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879999.372356:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879999.372357:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788879999.372358:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879999.372359:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788879999.372360:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879999.372361:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879999.372362:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788879999.372363:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879999.372364:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372365:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.372367:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519590144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372370:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879999.372371:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879999.372372:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788879999.372373:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879999.372374:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879999.372374:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879999.372375:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879999.372376:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788879999.372377:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879999.372378:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879999.372379:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788879999.372381:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879999.372382:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372383:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788879999.372385:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519590272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788879999.372389:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788879999.372390:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788879999.372390:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788879999.372392:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788879999.372393:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788879999.372394:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788879999.372395:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788879999.372396:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788879999.372397:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788879999.372397:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788879999.372398:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788879999.372399:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788879999.372400:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372401:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788879999.372403:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788879999.372404:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788879999.372405:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788879999.372406:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498330:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879999.498337:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879999.498339:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879999.498343:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498347:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879999.498348:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498350:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498352:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879999.498356:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879999.498356:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879999.498358:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498359:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879999.498360:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498362:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498363:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788879999.498367:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788879999.498368:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788879999.498368:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498369:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788879999.498370:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498371:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788879999.498372:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880000.522373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880000.522379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880000.522383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880000.522384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880000.522387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880000.522388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880000.714367:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305427731, at 4305427776 00000100:00000040:1.0:1788880000.714367:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305427731, at 4305427776 00000100:00000010:0.0:1788880000.714383:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00000010:1.0:1788880000.714384:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00010000:00000001:1.0:1788880001.546336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880001.546341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880001.546345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880001.546346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880001.546349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880001.546350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880002.570359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880002.570364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880002.570369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880002.570370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880002.570372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880002.570373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880003.594373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880003.594378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880003.594382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880003.594383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880003.594386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880003.594387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.490647:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880004.490654:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880004.490658:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880004.490670:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.490687:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880004.490691:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.490699:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880004.490704:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880004.490710:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880004.490719:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519590400:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880004.490730:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880004.490736:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880004.490740:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.490747:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880004.490754:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880004.490760:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880004.490770:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880004.490777:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880004.490786:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880004.490798:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519590400, portal 25 00000100:00000001:1.0:1788880004.490805:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880004.490809:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880004.490821:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.490846:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880004.490855:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880004.490859:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880004.490866:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519590400, offset 0 00000400:00000200:1.0:1788880004.490875:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880004.490889:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.490901:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880004.490913:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880004.490922:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880004.490928:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880004.490936:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880004.490947:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460595:460595:256:4294967295] 192.168.203.155@tcp LPNI seq info [460589:460589:8:4294967295] 00000400:00000200:1.0:1788880004.490961:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.490979:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880004.490993:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.491003:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880004.491017:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880004.491024:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880004.491054:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.491059:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880004.491068:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880004.491079:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880004.491087:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880004.491092:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880004.491098:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880004.491106:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491141:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.491150:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491167:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.491173:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880004.491182:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880004.491204:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880004.491209:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305432851 00000100:00000010:1.0:1788880004.491218:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:1.0:1788880004.491244:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880004.491254:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305432851 00000100:00000010:1.0:1788880004.491261:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788880004.491294:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880004.491302:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880004.491309:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.491316:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880004.491327:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880004/real 1788880004] req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880004.491354:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880004.491360:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880004.491366:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880004.491370:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880004.491373:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880004.491379:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880004.491386:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880004.491407:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491432:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880004.491435:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491437:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.491441:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880004.491445:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491451:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880004.491456:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491461:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880004.491462:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491463:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.491465:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491467:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880004.491468:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880004.491470:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880004.491473:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880004.491474:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880004.491477:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880004.491483:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519590400:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880004.491486:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491488:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.491489:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519590400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491494:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880004.491496:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880004.491498:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880004.491501:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880004.491503:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880004.491504:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880004.491506:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880004.491507:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880004.491511:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880004.491512:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880004.491513:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880004.491516:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880004.491517:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491519:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491525:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880004.491527:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.491528:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880004.491529:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880004.491530:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880004.491533:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491538:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880004.491539:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.491541:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880004.491542:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880004.491544:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880004.491545:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590528:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880004.491547:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880004.491549:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880004.491550:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.491551:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880004.491553:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880004.491554:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880004.491557:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880004.491559:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880004.491561:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880004.491563:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519590528, portal 10 00000100:00000001:1.0:1788880004.491564:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880004.491565:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880004.491571:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491575:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880004.491577:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880004.491578:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880004.491580:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519590528, offset 0 00000400:00000200:1.0:1788880004.491583:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880004.491585:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.491588:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880004.491590:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880004.491592:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880004.491594:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880004.491595:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880004.491598:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460596:460596:256:4294967295] 192.168.203.155@tcp LPNI seq info [460590:460590:8:4294967295] 00000400:00000200:1.0:1788880004.491601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.491606:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880004.491609:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.491612:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880004.491614:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880004.491617:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880004.491624:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.491626:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880004.491628:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880004.491631:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880004.491633:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880004.491634:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880004.491636:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880004.491638:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491643:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.491645:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491650:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.491651:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880004.491653:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880004.491656:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880004.491658:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880004.491659:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305431567 00000100:00000001:1.0:1788880004.491661:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305432851 00000100:00000001:1.0:1788880004.491663:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305431567 00000100:00000001:1.0:1788880004.491664:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305432851 00000100:00000001:1.0:1788880004.491666:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880004.491668:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.491669:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880004.491671:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880004/real 1788880004] req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880004.491677:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880004.491678:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880004.491679:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880004.491680:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880004.491681:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880004.491683:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880004.491685:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880004.491691:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491695:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880004.491696:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491697:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.491697:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880004.491700:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491704:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880004.491706:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491710:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880004.491711:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491712:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.491713:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491714:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880004.491715:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880004.491717:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880004.491720:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880004.491721:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880004.491724:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880004.491729:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590528:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880004.491731:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880004.491733:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491737:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880004.491737:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.491739:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880004.491740:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880004.491741:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880004.491743:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590656:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880004.491744:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880004.491746:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880004.491747:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.491748:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880004.491750:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880004.491752:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880004.491754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880004.491755:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880004.491757:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880004.491759:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519590656, portal 10 00000100:00000001:1.0:1788880004.491761:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880004.491762:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880004.491766:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491770:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880004.491772:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880004.491774:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880004.491776:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519590656, offset 0 00000400:00000200:1.0:1788880004.491778:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880004.491780:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.491783:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880004.491785:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880004.491786:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880004.491788:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880004.491790:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880004.491792:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460597:460597:256:4294967295] 192.168.203.155@tcp LPNI seq info [460591:460591:8:4294967295] 00000400:00000200:1.0:1788880004.491795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.491799:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880004.491803:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.491804:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880004.491807:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880004.491809:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880004.491816:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.491818:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880004.491820:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880004.491822:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880004.491824:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880004.491825:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880004.491826:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880004.491828:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491833:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.491835:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491839:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.491841:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880004.491843:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880004.491845:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880004.491847:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880004.491848:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305431567 00000100:00000001:1.0:1788880004.491850:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305432851 00000100:00000001:1.0:1788880004.491852:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305431567 00000100:00000001:1.0:1788880004.491853:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305432851 00000100:00000001:1.0:1788880004.491854:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880004.491855:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.491856:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880004.491858:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880004/real 1788880004] req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880004.491863:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880004.491864:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880004.491864:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880004.491866:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880004.491867:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880004.491868:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880004.491870:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880004.491876:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491880:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880004.491881:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491882:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.491882:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880004.491884:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491888:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880004.491891:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491896:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880004.491898:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491899:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.491900:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.491901:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880004.491902:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880004.491903:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880004.491905:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880004.491906:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880004.491908:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880004.491913:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590656:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880004.491915:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880004.491917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491921:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880004.491923:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.491924:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880004.491925:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880004.491926:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880004.491928:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590784:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880004.491930:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880004.491931:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880004.491932:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.491933:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880004.491935:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880004.491936:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880004.491938:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880004.491940:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880004.491942:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880004.491944:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519590784, portal 4 00000100:00000001:1.0:1788880004.491945:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880004.491946:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880004.491950:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.491955:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880004.491956:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880004.491958:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880004.491959:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519590784, offset 0 00000400:00000200:1.0:1788880004.491961:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880004.491963:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.491965:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880004.491967:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880004.491969:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880004.491971:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880004.491972:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880004.491974:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460598:460598:256:4294967295] 192.168.203.155@tcp LPNI seq info [460592:460592:8:4294967295] 00000400:00000200:1.0:1788880004.491977:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.491980:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880004.491983:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.491984:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880004.491987:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880004.491989:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880004.491995:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.491997:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880004.491998:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880004.492001:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880004.492002:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880004.492004:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880004.492006:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880004.492023:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492034:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.492038:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492046:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.492048:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880004.492052:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880004.492055:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880004.492059:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880004.492062:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305431619 00000100:00000001:1.0:1788880004.492065:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305432851 00000100:00000001:1.0:1788880004.492068:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305431619 00000100:00000001:1.0:1788880004.492070:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305432851 00000100:00000001:1.0:1788880004.492073:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880004.492075:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.492077:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880004.492081:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880004/real 1788880004] req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880004.492090:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880004.492092:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880004.492094:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880004.492096:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880004.492098:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880004.492100:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880004.492104:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880004.492115:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492124:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880004.492126:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492128:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.492130:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880004.492135:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492142:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880004.492147:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492155:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880004.492157:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492159:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.492161:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492163:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880004.492165:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880004.492168:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880004.492171:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880004.492173:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880004.492178:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880004.492218:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590784:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880004.492241:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880004.492244:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492251:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880004.492253:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.492256:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880004.492258:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880004.492260:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880004.492263:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590912:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880004.492305:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880004.492308:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880004.492312:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880004.492315:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880004.492321:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880004.492325:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880004.492332:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880004.492336:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880004.492342:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880004.492347:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519590912, portal 4 00000100:00000001:1.0:1788880004.492351:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880004.492353:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880004.492365:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492378:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880004.492384:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880004.492388:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880004.492392:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519590912, offset 0 00000400:00000200:1.0:1788880004.492400:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880004.492407:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.492415:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880004.492418:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880004.492422:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880004.492425:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880004.492428:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880004.492432:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460599:460599:256:4294967295] 192.168.203.155@tcp LPNI seq info [460593:460593:8:4294967295] 00000400:00000200:1.0:1788880004.492437:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880004.492445:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880004.492451:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.492455:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880004.492460:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880004.492463:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880004.492476:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880004.492479:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880004.492500:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880004.492503:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880004.492507:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880004.492508:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880004.492511:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880004.492515:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492524:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.492527:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492534:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.492536:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880004.492539:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880004.492542:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880004.492546:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880004.492548:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305431571 00000100:00000001:1.0:1788880004.492551:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305432851 00000100:00000001:1.0:1788880004.492554:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305431571 00000100:00000001:1.0:1788880004.492556:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305432851 00000100:00000001:1.0:1788880004.492558:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880004.492560:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.492562:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880004.492565:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880004/real 1788880004] req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880004.492574:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880004.492576:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880004.492578:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880004.492580:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880004.492581:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880004.492583:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880004.492586:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880004.492595:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492602:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880004.492603:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492605:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.492606:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880004.492609:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492616:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880004.492619:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492626:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880004.492628:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492629:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880004.492631:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492632:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880004.492635:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880004.492637:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880004.492640:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880004.492642:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880004.492647:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880004.492669:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519590912:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880004.492671:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492673:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.492675:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519590528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492678:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880004.492680:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880004.492681:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880004.492683:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880004.492684:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880004.492685:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880004.492687:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880004.492688:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880004.492690:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880004.492691:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880004.492692:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880004.492693:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880004.492694:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492695:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.492697:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519590656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492702:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880004.492703:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880004.492704:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880004.492705:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880004.492706:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880004.492707:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880004.492708:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880004.492708:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880004.492710:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880004.492711:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880004.492712:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880004.492714:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880004.492715:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492716:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.492718:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519590784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492722:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880004.492723:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880004.492724:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880004.492725:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880004.492725:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880004.492726:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880004.492727:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880004.492728:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880004.492729:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880004.492730:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880004.492731:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880004.492732:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880004.492733:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492734:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880004.492735:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519590912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880004.492739:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880004.492740:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880004.492741:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880004.492743:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880004.492743:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880004.492744:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880004.492745:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880004.492746:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880004.492747:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880004.492748:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880004.492748:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880004.492749:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880004.492750:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492752:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880004.492754:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880004.492755:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880004.492757:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880004.492758:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880004.618318:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880004.618323:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880004.618328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880004.618329:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880004.618332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880004.618333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880005.642362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880005.642368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880005.642373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880005.642374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880005.642376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880005.642377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880005.834350:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305432851, at 4305432896 00000100:00000040:1.0:1788880005.834350:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305432851, at 4305432896 00000100:00000010:1.0:1788880005.834368:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000100:00000010:0.0:1788880005.834371:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00010000:00000001:1.0:1788880006.666346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880006.666351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880006.666356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880006.666357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880006.666359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880006.666360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880007.690331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880007.690338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880007.690344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880007.690345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880007.690349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880007.690350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880008.714335:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880008.714342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880008.714347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880008.714348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880008.714352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880008.714353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.610801:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880009.610808:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880009.610813:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880009.610823:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.610855:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880009.610859:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.610877:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880009.610882:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880009.610885:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880009.610912:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519591040:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880009.610924:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880009.610934:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880009.610940:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.610949:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880009.610974:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880009.610981:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880009.610997:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880009.611011:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880009.611040:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880009.611050:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519591040, portal 25 00000100:00000001:1.0:1788880009.611057:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880009.611060:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788880009.611071:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.611091:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880009.611095:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880009.611099:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880009.611105:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519591040, offset 0 00000400:00000200:1.0:1788880009.611116:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880009.611127:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.611138:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880009.611146:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880009.611168:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880009.611177:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880009.611183:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880009.611190:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460600:460600:256:4294967295] 192.168.203.155@tcp LPNI seq info [460594:460594:8:4294967295] 00000400:00000200:1.0:1788880009.611199:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.611241:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880009.611320:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.611334:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880009.611354:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880009.611365:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880009.611425:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.611431:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880009.611442:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880009.611458:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880009.611466:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880009.611473:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880009.611484:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880009.611495:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.611527:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.611534:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.611557:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.611561:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880009.611567:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880009.611577:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880009.611581:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305437972 00000100:00000010:1.0:1788880009.611590:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788880009.611599:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880009.611613:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305437972 00000100:00000010:1.0:1788880009.611620:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:1.0:1788880009.611628:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880009.611634:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880009.611638:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.611644:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880009.611652:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880009/real 1788880009] req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880009.611685:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880009.611688:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880009.611692:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880009.611699:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880009.611701:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880009.611705:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880009.611710:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880009.611729:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.611739:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880009.611742:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.611747:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.611750:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880009.611758:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.611793:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880009.611807:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.611834:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880009.611844:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.611848:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.611850:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.611853:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880009.611857:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880009.611862:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880009.611877:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880009.611880:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880009.611903:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880009.611913:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519591040:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880009.611920:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.611923:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.611926:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519591040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.611934:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880009.611938:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880009.611942:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880009.611959:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880009.611962:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880009.611965:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880009.611968:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880009.611971:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880009.611976:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880009.611979:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880009.611981:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788880009.611985:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880009.611987:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.611990:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612000:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880009.612003:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.612005:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880009.612008:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880009.612027:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880009.612030:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612040:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880009.612041:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.612043:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880009.612045:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880009.612046:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880009.612048:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591168:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880009.612050:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880009.612051:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880009.612052:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.612053:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880009.612056:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880009.612057:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880009.612060:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880009.612062:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880009.612064:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880009.612067:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519591168, portal 10 00000100:00000001:1.0:1788880009.612068:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880009.612069:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788880009.612075:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612080:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880009.612082:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880009.612084:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880009.612086:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519591168, offset 0 00000400:00000200:1.0:1788880009.612088:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880009.612091:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.612094:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880009.612096:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880009.612098:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880009.612100:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880009.612101:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880009.612104:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460601:460601:256:4294967295] 192.168.203.155@tcp LPNI seq info [460595:460595:8:4294967295] 00000400:00000200:1.0:1788880009.612108:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.612113:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880009.612116:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.612119:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880009.612121:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880009.612124:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880009.612131:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.612133:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880009.612135:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880009.612137:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880009.612140:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880009.612141:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880009.612143:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880009.612145:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612165:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.612168:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612173:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.612174:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880009.612177:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880009.612180:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880009.612182:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880009.612184:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305436687 00000100:00000001:1.0:1788880009.612186:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305437972 00000100:00000001:1.0:1788880009.612188:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305436687 00000100:00000001:1.0:1788880009.612190:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305437972 00000100:00000001:1.0:1788880009.612191:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880009.612193:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.612195:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880009.612198:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880009/real 1788880009] req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880009.612204:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880009.612204:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880009.612205:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880009.612207:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880009.612208:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880009.612236:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880009.612241:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880009.612251:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612259:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880009.612261:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612290:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.612291:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880009.612297:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612305:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880009.612310:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612323:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880009.612326:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612328:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.612330:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612333:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880009.612335:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880009.612338:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880009.612343:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880009.612346:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880009.612351:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880009.612361:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591168:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880009.612365:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880009.612369:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612377:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880009.612379:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.612381:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880009.612384:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880009.612386:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880009.612390:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880009.612394:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880009.612397:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880009.612415:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.612417:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880009.612422:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880009.612424:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880009.612437:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880009.612440:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880009.612443:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880009.612446:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519591296, portal 10 00000100:00000001:1.0:1788880009.612448:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880009.612450:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880009.612456:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612463:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880009.612466:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880009.612468:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880009.612471:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519591296, offset 0 00000400:00000200:1.0:1788880009.612475:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880009.612479:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.612483:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880009.612486:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880009.612489:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880009.612492:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880009.612494:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880009.612497:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460602:460602:256:4294967295] 192.168.203.155@tcp LPNI seq info [460596:460596:8:4294967295] 00000400:00000200:1.0:1788880009.612502:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.612534:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880009.612537:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.612539:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880009.612542:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880009.612544:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880009.612552:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.612554:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880009.612556:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880009.612559:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880009.612561:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880009.612562:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880009.612564:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880009.612566:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612572:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.612574:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612579:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.612581:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880009.612583:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880009.612586:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880009.612588:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880009.612590:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305436688 00000100:00000001:1.0:1788880009.612592:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305437972 00000100:00000001:1.0:1788880009.612594:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305436688 00000100:00000001:1.0:1788880009.612595:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305437972 00000100:00000001:1.0:1788880009.612597:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880009.612599:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.612600:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880009.612602:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880009/real 1788880009] req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880009.612607:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880009.612608:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880009.612609:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880009.612610:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880009.612611:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880009.612612:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880009.612614:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880009.612620:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612625:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880009.612626:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612627:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.612628:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880009.612630:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612634:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880009.612637:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612643:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880009.612645:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612646:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.612647:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612648:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880009.612649:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880009.612651:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880009.612653:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880009.612654:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880009.612656:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880009.612661:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880009.612663:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880009.612666:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612670:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880009.612672:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.612673:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880009.612675:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880009.612676:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880009.612678:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880009.612679:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880009.612681:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880009.612682:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.612683:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880009.612685:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880009.612686:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880009.612689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880009.612691:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880009.612694:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880009.612696:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519591424, portal 4 00000100:00000001:1.0:1788880009.612697:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880009.612698:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880009.612702:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612707:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880009.612709:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880009.612711:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880009.612712:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519591424, offset 0 00000400:00000200:1.0:1788880009.612715:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880009.612717:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.612719:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880009.612721:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880009.612722:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880009.612724:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880009.612726:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880009.612728:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460603:460603:256:4294967295] 192.168.203.155@tcp LPNI seq info [460597:460597:8:4294967295] 00000400:00000200:1.0:1788880009.612731:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.612736:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880009.612739:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.612740:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880009.612743:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880009.612744:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880009.612752:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.612753:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880009.612755:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880009.612757:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880009.612760:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880009.612762:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880009.612763:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880009.612766:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612771:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.612773:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612777:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.612779:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880009.612780:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880009.612783:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880009.612785:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880009.612787:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305436740 00000100:00000001:1.0:1788880009.612788:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305437972 00000100:00000001:1.0:1788880009.612790:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305436740 00000100:00000001:1.0:1788880009.612792:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305437972 00000100:00000001:1.0:1788880009.612793:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880009.612794:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.612795:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880009.612797:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880009/real 1788880009] req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880009.612802:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880009.612803:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880009.612804:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880009.612805:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880009.612806:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880009.612807:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880009.612809:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880009.612816:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612821:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880009.612822:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612823:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.612825:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880009.612827:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612831:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880009.612833:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612837:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880009.612839:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612840:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.612840:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.612841:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880009.612843:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880009.612844:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880009.612846:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880009.612848:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880009.612851:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880009.612856:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880009.612858:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880009.612860:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612864:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880009.612865:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.612866:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880009.612868:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880009.612869:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880009.612871:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880009.612874:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880009.612875:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880009.612876:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880009.612877:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880009.612879:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880009.612880:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880009.612882:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880009.612883:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880009.612885:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880009.612886:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519591552, portal 4 00000100:00000001:1.0:1788880009.612888:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880009.612889:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880009.612893:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612898:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880009.612899:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880009.612901:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880009.612902:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519591552, offset 0 00000400:00000200:1.0:1788880009.612915:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880009.612917:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.612919:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880009.612920:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880009.612922:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880009.612923:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880009.612924:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880009.612926:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460604:460604:256:4294967295] 192.168.203.155@tcp LPNI seq info [460598:460598:8:4294967295] 00000400:00000200:1.0:1788880009.612929:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880009.612934:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880009.612938:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.612940:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880009.612943:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880009.612945:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880009.612952:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880009.612953:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880009.612955:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880009.612957:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880009.612959:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880009.612960:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880009.612962:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880009.612965:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612970:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.612972:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.612976:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.612977:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880009.612979:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880009.612981:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880009.612984:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880009.612985:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305436691 00000100:00000001:1.0:1788880009.612987:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305437972 00000100:00000001:1.0:1788880009.612989:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305436691 00000100:00000001:1.0:1788880009.612991:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305437972 00000100:00000001:1.0:1788880009.612992:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880009.612993:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.612994:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880009.612996:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880009/real 1788880009] req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880009.613003:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880009.613004:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880009.613005:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880009.613007:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880009.613007:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880009.613009:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880009.613010:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880009.613015:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.613019:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880009.613020:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.613021:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.613022:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880009.613024:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.613028:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880009.613031:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.613035:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880009.613036:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.613037:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880009.613038:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.613039:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880009.613041:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880009.613043:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880009.613045:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880009.613063:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880009.613068:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880009.613078:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880009.613082:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.613084:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.613087:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519591168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.613094:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880009.613096:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880009.613098:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880009.613102:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880009.613103:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880009.613105:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880009.613107:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880009.613109:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880009.613129:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880009.613131:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880009.613133:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788880009.613136:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880009.613138:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.613140:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.613144:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519591296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.613193:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880009.613194:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880009.613195:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880009.613197:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880009.613198:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880009.613199:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880009.613201:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880009.613202:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880009.613204:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880009.613205:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880009.613206:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880009.613208:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880009.613209:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.613210:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.613213:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519591424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.613217:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880009.613218:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880009.613219:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880009.613220:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880009.613221:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880009.613222:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880009.613223:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880009.613223:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880009.613225:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880009.613225:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880009.613226:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880009.613227:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880009.613228:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.613229:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880009.613231:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519591552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880009.613235:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880009.613236:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880009.613236:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880009.613239:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880009.613240:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880009.613241:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880009.613259:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880009.613261:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880009.613263:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880009.613265:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880009.613266:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880009.613269:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880009.613270:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.613273:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880009.613278:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880009.613303:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880009.613306:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880009.613308:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880009.738413:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880009.738418:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880009.738424:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738432:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880009.738436:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738440:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738444:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880009.738452:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880009.738454:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880009.738456:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738458:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880009.738460:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738462:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738464:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738469:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880009.738471:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880009.738472:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880009.738474:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738476:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880009.738477:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738479:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880009.738482:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880010.762405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880010.762416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880010.762424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880010.762427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880010.762431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880010.762433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880010.954416:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305437972, at 4305438016 00000100:00000040:1.0:1788880010.954416:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305437972, at 4305438016 00000100:00000010:0.0:1788880010.954444:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000100:00000010:1.0:1788880010.954456:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00010000:00000001:1.0:1788880011.786375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880011.786383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880011.786390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880011.786392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880011.786396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880011.786398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880012.810396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880012.810404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880012.810411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880012.810413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880012.810417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880012.810419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880013.834394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880013.834403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880013.834409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880013.834411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880013.834416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880013.834417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.730667:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880014.730673:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880014.730678:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880014.730687:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.730715:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880014.730719:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.730724:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880014.730729:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880014.730734:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880014.730740:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519591680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880014.730749:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880014.730755:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880014.730759:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.730763:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880014.730770:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880014.730775:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880014.730787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880014.730795:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880014.730805:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880014.730816:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519591680, portal 25 00000100:00000001:1.0:1788880014.730821:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880014.730826:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880014.730836:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.730853:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880014.730858:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880014.730863:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880014.730867:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519591680, offset 0 00000400:00000200:1.0:1788880014.730877:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880014.730892:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.730901:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880014.730910:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880014.730918:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880014.730927:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880014.730932:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880014.730941:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460605:460605:256:4294967295] 192.168.203.155@tcp LPNI seq info [460599:460599:8:4294967295] 00000400:00000200:1.0:1788880014.730951:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.730969:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880014.730982:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.730990:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880014.731003:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880014.731009:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880014.731037:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.731041:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880014.731047:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880014.731056:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880014.731065:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880014.731069:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880014.731075:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880014.731083:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731101:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.731108:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731144:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.731149:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880014.731159:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880014.731168:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880014.731174:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305443091 00000100:00000010:1.0:1788880014.731182:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:1.0:1788880014.731194:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880014.731206:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305443091 00000100:00000010:1.0:1788880014.731212:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:1.0:1788880014.731219:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880014.731223:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880014.731228:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.731233:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880014.731240:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880014/real 1788880014] req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880014.731293:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880014.731298:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880014.731304:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880014.731310:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880014.731315:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880014.731320:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880014.731324:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880014.731332:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731338:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880014.731341:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731343:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.731345:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880014.731348:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731353:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880014.731357:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731362:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880014.731364:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731365:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.731366:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731368:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880014.731369:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880014.731371:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880014.731374:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880014.731376:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880014.731379:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880014.731384:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519591680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880014.731388:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731390:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.731392:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519591680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731397:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880014.731400:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880014.731402:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880014.731406:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880014.731408:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880014.731410:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880014.731412:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880014.731414:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880014.731418:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880014.731419:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880014.731421:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880014.731423:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880014.731424:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731426:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731433:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880014.731434:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.731436:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880014.731437:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880014.731438:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880014.731441:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731446:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880014.731447:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.731449:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880014.731450:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880014.731452:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880014.731454:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880014.731456:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880014.731457:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880014.731459:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.731460:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880014.731463:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880014.731464:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880014.731467:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880014.731469:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880014.731471:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880014.731474:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519591808, portal 10 00000100:00000001:1.0:1788880014.731475:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880014.731477:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880014.731482:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731488:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880014.731490:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880014.731491:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880014.731493:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519591808, offset 0 00000400:00000200:1.0:1788880014.731495:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880014.731498:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.731501:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880014.731503:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880014.731505:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880014.731507:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880014.731509:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880014.731511:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460606:460606:256:4294967295] 192.168.203.155@tcp LPNI seq info [460600:460600:8:4294967295] 00000400:00000200:1.0:1788880014.731515:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.731520:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880014.731523:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.731525:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880014.731528:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880014.731531:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880014.731538:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.731539:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880014.731542:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880014.731544:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880014.731546:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880014.731548:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880014.731549:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880014.731551:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731558:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.731560:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731569:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.731570:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880014.731573:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880014.731576:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880014.731578:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880014.731580:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305441807 00000100:00000001:1.0:1788880014.731582:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305443091 00000100:00000001:1.0:1788880014.731584:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305441807 00000100:00000001:1.0:1788880014.731585:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305443091 00000100:00000001:1.0:1788880014.731587:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880014.731588:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.731589:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880014.731591:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880014/real 1788880014] req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880014.731597:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880014.731598:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880014.731599:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880014.731601:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880014.731602:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880014.731603:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880014.731605:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880014.731610:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731614:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880014.731615:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731616:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.731617:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880014.731620:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731625:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880014.731628:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731632:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880014.731634:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731635:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.731636:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731637:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880014.731638:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880014.731640:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880014.731641:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880014.731643:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880014.731645:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880014.731649:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880014.731652:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880014.731653:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731657:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880014.731658:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.731660:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880014.731661:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880014.731663:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880014.731665:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880014.731668:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880014.731669:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880014.731670:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.731671:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880014.731674:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880014.731675:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880014.731677:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880014.731679:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880014.731681:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880014.731682:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519591936, portal 10 00000100:00000001:1.0:1788880014.731684:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880014.731685:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880014.731688:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731693:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880014.731695:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880014.731696:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880014.731698:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519591936, offset 0 00000400:00000200:1.0:1788880014.731700:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880014.731702:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.731704:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880014.731706:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880014.731707:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880014.731709:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880014.731710:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880014.731712:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460607:460607:256:4294967295] 192.168.203.155@tcp LPNI seq info [460601:460601:8:4294967295] 00000400:00000200:1.0:1788880014.731715:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.731719:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880014.731722:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.731723:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880014.731726:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880014.731727:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880014.731735:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.731737:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880014.731739:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880014.731741:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880014.731743:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880014.731744:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880014.731746:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880014.731748:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731753:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.731755:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731760:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.731761:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880014.731763:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880014.731765:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880014.731767:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880014.731768:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305441807 00000100:00000001:1.0:1788880014.731770:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305443091 00000100:00000001:1.0:1788880014.731772:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305441807 00000100:00000001:1.0:1788880014.731774:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305443091 00000100:00000001:1.0:1788880014.731775:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880014.731776:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.731777:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880014.731779:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880014/real 1788880014] req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880014.731784:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880014.731784:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880014.731785:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880014.731787:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880014.731788:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880014.731790:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880014.731792:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880014.731798:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731802:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880014.731802:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731803:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.731804:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880014.731806:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731810:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880014.731812:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731816:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880014.731818:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731819:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.731819:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731820:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880014.731822:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880014.731823:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880014.731825:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880014.731826:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880014.731828:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880014.731833:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519591936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880014.731836:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880014.731839:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731844:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880014.731845:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.731847:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880014.731848:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880014.731849:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880014.731850:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880014.731852:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880014.731853:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880014.731854:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.731855:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880014.731857:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880014.731859:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880014.731861:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880014.731863:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880014.731865:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880014.731867:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519592064, portal 4 00000100:00000001:1.0:1788880014.731868:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880014.731869:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880014.731873:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731877:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880014.731879:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880014.731880:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880014.731882:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519592064, offset 0 00000400:00000200:1.0:1788880014.731884:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880014.731886:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.731888:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880014.731890:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880014.731892:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880014.731894:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880014.731896:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880014.731899:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460608:460608:256:4294967295] 192.168.203.155@tcp LPNI seq info [460602:460602:8:4294967295] 00000400:00000200:1.0:1788880014.731902:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.731906:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880014.731908:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.731910:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880014.731912:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880014.731914:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880014.731921:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.731923:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880014.731924:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880014.731927:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880014.731929:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880014.731930:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880014.731931:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880014.731933:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731937:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.731939:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731944:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.731945:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880014.731947:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880014.731948:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880014.731950:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880014.731951:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305441859 00000100:00000001:1.0:1788880014.731953:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305443091 00000100:00000001:1.0:1788880014.731955:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305441859 00000100:00000001:1.0:1788880014.731957:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305443091 00000100:00000001:1.0:1788880014.731958:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880014.731960:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.731962:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880014.731964:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880014/real 1788880014] req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880014.731970:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880014.731970:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880014.731971:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880014.731973:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880014.731973:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880014.731974:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880014.731976:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880014.731982:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731987:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880014.731988:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.731989:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.731990:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880014.731992:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.731996:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880014.731998:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732002:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880014.732003:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732004:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.732005:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732006:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880014.732007:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880014.732008:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880014.732011:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880014.732012:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880014.732015:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880014.732020:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880014.732022:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880014.732024:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732028:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880014.732029:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.732030:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880014.732031:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880014.732032:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880014.732034:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880014.732036:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880014.732037:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880014.732037:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880014.732038:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880014.732041:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880014.732042:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880014.732043:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880014.732044:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880014.732046:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880014.732048:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519592192, portal 4 00000100:00000001:1.0:1788880014.732050:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880014.732051:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880014.732055:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732059:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880014.732062:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880014.732064:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880014.732065:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519592192, offset 0 00000400:00000200:1.0:1788880014.732068:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880014.732070:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.732072:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880014.732074:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880014.732075:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880014.732077:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880014.732078:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880014.732081:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460609:460609:256:4294967295] 192.168.203.155@tcp LPNI seq info [460603:460603:8:4294967295] 00000400:00000200:1.0:1788880014.732084:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880014.732088:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880014.732090:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.732092:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880014.732094:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880014.732096:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880014.732103:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880014.732105:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880014.732107:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880014.732109:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880014.732111:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880014.732112:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880014.732130:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880014.732134:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732140:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.732142:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732146:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.732147:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880014.732150:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880014.732153:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880014.732155:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880014.732157:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305441810 00000100:00000001:1.0:1788880014.732159:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305443091 00000100:00000001:1.0:1788880014.732161:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305441810 00000100:00000001:1.0:1788880014.732162:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305443091 00000100:00000001:1.0:1788880014.732164:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880014.732165:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.732167:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880014.732169:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880014/real 1788880014] req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880014.732173:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880014.732174:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880014.732176:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880014.732177:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880014.732178:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880014.732180:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880014.732182:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880014.732187:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732191:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880014.732192:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732193:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.732194:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880014.732196:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732200:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880014.732202:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732208:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880014.732209:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732210:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880014.732211:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732212:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880014.732214:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880014.732215:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880014.732217:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880014.732218:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880014.732221:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880014.732225:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880014.732228:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732229:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.732231:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519591808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732236:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880014.732237:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880014.732238:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880014.732240:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880014.732241:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880014.732241:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880014.732243:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880014.732244:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880014.732263:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880014.732265:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880014.732267:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880014.732271:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880014.732272:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732275:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.732279:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519591936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732287:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880014.732288:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880014.732290:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880014.732293:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880014.732295:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880014.732296:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880014.732299:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880014.732301:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880014.732303:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880014.732304:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880014.732306:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880014.732308:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880014.732310:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732311:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.732314:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519592064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732319:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880014.732320:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880014.732321:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880014.732323:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880014.732324:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880014.732324:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880014.732325:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880014.732326:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880014.732328:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880014.732328:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880014.732329:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880014.732330:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880014.732331:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732332:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880014.732334:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519592192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880014.732342:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880014.732343:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880014.732344:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880014.732347:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880014.732348:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880014.732349:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880014.732350:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880014.732350:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880014.732351:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880014.732352:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880014.732353:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880014.732354:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880014.732355:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732356:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880014.732358:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880014.732359:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880014.732360:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880014.732361:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880014.858379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880014.858387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880014.858397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880014.858399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880014.858406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880014.858408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880015.882425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880015.882433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880015.882439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880015.882440:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880015.882443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880015.882445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880016.074412:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305443091, at 4305443136 00000100:00000040:1.0:1788880016.074412:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305443091, at 4305443136 00000100:00000010:1.0:1788880016.074432:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000100:00000010:0.0:1788880016.074435:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00010000:00000001:1.0:1788880016.906371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880016.906379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880016.906385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880016.906388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880016.906392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880016.906394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880017.930353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880017.930358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880017.930361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880017.930362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880017.930365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880017.930366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880018.954388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880018.954396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880018.954403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880018.954405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880018.954409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880018.954411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.850754:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880019.850764:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880019.850771:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880019.850790:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.850833:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880019.850841:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.850847:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880019.850855:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880019.850863:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880019.850875:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519592320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880019.850900:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880019.850909:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880019.850920:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.850928:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880019.850939:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880019.850947:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880019.850963:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880019.850977:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880019.850990:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880019.851005:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519592320, portal 25 00000100:00000001:1.0:1788880019.851013:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880019.851018:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880019.851035:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.851054:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880019.851061:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880019.851070:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880019.851098:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519592320, offset 0 00000400:00000200:1.0:1788880019.851117:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880019.851136:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.851152:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880019.851167:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880019.851178:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880019.851193:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880019.851204:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880019.851216:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460610:460610:256:4294967295] 192.168.203.155@tcp LPNI seq info [460604:460604:8:4294967295] 00000400:00000200:1.0:1788880019.851234:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.851318:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880019.851350:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.851366:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880019.851388:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880019.851397:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880019.851441:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.851449:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880019.851461:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880019.851474:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880019.851484:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880019.851491:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880019.851500:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880019.851517:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.851602:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.851615:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.851646:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.851653:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880019.851667:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880019.851684:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880019.851690:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305448212 00000100:00000010:1.0:1788880019.851703:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:1.0:1788880019.851720:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880019.851745:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305448212 00000100:00000010:1.0:1788880019.851756:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000001:1.0:1788880019.851763:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880019.851771:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880019.851780:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.851792:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880019.851806:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880019/real 1788880019] req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880019.851839:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880019.851845:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880019.851851:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880019.851858:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880019.851866:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880019.851871:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880019.851888:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880019.851943:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.851981:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880019.851988:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.851995:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.852000:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880019.852014:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852039:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880019.852053:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852074:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880019.852104:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.852113:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.852118:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.852123:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880019.852132:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880019.852142:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880019.852153:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880019.852161:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880019.852173:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880019.852211:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519592320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880019.852232:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.852241:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.852281:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519592320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852318:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880019.852329:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880019.852341:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880019.852356:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880019.852365:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880019.852377:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880019.852389:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880019.852397:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880019.852405:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880019.852410:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880019.852414:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880019.852423:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880019.852427:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.852433:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.852446:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880019.852451:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.852462:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880019.852471:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880019.852475:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880019.852488:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852517:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880019.852526:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.852534:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880019.852542:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880019.852552:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880019.852562:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880019.852570:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880019.852575:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880019.852579:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.852582:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880019.852589:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880019.852592:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880019.852598:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880019.852602:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880019.852607:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880019.852611:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519592448, portal 10 00000100:00000001:1.0:1788880019.852614:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880019.852616:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880019.852625:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852635:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880019.852639:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880019.852641:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880019.852644:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519592448, offset 0 00000400:00000200:1.0:1788880019.852650:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880019.852655:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.852661:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880019.852665:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880019.852669:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880019.852672:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880019.852675:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880019.852680:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460611:460611:256:4294967295] 192.168.203.155@tcp LPNI seq info [460605:460605:8:4294967295] 00000400:00000200:1.0:1788880019.852686:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.852695:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880019.852701:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.852705:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880019.852711:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880019.852715:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880019.852729:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.852731:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880019.852735:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880019.852740:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880019.852744:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880019.852747:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880019.852750:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880019.852755:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852765:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.852769:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852787:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.852789:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880019.852793:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880019.852798:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880019.852802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880019.852805:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305446928 00000100:00000001:1.0:1788880019.852809:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305448212 00000100:00000001:1.0:1788880019.852812:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305446928 00000100:00000001:1.0:1788880019.852815:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305448212 00000100:00000001:1.0:1788880019.852818:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880019.852820:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.852823:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880019.852827:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880019/real 1788880019] req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880019.852837:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880019.852838:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880019.852840:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880019.852843:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880019.852845:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880019.852848:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880019.852852:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880019.852862:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852870:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880019.852871:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.852874:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.852875:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880019.852879:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852889:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880019.852894:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852903:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880019.852906:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.852908:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.852909:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.852911:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880019.852914:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880019.852917:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880019.852921:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880019.852923:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880019.852928:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880019.852937:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880019.852942:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880019.852946:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.852954:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880019.852956:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.852958:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880019.852961:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880019.852964:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880019.852968:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880019.852971:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880019.852974:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880019.852976:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.852979:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880019.852983:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880019.852985:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880019.852989:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880019.852992:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880019.852996:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880019.852999:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519592576, portal 10 00000100:00000001:1.0:1788880019.853001:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880019.853003:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880019.853010:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853018:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880019.853022:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880019.853024:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880019.853027:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519592576, offset 0 00000400:00000200:1.0:1788880019.853032:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880019.853036:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.853040:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880019.853043:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880019.853046:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880019.853049:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880019.853052:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880019.853056:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460612:460612:256:4294967295] 192.168.203.155@tcp LPNI seq info [460606:460606:8:4294967295] 00000400:00000200:1.0:1788880019.853062:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.853069:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880019.853075:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.853103:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880019.853111:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880019.853114:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880019.853128:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.853184:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880019.853188:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880019.853193:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880019.853198:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880019.853200:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880019.853203:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880019.853208:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853219:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.853223:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853232:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.853234:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880019.853238:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880019.853242:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880019.853273:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880019.853276:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305446929 00000100:00000001:1.0:1788880019.853281:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305448212 00000100:00000001:1.0:1788880019.853285:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305446929 00000100:00000001:1.0:1788880019.853290:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305448212 00000100:00000001:1.0:1788880019.853294:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880019.853298:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.853302:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880019.853310:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880019/real 1788880019] req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880019.853326:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880019.853329:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880019.853332:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880019.853338:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880019.853341:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880019.853347:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880019.853354:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880019.853372:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853386:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880019.853389:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853392:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.853394:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880019.853398:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853407:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880019.853412:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853421:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880019.853424:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853426:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.853428:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853430:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880019.853433:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880019.853436:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880019.853440:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880019.853442:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880019.853447:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880019.853457:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880019.853461:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880019.853466:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853475:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880019.853477:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.853480:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880019.853482:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880019.853485:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880019.853488:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880019.853492:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880019.853495:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880019.853498:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.853502:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880019.853508:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880019.853512:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880019.853519:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880019.853525:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880019.853531:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880019.853536:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519592704, portal 4 00000100:00000001:1.0:1788880019.853541:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880019.853543:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880019.853555:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853569:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880019.853574:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880019.853579:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880019.853585:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519592704, offset 0 00000400:00000200:1.0:1788880019.853593:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880019.853600:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.853605:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880019.853609:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880019.853613:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880019.853616:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880019.853619:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880019.853624:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460613:460613:256:4294967295] 192.168.203.155@tcp LPNI seq info [460607:460607:8:4294967295] 00000400:00000200:1.0:1788880019.853629:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.853637:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880019.853643:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.853648:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880019.853653:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880019.853656:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880019.853670:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.853673:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880019.853677:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880019.853681:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880019.853685:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880019.853687:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880019.853691:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880019.853695:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853706:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.853710:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853719:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.853721:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880019.853724:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880019.853728:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880019.853732:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880019.853734:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305446981 00000100:00000001:1.0:1788880019.853738:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305448212 00000100:00000001:1.0:1788880019.853740:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305446981 00000100:00000001:1.0:1788880019.853743:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305448212 00000100:00000001:1.0:1788880019.853746:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880019.853750:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.853752:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880019.853757:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880019/real 1788880019] req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880019.853767:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880019.853769:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880019.853770:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880019.853773:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880019.853775:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880019.853777:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880019.853781:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880019.853792:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853800:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880019.853801:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853803:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.853805:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880019.853809:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853817:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880019.853822:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853830:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880019.853833:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853835:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.853837:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853840:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880019.853842:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880019.853845:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880019.853850:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880019.853853:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880019.853858:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880019.853867:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880019.853872:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853874:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.853878:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519592448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853885:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880019.853887:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880019.853890:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880019.853893:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880019.853895:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880019.853897:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880019.853900:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880019.853902:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880019.853905:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880019.853907:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880019.853909:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880019.853912:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880019.853914:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853916:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.853920:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519592576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853928:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880019.853929:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880019.853931:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880019.853933:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880019.853935:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880019.853936:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880019.853938:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880019.853941:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880019.853943:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880019.853945:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880019.853947:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880019.853950:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880019.853951:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853953:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.853957:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519592704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.853964:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880019.853965:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880019.853967:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880019.853969:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880019.853971:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880019.853972:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880019.853974:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880019.853976:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880019.853978:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880019.853979:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880019.853981:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880019.853983:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880019.853985:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853987:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.853991:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880019.853993:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.853995:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880019.853997:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880019.853999:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880019.854003:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.854011:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880019.854012:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.854015:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880019.854017:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880019.854019:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880019.854023:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880019.854028:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880019.854030:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880019.854032:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880019.854035:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880019.854038:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880019.854041:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880019.854045:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880019.854047:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880019.854051:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880019.854055:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519592832, portal 4 00000100:00000001:1.0:1788880019.854057:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880019.854059:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880019.854066:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.854074:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880019.854103:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880019.854109:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880019.854113:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519592832, offset 0 00000400:00000200:1.0:1788880019.854119:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880019.854124:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.854129:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880019.854133:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880019.854136:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880019.854139:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880019.854143:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880019.854146:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460614:460614:256:4294967295] 192.168.203.155@tcp LPNI seq info [460608:460608:8:4294967295] 00000400:00000200:1.0:1788880019.854152:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880019.854160:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880019.854165:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.854169:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880019.854174:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880019.854179:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880019.854193:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880019.854195:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880019.854199:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880019.854204:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880019.854208:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880019.854210:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880019.854213:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880019.854218:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.854228:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.854232:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.854240:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.854242:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880019.854246:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880019.854277:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880019.854283:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880019.854287:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305446933 00000100:00000001:1.0:1788880019.854292:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305448212 00000100:00000001:1.0:1788880019.854297:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305446933 00000100:00000001:1.0:1788880019.854301:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305448212 00000100:00000001:1.0:1788880019.854305:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880019.854309:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.854312:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880019.854321:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880019/real 1788880019] req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880019.854339:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880019.854342:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880019.854346:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880019.854351:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880019.854355:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880019.854360:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880019.854367:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880019.854384:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.854393:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880019.854396:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.854398:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.854400:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880019.854404:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.854413:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880019.854418:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.854426:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880019.854429:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.854431:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880019.854433:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.854435:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880019.854438:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880019.854441:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880019.854444:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880019.854447:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880019.854451:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880019.854461:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519592832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880019.854466:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.854469:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880019.854472:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519592832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880019.854480:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880019.854482:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880019.854485:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880019.854488:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880019.854489:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880019.854491:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880019.854494:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880019.854496:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880019.854500:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880019.854503:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880019.854506:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880019.854511:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880019.854514:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.854518:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880019.854524:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880019.854527:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880019.854531:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880019.854533:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880019.978390:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880019.978393:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880019.978398:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978404:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880019.978407:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978410:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978413:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880019.978420:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880019.978422:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880019.978425:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978427:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880019.978429:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978432:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978435:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880019.978440:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880019.978442:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880019.978444:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978446:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880019.978448:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978450:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880019.978452:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880021.002418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880021.002427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880021.002434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880021.002436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880021.002440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880021.002442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880021.194393:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305448212, at 4305448256 00000100:00000040:1.0:1788880021.194395:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305448212, at 4305448256 00000100:00000010:1.0:1788880021.194418:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000010:0.0:1788880021.194422:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00010000:00000001:1.0:1788880022.026379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880022.026387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880022.026392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880022.026394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880022.026396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880022.026397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880023.050332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880023.050337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880023.050342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880023.050343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880023.050345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880023.050346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880024.074346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880024.074352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880024.074357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880024.074358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880024.074361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880024.074362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.970618:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880024.970624:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880024.970629:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880024.970640:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.970669:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880024.970678:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.970691:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880024.970703:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880024.970718:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880024.970737:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519592960:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880024.970757:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880024.970769:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880024.970778:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.970789:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880024.970800:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880024.970809:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880024.970842:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880024.970848:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880024.970866:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880024.970875:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519592960, portal 25 00000100:00000001:1.0:1788880024.970882:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880024.970885:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788880024.970917:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.970935:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880024.970945:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880024.970953:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880024.970961:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519592960, offset 0 00000400:00000200:1.0:1788880024.970981:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880024.971002:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.971019:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880024.971033:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880024.971074:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880024.971090:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880024.971104:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880024.971116:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460615:460615:256:4294967295] 192.168.203.155@tcp LPNI seq info [460609:460609:8:4294967295] 00000400:00000200:1.0:1788880024.971128:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.971153:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880024.971179:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.971187:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880024.971195:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880024.971201:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880024.971225:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.971228:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880024.971235:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880024.971243:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880024.971252:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880024.971257:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880024.971284:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880024.971290:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.971310:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.971316:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.971340:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.971346:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880024.971358:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880024.971367:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880024.971374:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305453332 00000100:00000010:1.0:1788880024.971384:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000001:1.0:1788880024.971395:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880024.971407:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305453332 00000100:00000010:1.0:1788880024.971415:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788880024.971421:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880024.971426:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880024.971433:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.971438:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880024.971447:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880024/real 1788880024] req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880024.971468:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880024.971472:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880024.971476:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880024.971481:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880024.971484:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880024.971488:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880024.971495:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880024.971517:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.971531:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880024.971535:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.971540:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.971544:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880024.971550:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.971596:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880024.971609:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.971636:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880024.971646:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.971651:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.971656:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.971661:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880024.971668:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880024.971683:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880024.971707:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880024.971721:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880024.971743:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880024.971807:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519592960:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880024.971818:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.971822:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.971827:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519592960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.971857:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880024.971860:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880024.971863:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880024.971866:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880024.971867:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880024.971869:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880024.971870:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880024.971872:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880024.971874:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880024.971876:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880024.971877:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788880024.971879:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880024.971880:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.971882:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.971888:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880024.971889:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.971891:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880024.971892:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880024.971893:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880024.971896:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.971905:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880024.971906:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.971907:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880024.971926:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880024.971929:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880024.971933:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519593088:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880024.971937:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880024.971940:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880024.971943:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.971945:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880024.971949:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880024.971952:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880024.971958:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880024.971961:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880024.971966:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880024.971970:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519593088, portal 10 00000100:00000001:1.0:1788880024.971973:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880024.971975:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788880024.971983:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.971992:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880024.971995:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880024.971998:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880024.972001:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519593088, offset 0 00000400:00000200:1.0:1788880024.972006:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880024.972012:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.972017:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880024.972021:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880024.972025:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880024.972028:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880024.972031:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880024.972036:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460616:460616:256:4294967295] 192.168.203.155@tcp LPNI seq info [460610:460610:8:4294967295] 00000400:00000200:1.0:1788880024.972067:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.972094:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880024.972097:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.972100:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880024.972102:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880024.972105:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880024.972113:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.972114:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880024.972116:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880024.972119:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880024.972121:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880024.972122:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880024.972124:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880024.972127:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972132:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.972134:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972139:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.972140:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880024.972142:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880024.972163:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880024.972167:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880024.972170:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305452047 00000100:00000001:1.0:1788880024.972174:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305453332 00000100:00000001:1.0:1788880024.972177:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305452047 00000100:00000001:1.0:1788880024.972180:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305453332 00000100:00000001:1.0:1788880024.972182:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880024.972186:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.972188:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880024.972193:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880024/real 1788880024] req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880024.972203:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880024.972205:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880024.972207:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880024.972210:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880024.972212:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880024.972215:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880024.972219:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880024.972230:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972237:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880024.972239:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.972241:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.972243:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880024.972247:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972255:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880024.972260:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972268:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880024.972271:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.972274:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.972276:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.972307:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880024.972310:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880024.972314:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880024.972334:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880024.972336:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880024.972339:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880024.972347:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519593088:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880024.972352:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880024.972355:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972362:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880024.972364:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.972366:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880024.972368:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880024.972370:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880024.972373:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519593216:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880024.972377:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880024.972379:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880024.972381:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.972383:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880024.972387:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880024.972389:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880024.972392:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880024.972395:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880024.972397:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880024.972399:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519593216, portal 10 00000100:00000001:1.0:1788880024.972401:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880024.972402:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880024.972407:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972411:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880024.972413:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880024.972415:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880024.972416:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519593216, offset 0 00000400:00000200:1.0:1788880024.972419:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880024.972422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.972425:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880024.972427:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880024.972429:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880024.972431:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880024.972432:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880024.972434:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460617:460617:256:4294967295] 192.168.203.155@tcp LPNI seq info [460611:460611:8:4294967295] 00000400:00000200:1.0:1788880024.972437:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.972442:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880024.972445:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.972447:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880024.972449:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880024.972451:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880024.972458:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.972460:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880024.972462:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880024.972464:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880024.972466:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880024.972468:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880024.972469:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880024.972472:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972477:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.972479:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972484:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.972485:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880024.972487:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880024.972489:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880024.972491:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880024.972493:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305452048 00000100:00000001:1.0:1788880024.972494:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305453332 00000100:00000001:1.0:1788880024.972496:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305452048 00000100:00000001:1.0:1788880024.972497:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305453332 00000100:00000001:1.0:1788880024.972498:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880024.972499:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.972501:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880024.972503:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880024/real 1788880024] req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880024.972507:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880024.972508:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880024.972509:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880024.972511:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880024.972512:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880024.972513:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880024.972515:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880024.972520:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972524:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880024.972525:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.972526:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.972527:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880024.972529:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972533:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880024.972536:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972541:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880024.972542:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.972543:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.972544:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.972545:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880024.972547:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880024.972548:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880024.972550:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880024.972551:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880024.972553:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880024.972558:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519593216:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880024.972561:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880024.972563:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972567:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880024.972568:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.972569:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880024.972570:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880024.972571:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880024.972573:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519593344:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880024.972575:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880024.972577:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880024.972595:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.972598:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880024.972602:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880024.972604:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880024.972609:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880024.972611:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880024.972615:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880024.972619:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519593344, portal 4 00000100:00000001:1.0:1788880024.972621:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880024.972623:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880024.972630:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972639:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880024.972641:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880024.972644:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880024.972647:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519593344, offset 0 00000400:00000200:1.0:1788880024.972651:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880024.972656:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.972660:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880024.972663:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880024.972666:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880024.972670:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880024.972675:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880024.972681:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460618:460618:256:4294967295] 192.168.203.155@tcp LPNI seq info [460612:460612:8:4294967295] 00000400:00000200:1.0:1788880024.972689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.972701:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880024.972711:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.972718:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880024.972726:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880024.972732:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880024.972754:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.972759:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880024.972764:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880024.972771:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880024.972777:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880024.972780:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880024.972784:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880024.972789:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972800:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.972804:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972813:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.972815:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880024.972835:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880024.972837:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880024.972840:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880024.972841:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305452100 00000100:00000001:1.0:1788880024.972843:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305453332 00000100:00000001:1.0:1788880024.972845:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305452100 00000100:00000001:1.0:1788880024.972847:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305453332 00000100:00000001:1.0:1788880024.972848:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880024.972849:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.972851:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880024.972853:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880024/real 1788880024] req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880024.972859:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880024.972860:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880024.972861:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880024.972863:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880024.972864:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880024.972865:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880024.972867:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880024.972873:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972878:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880024.972879:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.972880:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.972881:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880024.972883:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972887:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880024.972890:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972894:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880024.972895:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.972896:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.972897:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.972898:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880024.972899:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880024.972900:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880024.972902:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880024.972903:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880024.972906:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880024.972927:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519593344:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880024.972932:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880024.972936:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.972944:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880024.972946:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.972950:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880024.972952:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880024.972955:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880024.972959:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519593472:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880024.972963:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880024.972965:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880024.972967:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880024.972969:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880024.972974:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880024.972976:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880024.972980:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880024.972983:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880024.972987:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880024.972990:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519593472, portal 4 00000100:00000001:1.0:1788880024.972993:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880024.972995:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880024.973002:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973010:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880024.973013:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880024.973015:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880024.973018:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519593472, offset 0 00000400:00000200:1.0:1788880024.973023:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880024.973028:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.973032:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880024.973035:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880024.973038:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880024.973063:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880024.973067:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880024.973072:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460619:460619:256:4294967295] 192.168.203.155@tcp LPNI seq info [460613:460613:8:4294967295] 00000400:00000200:1.0:1788880024.973093:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880024.973098:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880024.973102:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.973105:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880024.973108:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880024.973109:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880024.973116:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880024.973118:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880024.973120:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880024.973122:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880024.973124:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880024.973125:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880024.973127:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880024.973130:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973135:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.973137:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973141:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.973142:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880024.973163:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880024.973167:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880024.973172:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880024.973175:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305452051 00000100:00000001:1.0:1788880024.973178:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305453332 00000100:00000001:1.0:1788880024.973181:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305452051 00000100:00000001:1.0:1788880024.973184:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305453332 00000100:00000001:1.0:1788880024.973186:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880024.973189:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.973191:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880024.973195:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880024/real 1788880024] req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880024.973206:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880024.973208:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880024.973211:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880024.973213:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880024.973215:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880024.973217:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880024.973221:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880024.973231:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973239:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880024.973241:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.973243:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.973245:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880024.973249:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973257:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880024.973262:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973270:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880024.973272:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.973274:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880024.973276:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.973304:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880024.973308:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880024.973311:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880024.973315:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880024.973333:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880024.973337:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880024.973344:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519593472:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880024.973348:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.973350:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.973354:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519593088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973361:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880024.973363:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880024.973365:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880024.973368:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880024.973369:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880024.973371:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880024.973373:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880024.973375:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880024.973378:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880024.973380:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880024.973381:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788880024.973384:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880024.973386:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.973387:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.973391:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519593216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973397:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880024.973398:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880024.973399:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880024.973401:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880024.973402:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880024.973402:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880024.973404:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880024.973405:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880024.973406:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880024.973408:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880024.973409:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880024.973410:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880024.973411:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.973412:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.973415:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519593344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973419:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880024.973419:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880024.973420:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880024.973422:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880024.973423:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880024.973423:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880024.973425:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880024.973425:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880024.973427:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880024.973427:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880024.973428:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880024.973429:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880024.973430:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.973431:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880024.973433:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519593472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880024.973436:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880024.973437:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880024.973438:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880024.973440:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880024.973441:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880024.973442:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880024.973443:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880024.973444:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880024.973445:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880024.973446:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880024.973447:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880024.973448:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880024.973449:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.973451:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880024.973453:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880024.973454:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880024.973456:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880024.973457:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880025.098367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880025.098371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880025.098375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880025.098376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880025.098379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880025.098380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880026.122351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880026.122358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880026.122364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880026.122366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880026.122370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880026.122372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880026.314341:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305453332, at 4305453376 00000100:00000010:0.0:1788880026.314359:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000040:1.0:1788880026.314363:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305453332, at 4305453376 00000100:00000010:1.0:1788880026.314377:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00010000:00000001:1.0:1788880027.146319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880027.146325:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880027.146329:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880027.146330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880027.146332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880027.146333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880028.170373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880028.170384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880028.170395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880028.170397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880028.170401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880028.170403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880029.194364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880029.194376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880029.194387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880029.194389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880029.194396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880029.194399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880030.090519:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880030.090533:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880030.090536:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880030.090542:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880030.090548:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880030.090558:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10784 00000400:00000200:1.0:1788880030.090569:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880030.090576:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880030.090581:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880030.090585:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090590:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.090594:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090597:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880030.090606:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880030.090608:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880030.090612:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880030.090616:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880030.090619:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880030.090622:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880030.090626:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090628:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.090631:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090633:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880030.090637:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880030.090641:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090644:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880030.090648:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880030.090652:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880030.090656:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.090659:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880030.090663:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880030.090672:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788880030.090677:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880030.090683:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880030.090685:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.090690:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880030.090694:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880030.090700:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880030.090710:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880030.090719:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880030.090732:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519593600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880030.090746:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880030.090751:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880030.090758:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519593600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880030.090790:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880030.090795:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880030.090799:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880030.090801:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880030.090803:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880030.090807:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880030.090810:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10784 00000400:00000200:1.0:1788880030.090815:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880030.090818:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880030.090821:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880030.090825:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090828:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.090830:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090833:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880030.090837:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880030.090839:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880030.090840:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880030.090844:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880030.090847:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880030.090850:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880030.090854:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090857:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.090860:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090863:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880030.090867:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880030.090870:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880030.090873:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880030.090877:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880030.090900:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880030.090908:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.090911:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880030.090917:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880030.090929:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.090936:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880030.090946:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880030.090955:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880030.090961:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880030.090967:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.090971:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880030.090974:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880030.090981:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880030.090988:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880030.090996:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880030.091039:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519593728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880030.091078:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880030.091088:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880030.091103:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519593728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880030.091150:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880030.091158:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880030.091173:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880030.091177:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880030.091182:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880030.091189:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880030.091199:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10784 00000400:00000200:1.0:1788880030.091211:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880030.091221:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880030.091229:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880030.091242:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091301:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.091314:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091325:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880030.091338:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880030.091344:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880030.091347:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880030.091354:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880030.091360:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880030.091364:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880030.091376:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091381:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.091389:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091398:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880030.091404:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880030.091415:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091421:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880030.091426:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880030.091436:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880030.091445:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.091453:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880030.091460:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880030.091467:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.091471:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880030.091481:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880030.091492:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880030.091502:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880030.091507:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.091512:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880030.091514:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880030.091518:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880030.091529:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880030.091542:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880030.091563:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519593856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880030.091599:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880030.091609:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880030.091622:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519593856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880030.091651:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880030.091658:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880030.091665:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880030.091671:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880030.091678:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880030.091687:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880030.091697:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10784 00000400:00000200:1.0:1788880030.091713:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880030.091722:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880030.091729:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880030.091741:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091751:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.091758:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091765:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880030.091775:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880030.091781:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880030.091787:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880030.091793:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880030.091799:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880030.091806:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880030.091816:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091820:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.091824:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091834:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880030.091837:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880030.091841:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880030.091843:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880030.091846:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880030.091851:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880030.091858:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.091866:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880030.091871:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880030.091880:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.091886:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880030.091898:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880030.091905:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880030.091908:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880030.091912:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.091916:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880030.091921:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880030.091925:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880030.091936:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880030.091944:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880030.091961:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519593984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880030.091982:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880030.091987:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880030.091995:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519593984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880030.092040:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880030.092050:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880030.092072:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880030.092082:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880030.092089:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880030.092102:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880030.092118:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10784 00000400:00000200:1.0:1788880030.092138:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880030.092156:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880030.092163:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880030.092174:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.092184:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.092194:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.092202:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880030.092213:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880030.092219:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880030.092225:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880030.092231:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880030.092237:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880030.092244:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880030.092283:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.092294:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880030.092305:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880030.092311:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880030.092318:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880030.092328:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880030.092337:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880030.092343:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880030.092350:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880030.092359:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.092370:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880030.092375:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880030.092383:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.092393:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880030.092405:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880030.092416:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880030.092422:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880030.092427:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880030.092433:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880030.092439:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880030.092443:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880030.092454:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880030.092467:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880030.092482:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519594112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880030.092505:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880030.092513:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880030.092521:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519594112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880030.092551:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880030.092562:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10794) 00010000:00000001:1.0:1788880030.218367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880030.218375:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880030.218378:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880030.218383:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218390:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880030.218393:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218396:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218399:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880030.218405:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880030.218407:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880030.218409:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218411:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880030.218413:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218415:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218418:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880030.218424:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880030.218425:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880030.218427:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218429:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880030.218430:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218433:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880030.218435:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880031.242367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880031.242375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880031.242382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880031.242384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880031.242388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880031.242390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880031.434355:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305458452, at 4305458496 00000100:00000040:0.0:1788880031.434371:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305458452, at 4305458496 00000100:00000010:1.0:1788880031.434372:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00000100:00000010:0.0:1788880031.434390:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00010000:00000001:1.0:1788880032.266356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880032.266363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880032.266370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880032.266372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880032.266376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880032.266378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880033.290359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880033.290368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880033.290375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880033.290377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880033.290381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880033.290383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880034.314367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880034.314376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880034.314383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880034.314385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880034.314389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880034.314391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880035.210377:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880035.210390:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880035.210393:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880035.210398:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880035.210405:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880035.210415:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10789 00000400:00000200:1.0:1788880035.210425:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880035.210432:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880035.210437:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880035.210442:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210446:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.210449:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210453:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880035.210463:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880035.210465:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880035.210469:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880035.210473:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880035.210476:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880035.210479:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880035.210483:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210486:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.210488:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210492:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880035.210496:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880035.210500:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210504:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880035.210508:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880035.210512:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880035.210516:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.210519:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880035.210522:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880035.210531:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880035.210535:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880035.210541:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880035.210543:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.210547:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880035.210551:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880035.210557:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880035.210567:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880035.210576:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880035.210588:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519594240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880035.210602:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880035.210608:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880035.210615:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519594240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880035.210645:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880035.210649:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880035.210654:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880035.210656:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880035.210659:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880035.210662:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880035.210665:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10789 00000400:00000200:1.0:1788880035.210671:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880035.210675:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880035.210678:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880035.210681:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210684:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.210687:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210689:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880035.210693:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880035.210695:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880035.210697:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880035.210699:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880035.210702:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880035.210704:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880035.210707:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210710:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.210712:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210715:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880035.210718:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880035.210721:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880035.210725:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880035.210727:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880035.210734:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880035.210738:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.210740:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880035.210746:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880035.210750:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.210754:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880035.210759:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880035.210768:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880035.210777:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880035.210783:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.210787:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880035.210791:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880035.210795:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880035.210806:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880035.210816:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880035.210836:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519594368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880035.210877:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880035.210889:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880035.210910:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519594368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880035.210947:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880035.210956:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880035.210968:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880035.210991:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880035.210994:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880035.210999:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880035.211009:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10789 00000400:00000200:1.0:1788880035.211019:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880035.211030:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880035.211039:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880035.211050:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211054:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.211063:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211067:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880035.211072:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880035.211077:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880035.211082:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880035.211088:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880035.211096:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880035.211103:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880035.211118:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211124:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.211133:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211137:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880035.211148:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880035.211157:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211167:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880035.211171:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880035.211176:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880035.211184:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.211190:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880035.211193:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880035.211201:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.211210:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880035.211220:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880035.211228:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880035.211238:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880035.211244:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.211299:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880035.211309:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880035.211318:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880035.211333:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880035.211350:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880035.211377:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519594496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880035.211411:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880035.211422:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880035.211439:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519594496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880035.211463:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880035.211473:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880035.211481:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880035.211490:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880035.211495:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880035.211503:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880035.211515:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10789 00000400:00000200:1.0:1788880035.211535:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880035.211548:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880035.211553:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880035.211565:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211575:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.211584:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211593:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880035.211602:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880035.211607:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880035.211613:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880035.211617:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880035.211628:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880035.211640:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880035.211651:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211656:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.211664:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211669:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880035.211673:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880035.211683:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880035.211687:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880035.211690:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880035.211694:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880035.211697:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.211701:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880035.211708:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880035.211715:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.211722:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880035.211737:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880035.211747:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880035.211756:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880035.211761:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.211767:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880035.211771:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880035.211777:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880035.211788:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880035.211798:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880035.211814:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519594624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880035.211843:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880035.211855:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880035.211882:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519594624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880035.211924:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880035.211938:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880035.211952:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880035.211957:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880035.211962:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880035.211995:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880035.212006:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10789 00000400:00000200:1.0:1788880035.212022:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880035.212032:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880035.212042:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880035.212053:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.212065:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.212073:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.212083:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880035.212093:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880035.212099:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880035.212107:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880035.212112:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880035.212118:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880035.212125:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880035.212137:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.212146:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880035.212156:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880035.212165:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880035.212175:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880035.212184:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880035.212195:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880035.212200:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880035.212206:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880035.212217:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.212223:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880035.212230:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880035.212242:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.212285:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880035.212299:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880035.212313:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880035.212330:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880035.212339:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880035.212352:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880035.212362:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880035.212375:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880035.212391:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880035.212399:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880035.212418:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519594752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880035.212491:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880035.212499:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880035.212517:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519594752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880035.212553:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880035.212567:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10799) 00010000:00000001:1.0:1788880035.338355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880035.338362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880035.338369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880035.338371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880035.338375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880035.338377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880036.362384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880036.362394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880036.362403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880036.362405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880036.362409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880036.362411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880036.554348:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305463572, at 4305463616 00000100:00000010:1.0:1788880036.554365:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b960. 00000100:00000040:0.0:1788880036.554384:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305463572, at 4305463616 00000100:00000010:0.0:1788880036.554404:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b840. 00010000:00000001:1.0:1788880037.386380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880037.386388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880037.386395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880037.386397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880037.386401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880037.386403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880038.410395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880038.410404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880038.410411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880038.410413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880038.410417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880038.410419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880039.434355:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880039.434359:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880039.434364:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434370:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880039.434374:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434377:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434380:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880039.434386:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880039.434388:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880039.434390:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434392:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880039.434395:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434397:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434399:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880039.434405:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880039.434406:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880039.434408:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434410:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880039.434411:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434413:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880039.434416:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.330791:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880040.330802:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880040.330812:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880040.330831:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.330870:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880040.330877:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.330887:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880040.330895:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880040.330902:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880040.330912:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519594880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880040.330925:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880040.330955:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880040.330961:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.330987:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880040.330997:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880040.331003:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880040.331018:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880040.331028:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880040.331058:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880040.331073:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519594880, portal 25 00000100:00000001:1.0:1788880040.331079:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880040.331085:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880040.331104:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.331130:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880040.331144:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880040.331153:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880040.331162:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519594880, offset 0 00000400:00000200:1.0:1788880040.331179:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880040.331196:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.331210:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880040.331242:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880040.331253:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880040.331263:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880040.331272:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880040.331285:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460630:460630:256:4294967295] 192.168.203.155@tcp LPNI seq info [460624:460624:8:4294967295] 00000400:00000200:1.0:1788880040.331326:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.331345:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880040.331359:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.331369:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880040.331381:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880040.331388:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880040.331413:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.331419:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880040.331428:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880040.331435:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880040.331445:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880040.331449:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880040.331458:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880040.331467:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.331484:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.331491:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.331503:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.331510:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880040.331525:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880040.331541:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880040.331551:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305468692 00000100:00000010:1.0:1788880040.331566:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788880040.331583:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880040.331594:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305468692 00000100:00000010:1.0:1788880040.331604:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788880040.331611:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880040.331618:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880040.331627:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.331636:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880040.331651:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880040/real 1788880040] req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880040.331684:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880040.331691:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880040.331699:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880040.331709:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880040.331720:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880040.331731:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880040.331745:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880040.331785:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.331807:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880040.331813:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.331822:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.331829:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880040.331845:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.331886:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880040.331904:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.331958:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880040.331971:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.331979:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.331986:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.331996:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880040.332004:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880040.332016:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880040.332032:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880040.332038:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880040.332050:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880040.332097:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519594880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880040.332119:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.332129:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.332148:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519594880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.332221:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880040.332230:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880040.332242:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880040.332251:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880040.332258:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880040.332300:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880040.332305:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880040.332309:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880040.332318:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880040.332326:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880040.332332:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880040.332341:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880040.332346:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.332355:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.332369:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880040.332375:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.332401:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880040.332408:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880040.332411:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880040.332423:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.332438:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880040.332443:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.332448:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880040.332451:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880040.332453:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880040.332459:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880040.332470:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880040.332475:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880040.332478:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.332484:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880040.332491:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880040.332496:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880040.332505:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880040.332514:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880040.332523:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880040.332533:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519595008, portal 10 00000100:00000001:1.0:1788880040.332540:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880040.332546:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880040.332563:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.332585:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880040.332597:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880040.332603:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880040.332611:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519595008, offset 0 00000400:00000200:1.0:1788880040.332624:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880040.332635:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.332644:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880040.332652:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880040.332658:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880040.332665:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880040.332674:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880040.332681:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460631:460631:256:4294967295] 192.168.203.155@tcp LPNI seq info [460625:460625:8:4294967295] 00000400:00000200:1.0:1788880040.332690:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.332711:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880040.332728:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.332754:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880040.332775:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880040.332784:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880040.332825:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.332831:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880040.332842:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880040.332854:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880040.332861:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880040.332868:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880040.332880:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880040.332891:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.332912:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.332923:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.332987:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.332993:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880040.333003:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880040.333013:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880040.333029:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880040.333037:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305467408 00000100:00000001:1.0:1788880040.333049:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305468692 00000100:00000001:1.0:1788880040.333056:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305467408 00000100:00000001:1.0:1788880040.333063:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305468692 00000100:00000001:1.0:1788880040.333066:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880040.333069:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.333073:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880040.333085:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880040/real 1788880040] req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880040.333102:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880040.333105:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880040.333108:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880040.333114:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880040.333118:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880040.333123:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880040.333130:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880040.333147:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333171:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880040.333174:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333176:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.333178:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880040.333183:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333192:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880040.333197:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333206:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880040.333209:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333211:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.333213:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333215:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880040.333217:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880040.333220:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880040.333224:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880040.333227:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880040.333231:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880040.333241:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880040.333278:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880040.333285:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333296:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880040.333298:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.333304:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880040.333307:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880040.333309:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880040.333313:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880040.333318:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880040.333321:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880040.333322:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.333325:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880040.333331:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880040.333333:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880040.333338:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880040.333341:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880040.333345:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880040.333350:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519595136, portal 10 00000100:00000001:1.0:1788880040.333353:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880040.333354:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880040.333362:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333370:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880040.333374:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880040.333376:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880040.333379:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519595136, offset 0 00000400:00000200:1.0:1788880040.333384:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880040.333389:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.333395:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880040.333417:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880040.333420:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880040.333423:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880040.333426:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880040.333429:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460632:460632:256:4294967295] 192.168.203.155@tcp LPNI seq info [460626:460626:8:4294967295] 00000400:00000200:1.0:1788880040.333434:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.333441:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880040.333447:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.333450:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880040.333455:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880040.333458:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880040.333470:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.333472:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880040.333475:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880040.333479:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880040.333483:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880040.333485:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880040.333487:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880040.333491:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333500:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.333503:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333510:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.333512:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880040.333515:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880040.333519:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880040.333522:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880040.333524:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305467409 00000100:00000001:1.0:1788880040.333527:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305468692 00000100:00000001:1.0:1788880040.333530:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305467409 00000100:00000001:1.0:1788880040.333532:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305468692 00000100:00000001:1.0:1788880040.333534:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880040.333536:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.333538:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880040.333542:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880040/real 1788880040] req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880040.333551:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880040.333553:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880040.333555:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880040.333557:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880040.333559:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880040.333561:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880040.333564:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880040.333573:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333580:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880040.333582:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333583:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.333585:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880040.333588:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333595:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880040.333599:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333606:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880040.333609:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333610:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.333612:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333613:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880040.333616:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880040.333618:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880040.333621:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880040.333623:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880040.333628:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880040.333637:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880040.333641:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333643:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.333646:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519595008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333652:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880040.333654:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880040.333656:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880040.333659:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880040.333661:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880040.333662:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880040.333664:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880040.333666:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880040.333669:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880040.333670:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880040.333672:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880040.333674:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880040.333676:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333677:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.333681:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519595136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333688:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880040.333689:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880040.333690:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880040.333692:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880040.333693:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880040.333695:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880040.333696:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880040.333698:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880040.333700:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880040.333702:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880040.333703:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880040.333705:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880040.333707:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333709:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.333713:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880040.333714:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.333716:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880040.333718:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880040.333720:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880040.333723:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333732:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880040.333733:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.333736:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880040.333738:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880040.333740:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880040.333743:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880040.333746:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880040.333748:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880040.333749:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.333751:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880040.333754:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880040.333756:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880040.333759:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880040.333762:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880040.333765:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880040.333768:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519595264, portal 4 00000100:00000001:1.0:1788880040.333770:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880040.333772:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880040.333778:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333785:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880040.333787:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880040.333790:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880040.333792:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519595264, offset 0 00000400:00000200:1.0:1788880040.333797:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880040.333801:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.333804:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880040.333808:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880040.333811:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880040.333813:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880040.333816:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880040.333819:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460633:460633:256:4294967295] 192.168.203.155@tcp LPNI seq info [460627:460627:8:4294967295] 00000400:00000200:1.0:1788880040.333824:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.333831:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880040.333835:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.333838:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880040.333842:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880040.333845:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880040.333856:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.333858:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880040.333861:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880040.333865:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880040.333868:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880040.333870:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880040.333873:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880040.333876:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333885:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.333888:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.333895:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.333897:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880040.333900:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880040.333904:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880040.333907:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880040.333909:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305467461 00000100:00000001:1.0:1788880040.333912:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305468692 00000100:00000001:1.0:1788880040.333914:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305467461 00000100:00000001:1.0:1788880040.333916:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305468692 00000100:00000001:1.0:1788880040.333918:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880040.333920:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.333922:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880040.333926:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880040/real 1788880040] req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880040.333956:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880040.333959:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880040.333961:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880040.333964:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880040.333966:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880040.333969:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880040.333973:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880040.333982:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334007:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880040.334009:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334012:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.334013:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880040.334018:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334026:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880040.334031:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334040:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880040.334043:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334045:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.334047:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334049:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880040.334051:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880040.334054:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880040.334058:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880040.334060:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880040.334065:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880040.334076:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880040.334083:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880040.334090:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334103:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880040.334105:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.334109:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880040.334113:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880040.334117:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880040.334124:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880040.334130:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880040.334134:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880040.334137:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880040.334141:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880040.334148:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880040.334152:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880040.334159:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880040.334164:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880040.334168:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880040.334173:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519595392, portal 4 00000100:00000001:1.0:1788880040.334175:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880040.334177:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880040.334185:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334194:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880040.334196:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880040.334199:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880040.334202:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519595392, offset 0 00000400:00000200:1.0:1788880040.334207:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880040.334212:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.334217:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880040.334221:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880040.334224:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880040.334227:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880040.334231:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880040.334235:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460634:460634:256:4294967295] 192.168.203.155@tcp LPNI seq info [460628:460628:8:4294967295] 00000400:00000200:1.0:1788880040.334239:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880040.334248:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880040.334254:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.334258:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880040.334311:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880040.334316:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880040.334331:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880040.334334:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000400:00000200:1.0:1788880040.334340:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880040.334345:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880040.334350:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39330 00000400:00000010:1.0:1788880040.334352:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39330. 00000100:00000001:1.0:1788880040.334356:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880040.334361:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334372:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.334375:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334384:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.334402:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880040.334406:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880040.334410:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880040.334414:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880040.334416:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305467413 00000100:00000001:1.0:1788880040.334419:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305468692 00000100:00000001:1.0:1788880040.334421:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305467413 00000100:00000001:1.0:1788880040.334424:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305468692 00000100:00000001:1.0:1788880040.334426:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880040.334428:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.334430:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880040.334434:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880040/real 1788880040] req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880040.334442:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880040.334444:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880040.334446:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880040.334448:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880040.334450:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880040.334452:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880040.334455:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880040.334464:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334477:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880040.334479:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334481:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.334483:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880040.334486:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334493:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880040.334497:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334504:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880040.334507:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334508:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880040.334510:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334511:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880040.334514:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880040.334517:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880040.334520:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880040.334522:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880040.334526:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880040.334533:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880040.334537:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334539:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.334542:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519595264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334550:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880040.334551:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880040.334554:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880040.334557:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880040.334559:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880040.334561:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880040.334563:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880040.334565:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880040.334568:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880040.334570:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880040.334571:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880040.334575:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880040.334576:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334578:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880040.334582:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519595392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880040.334588:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880040.334590:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880040.334591:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880040.334593:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880040.334594:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880040.334595:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880040.334597:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880040.334598:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880040.334600:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880040.334601:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880040.334603:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880040.334605:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880040.334606:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334608:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880040.334612:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880040.334613:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880040.334615:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880040.334617:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880040.458341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880040.458347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880040.458354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880040.458356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880040.458360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880040.458362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880041.482377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880041.482385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880041.482393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880041.482394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880041.482398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880041.482400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880041.674369:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305468692, at 4305468736 00000100:00000040:0.0:1788880041.674374:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305468692, at 4305468736 00000100:00000010:1.0:1788880041.674398:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000010:0.0:1788880041.674402:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00010000:00000001:1.0:1788880042.506380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880042.506388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880042.506394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880042.506396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880042.506400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880042.506402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880043.530376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880043.530385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880043.530392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880043.530394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880043.530398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880043.530400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880044.554364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880044.554372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880044.554379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880044.554381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880044.554385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880044.554386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.450694:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880045.450703:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880045.450709:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880045.450724:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519595520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.450759:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880045.450765:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.450775:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880045.450782:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880045.450790:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880045.450804:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519595520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880045.450817:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880045.450826:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880045.450832:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.450846:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880045.450862:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880045.450872:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880045.450895:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880045.450931:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880045.450952:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880045.450968:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519595520, portal 25 00000100:00000001:1.0:1788880045.450978:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880045.450983:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880045.451000:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519595520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.451039:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880045.451058:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880045.451071:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39330. 00000100:00000200:1.0:1788880045.451084:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519595520, offset 0 00000400:00000200:1.0:1788880045.451108:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880045.451125:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.451140:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880045.451151:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880045.451160:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880045.451170:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880045.451185:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880045.451194:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460635:460635:256:4294967295] 192.168.203.155@tcp LPNI seq info [460629:460629:8:4294967295] 00000400:00000200:1.0:1788880045.451206:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.451233:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880045.451290:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880045.451300:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880045.451317:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880045.451376:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880045.451389:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880045.451396:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305473812 00000100:00000010:1.0:1788880045.451404:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788880045.451418:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880045.451439:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305473812 00000100:00000010:1.0:1788880045.451451:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df00. 00000100:00000001:1.0:1788880045.451464:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880045.451479:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880045.451489:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.451497:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.451503:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880045.451513:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880045.451518:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880045.451526:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880045.451531:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880045.451535:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880045.451550:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519595648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.451575:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880045.451580:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.451586:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880045.451592:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880045.451602:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880045.451617:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880045.451624:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880045.451631:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880045.451637:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.451645:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880045.451655:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880045.451662:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880045.451673:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880045.451681:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880045.451688:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880045.451697:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519595648, portal 10 00000100:00000001:1.0:1788880045.451706:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880045.451714:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880045.451737:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519595648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.451764:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880045.451773:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880045.451780:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39d48. 00000100:00000200:1.0:1788880045.451790:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519595648, offset 0 00000400:00000200:1.0:1788880045.451802:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880045.451812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.451822:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880045.451833:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880045.451846:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880045.451859:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880045.451874:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880045.451890:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460636:460636:255:4294967295] 192.168.203.155@tcp LPNI seq info [460630:460630:7:4294967295] 00000400:00000200:1.0:1788880045.451935:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.451967:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880045.451985:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880045.451999:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880045.452013:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880045.452045:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880045.452057:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880045.452071:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880045.452077:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305472527 00000100:00000001:1.0:1788880045.452084:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305473812 00000100:00000001:1.0:1788880045.452094:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305472527 00000100:00000001:1.0:1788880045.452104:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305473812 00000100:00000001:1.0:1788880045.452117:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880045.452125:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.452139:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.452145:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880045.452161:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880045.452165:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880045.452174:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880045.452180:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880045.452185:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880045.452203:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519595776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.452235:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880045.452242:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.452294:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880045.452299:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880045.452304:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880045.452311:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880045.452316:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880045.452319:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880045.452322:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.452324:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880045.452330:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880045.452332:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880045.452337:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880045.452341:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788880045.452346:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880045.452350:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519595776, portal 10 00000100:00000001:1.0:1788880045.452353:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880045.452355:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880045.452364:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519595776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.452376:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880045.452381:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880045.452387:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39f68. 00000100:00000200:1.0:1788880045.452392:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519595776, offset 0 00000400:00000200:1.0:1788880045.452401:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880045.452410:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.452418:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880045.452424:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880045.452430:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880045.452435:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880045.452440:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880045.452446:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460637:460637:254:4294967295] 192.168.203.155@tcp LPNI seq info [460631:460631:6:4294967295] 00000400:00000200:1.0:1788880045.452456:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.452470:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880045.452479:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880045.452486:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880045.452494:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880045.452509:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880045.452515:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880045.452523:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880045.452527:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305472528 00000100:00000001:1.0:1788880045.452533:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305473812 00000100:00000001:1.0:1788880045.452539:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305472528 00000100:00000001:1.0:1788880045.452543:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305473812 00000100:00000001:1.0:1788880045.452547:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880045.452553:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.452559:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.452563:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880045.452572:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880045.452575:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880045.452583:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880045.452588:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880045.452596:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.452607:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.452614:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880045.452619:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880045.452625:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880045.452640:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519595904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.452667:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880045.452674:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.452682:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880045.452686:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880045.452691:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880045.452706:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880045.452723:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880045.452731:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880045.452739:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.452754:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880045.452766:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880045.452775:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880045.452791:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880045.452802:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880045.452818:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880045.452831:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519595904, portal 4 00000100:00000001:1.0:1788880045.452841:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880045.452849:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880045.452870:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519595904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.452922:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880045.452936:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880045.452948:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a393b8. 00000100:00000200:1.0:1788880045.452960:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519595904, offset 0 00000400:00000200:1.0:1788880045.452981:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880045.452996:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.453008:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880045.453024:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880045.453035:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880045.453047:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880045.453059:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880045.453071:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460638:460638:253:4294967295] 192.168.203.155@tcp LPNI seq info [460632:460632:5:4294967295] 00000400:00000200:1.0:1788880045.453091:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.453123:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880045.453144:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880045.453157:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7b00. 00000800:00000200:1.0:1788880045.453175:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880045.453198:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880045.453208:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880045.453221:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880045.453228:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305472580 00000100:00000001:1.0:1788880045.453235:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305473812 00000100:00000001:1.0:1788880045.453239:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305472580 00000100:00000001:1.0:1788880045.453273:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305473812 00000100:00000001:1.0:1788880045.453279:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880045.453282:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.453286:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.453291:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880045.453307:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880045.453312:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880045.453317:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880045.453321:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880045.453326:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.453331:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.453387:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880045.453392:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880045.453394:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880045.453405:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519596032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.453434:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880045.453437:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.453441:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880045.453445:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880045.453450:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880045.453457:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880045.453464:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880045.453469:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880045.453474:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880045.453484:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880045.453491:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880045.453494:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880045.453500:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880045.453505:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788880045.453510:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39880. 00000100:00000200:1.0:1788880045.453515:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519596032, portal 4 00000100:00000001:1.0:1788880045.453518:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880045.453520:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880045.453529:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519596032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880045.453538:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880045.453541:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880045.453544:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39ee0. 00000100:00000200:1.0:1788880045.453547:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519596032, offset 0 00000400:00000200:1.0:1788880045.453553:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880045.453558:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.453563:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880045.453567:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880045.453570:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880045.453574:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880045.453577:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880045.453582:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460639:460639:252:4294967295] 192.168.203.155@tcp LPNI seq info [460633:460633:4:4294967295] 00000400:00000200:1.0:1788880045.453587:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880045.453596:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880045.453601:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880045.453606:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7900. 00000800:00000200:1.0:1788880045.453611:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880045.453620:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880045.453624:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880045.453628:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880045.453631:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305472532 00000100:00000001:1.0:1788880045.453634:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305473812 00000100:00000001:1.0:1788880045.453637:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305472532 00000100:00000001:1.0:1788880045.453640:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305473812 00000100:00000001:1.0:1788880045.453642:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880045.453644:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.453648:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.453650:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880045.453654:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880045.453656:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880045.453659:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880045.453661:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880045.453663:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880045.453666:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880045.578352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880045.578360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880045.578370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880045.578373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880045.578379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880045.578382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880046.602359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880046.602366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880046.602373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880046.602376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880046.602380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880046.602382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880046.794355:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305473812, at 4305473856 00000100:00000010:1.0:1788880046.794374:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00000100:00000040:0.0:1788880046.794380:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305473812, at 4305473856 00000100:00000010:0.0:1788880046.794395:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00010000:00000001:1.0:1788880047.626362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880047.626370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880047.626376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880047.626378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880047.626382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880047.626384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880048.523019:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880048.523031:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880048.523042:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880048.523074:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880045/real 1788880048] req@ffff8d0cf40edc00 x1875765519595520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880048.523142:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880048.523152:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880048.523165:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880048.523181:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880048.523191:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880048.523206:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880048.523228:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519595520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880048.523372:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519595520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.523406:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880048.523419:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.523431:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.523443:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880048.523474:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519595520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.523513:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880048.523540:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519595520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.523592:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880048.523604:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.523614:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.523623:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.523633:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880048.523641:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880048.523661:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880048.523685:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880048.523698:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880048.523721:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519595520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880048.523765:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519595520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880048.523793:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880048.523806:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880048.523827:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519595520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.523908:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880048.523919:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880048.523933:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880048.523955:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880048.523965:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880048.523972:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880048.523986:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880048.523996:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880048.524017:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880048.524025:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880048.524035:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880048.524049:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880048.524055:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524063:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880048.524069:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880048.524072:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880048.524076:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880048.524089:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880045/real 1788880048] req@ffff8d0cf40ef480 x1875765519596032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880048.524108:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880048.524111:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880048.524115:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788880048.524120:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39880 00000400:00000010:1.0:1788880048.524123:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39880. 00000100:00000001:1.0:1788880048.524127:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880048.524132:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519596032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880048.524143:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519596032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524153:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880048.524155:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524157:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.524159:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880048.524163:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519596032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524171:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880048.524176:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519596032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524185:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880048.524189:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524191:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.524192:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524194:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880048.524198:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880048.524202:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880048.524207:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880048.524210:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880048.524215:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519596032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880048.524225:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880048.524230:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880048.524235:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880045/real 1788880048] req@ffff8d0cf40ed880 x1875765519595904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880048.524244:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880048.524246:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880048.524282:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880048.524285:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880048.524287:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880048.524290:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880048.524295:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519595904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880048.524313:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519595904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524328:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880048.524331:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524335:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.524337:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880048.524344:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519595904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524358:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880048.524375:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519595904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524404:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880048.524409:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524411:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.524413:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524416:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880048.524418:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880048.524422:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880048.524426:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880048.524429:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880048.524435:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519595904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880048.524445:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880048.524450:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880048.524456:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880045/real 1788880048] req@ffff8d0cf40ef800 x1875765519595776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880048.524467:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880048.524469:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880048.524472:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788880048.524475:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880048.524477:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880048.524480:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880048.524485:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519595776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880048.524495:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519595776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524503:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880048.524505:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524508:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.524510:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880048.524514:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519595776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524522:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880048.524527:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519595776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524534:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880048.524537:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524539:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.524540:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524542:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880048.524545:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880048.524547:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880048.524551:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880048.524553:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880048.524558:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519595776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880048.524567:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880048.524571:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880048.524576:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880045/real 1788880048] req@ffff8d0cf40ec700 x1875765519595648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880048.524585:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880048.524586:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880048.524588:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880048.524591:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880048.524593:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880048.524596:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880048.524599:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519595648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880048.524609:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519595648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524616:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880048.524618:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524620:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.524621:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880048.524626:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519595648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524633:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880048.524637:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519595648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524645:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880048.524648:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524649:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880048.524651:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524653:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880048.524655:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880048.524658:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880048.524661:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880048.524664:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880048.524668:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519595648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880048.524677:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519595648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880048.524681:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524685:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880048.524689:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519596032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524697:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880048.524699:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880048.524702:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880048.524706:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880048.524708:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880048.524710:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880048.524713:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880048.524715:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880048.524718:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880048.524720:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880048.524722:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880048.524725:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880048.524727:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524730:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880048.524733:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519595904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524741:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880048.524743:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880048.524745:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880048.524748:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880048.524749:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880048.524751:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880048.524753:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880048.524755:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880048.524757:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880048.524759:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880048.524760:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880048.524763:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880048.524764:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524766:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880048.524770:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519595776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524785:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880048.524786:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880048.524788:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880048.524792:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880048.524794:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880048.524795:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880048.524797:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880048.524799:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880048.524802:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880048.524803:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880048.524804:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880048.524807:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880048.524810:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524813:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880048.524819:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519595648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880048.524832:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880048.524835:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880048.524838:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880048.524842:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880048.524844:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880048.524846:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880048.524850:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880048.524853:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880048.524857:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880048.524859:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880048.524862:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880048.524866:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880048.524869:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524873:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880048.524915:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880048.524920:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880048.524924:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880048.524928:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880048.650376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880048.650385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880048.650392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880048.650394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880048.650398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880048.650400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880049.674426:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880049.674430:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880049.674435:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674442:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880049.674446:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674449:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674452:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674457:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880049.674460:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880049.674462:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880049.674464:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674466:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880049.674467:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674469:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674472:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674477:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880049.674479:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880049.674481:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880049.674483:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674485:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880049.674487:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674489:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880049.674492:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.570984:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880050.570996:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880050.571006:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880050.571040:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.571083:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880050.571093:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.571105:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880050.571116:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880050.571126:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880050.571141:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519596160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880050.571164:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880050.571177:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880050.571188:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.571197:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880050.571213:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880050.571226:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880050.571312:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880050.571330:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880050.571351:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880050.571372:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519596160, portal 25 00000100:00000001:1.0:1788880050.571385:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880050.571393:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086912 : -126388361464704 : ffff8d0cea9c7480) 00000100:00000040:1.0:1788880050.571420:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.571461:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880050.571476:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880050.571492:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880050.571504:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519596160, offset 0 00000400:00000200:1.0:1788880050.571528:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880050.571556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.571591:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880050.571607:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880050.571624:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880050.571639:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880050.571649:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880050.571669:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460640:460640:256:4294967295] 192.168.203.155@tcp LPNI seq info [460634:460634:8:4294967295] 00000400:00000200:1.0:1788880050.571705:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.571745:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880050.571779:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.571799:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880050.571826:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880050.571840:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880050.571929:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.571939:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880050.571952:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880050.571966:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880050.571981:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880050.571991:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880050.571999:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880050.572009:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.572055:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.572071:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.572112:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.572122:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880050.572139:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880050.572162:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880050.572175:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305478932 00000100:00000010:1.0:1788880050.572193:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df00. 00000100:00000001:1.0:1788880050.572208:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880050.572222:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305478932 00000100:00000010:1.0:1788880050.572237:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788880050.572285:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880050.572294:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880050.572300:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.572307:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880050.572319:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880050/real 1788880050] req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880050.572369:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880050.572377:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880050.572387:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880050.572401:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880050.572410:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880050.572422:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880050.572441:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880050.572499:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.572532:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880050.572540:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.572544:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.572549:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880050.572561:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.572582:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880050.572600:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.572620:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880050.572630:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.572639:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.572645:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.572654:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880050.572658:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880050.572668:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880050.572682:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880050.572693:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880050.572705:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880050.572753:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519596160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880050.572770:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.572778:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.572790:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7480 x1875765519596160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.572814:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880050.572823:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880050.572830:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880050.572839:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880050.572846:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880050.572854:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880050.572883:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880050.572890:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788880050.572899:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880050.572906:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880050.572911:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7480. 00000100:00000001:1.0:1788880050.572923:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880050.572929:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.572933:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.572948:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880050.572955:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.572964:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880050.572969:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880050.572974:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880050.572989:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573016:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880050.573022:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.573031:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880050.573038:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880050.573044:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880050.573061:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880050.573073:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880050.573077:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880050.573079:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.573081:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880050.573087:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880050.573090:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880050.573097:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880050.573101:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880050.573107:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880050.573113:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519596288, portal 10 00000100:00000001:1.0:1788880050.573117:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880050.573119:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086016 : -126388361465600 : ffff8d0cea9c7100) 00000100:00000040:1.0:1788880050.573130:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573139:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880050.573143:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880050.573146:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880050.573149:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519596288, offset 0 00000400:00000200:1.0:1788880050.573154:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880050.573160:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.573165:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880050.573169:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880050.573174:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880050.573177:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880050.573180:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880050.573184:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460641:460641:256:4294967295] 192.168.203.155@tcp LPNI seq info [460635:460635:8:4294967295] 00000400:00000200:1.0:1788880050.573190:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.573199:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880050.573205:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.573209:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880050.573215:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880050.573219:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880050.573235:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.573238:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880050.573242:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880050.573246:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880050.573281:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880050.573284:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880050.573287:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880050.573293:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573303:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.573307:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573316:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.573318:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880050.573323:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880050.573328:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880050.573333:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880050.573336:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305477649 00000100:00000001:1.0:1788880050.573340:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305478932 00000100:00000001:1.0:1788880050.573343:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305477649 00000100:00000001:1.0:1788880050.573346:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305478932 00000100:00000001:1.0:1788880050.573349:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880050.573351:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.573354:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880050.573358:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880050/real 1788880050] req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880050.573373:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880050.573376:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880050.573381:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880050.573385:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880050.573389:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880050.573393:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880050.573401:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880050.573420:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573434:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880050.573438:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.573442:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.573445:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880050.573453:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573464:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880050.573469:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573478:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880050.573481:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.573483:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.573485:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.573487:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880050.573490:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880050.573493:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880050.573498:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880050.573501:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880050.573506:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880050.573516:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880050.573523:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880050.573527:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573536:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880050.573538:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.573540:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880050.573543:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880050.573545:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880050.573549:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880050.573553:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880050.573556:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880050.573559:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.573561:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880050.573566:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880050.573568:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880050.573573:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880050.573576:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880050.573580:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880050.573584:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519596416, portal 10 00000100:00000001:1.0:1788880050.573587:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880050.573589:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348073472 : -126388361478144 : ffff8d0cea9c4000) 00000100:00000040:1.0:1788880050.573597:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573605:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880050.573608:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880050.573611:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880050.573614:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519596416, offset 0 00000400:00000200:1.0:1788880050.573619:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880050.573624:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.573629:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880050.573633:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880050.573637:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880050.573641:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880050.573644:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880050.573648:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460642:460642:256:4294967295] 192.168.203.155@tcp LPNI seq info [460636:460636:8:4294967295] 00000400:00000200:1.0:1788880050.573654:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.573661:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880050.573667:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.573670:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880050.573676:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880050.573679:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880050.573694:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.573696:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880050.573701:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880050.573705:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880050.573709:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880050.573712:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880050.573715:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880050.573719:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573729:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.573733:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573741:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.573743:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880050.573747:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880050.573751:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880050.573754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880050.573757:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305477649 00000100:00000001:1.0:1788880050.573760:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305478932 00000100:00000001:1.0:1788880050.573763:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305477649 00000100:00000001:1.0:1788880050.573767:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305478932 00000100:00000001:1.0:1788880050.573770:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880050.573772:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.573775:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880050.573780:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880050/real 1788880050] req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880050.573789:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880050.573791:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880050.573793:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880050.573796:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880050.573798:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880050.573800:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880050.573804:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880050.573814:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573822:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880050.573823:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.573825:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.573827:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880050.573831:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573839:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880050.573843:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573852:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880050.573855:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.573857:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.573859:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.573888:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880050.573891:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880050.573894:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880050.573899:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880050.573902:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880050.573908:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880050.573918:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880050.573923:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880050.573927:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.573935:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880050.573937:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.573939:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880050.573942:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880050.573945:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880050.573948:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880050.573952:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880050.573955:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880050.573957:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.573959:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880050.573963:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880050.573965:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880050.573970:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880050.573973:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880050.573977:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880050.573981:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519596544, portal 4 00000100:00000001:1.0:1788880050.573984:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880050.573986:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077952 : -126388361473664 : ffff8d0cea9c5180) 00000100:00000040:1.0:1788880050.573993:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574003:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880050.574006:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880050.574009:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880050.574012:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519596544, offset 0 00000400:00000200:1.0:1788880050.574016:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880050.574021:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.574026:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880050.574030:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880050.574033:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880050.574036:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880050.574038:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880050.574043:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460643:460643:256:4294967295] 192.168.203.155@tcp LPNI seq info [460637:460637:8:4294967295] 00000400:00000200:1.0:1788880050.574048:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.574056:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880050.574062:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.574066:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880050.574071:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880050.574075:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880050.574089:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.574091:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880050.574095:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880050.574100:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880050.574104:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880050.574106:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880050.574109:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880050.574113:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574124:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.574127:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574144:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.574146:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880050.574150:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880050.574154:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880050.574158:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880050.574160:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305477701 00000100:00000001:1.0:1788880050.574164:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305478932 00000100:00000001:1.0:1788880050.574167:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305477701 00000100:00000001:1.0:1788880050.574170:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305478932 00000100:00000001:1.0:1788880050.574172:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880050.574174:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.574176:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880050.574181:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880050/real 1788880050] req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880050.574190:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880050.574191:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880050.574193:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880050.574196:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880050.574198:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880050.574200:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880050.574204:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880050.574214:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574222:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880050.574224:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574225:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.574227:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880050.574231:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574241:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880050.574246:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574282:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880050.574286:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574288:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.574289:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574291:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880050.574293:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880050.574296:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880050.574301:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880050.574304:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880050.574309:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880050.574319:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880050.574324:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574327:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.574330:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7100 x1875765519596288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574338:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880050.574340:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880050.574343:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880050.574347:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880050.574349:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880050.574350:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880050.574353:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880050.574355:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1800. 02000000:00000001:1.0:1788880050.574360:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880050.574362:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880050.574365:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7100. 00000100:00000001:1.0:1788880050.574371:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880050.574374:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574378:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.574385:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4000 x1875765519596416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574399:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880050.574402:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880050.574406:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880050.574413:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880050.574415:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880050.574418:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880050.574422:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880050.574426:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788880050.574430:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880050.574433:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880050.574436:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4000. 00000100:00000001:1.0:1788880050.574445:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880050.574448:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574451:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.574457:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5180 x1875765519596544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574466:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880050.574468:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880050.574470:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880050.574473:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880050.574475:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880050.574476:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880050.574479:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880050.574480:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788880050.574483:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880050.574484:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880050.574486:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5180. 00000100:00000001:1.0:1788880050.574489:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880050.574491:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574494:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574499:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880050.574501:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.574503:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880050.574506:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880050.574508:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880050.574512:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574522:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880050.574523:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.574526:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880050.574529:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880050.574532:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880050.574535:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880050.574539:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880050.574541:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880050.574544:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880050.574546:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880050.574550:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880050.574553:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880050.574558:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880050.574561:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880050.574565:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880050.574569:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519596672, portal 4 00000100:00000001:1.0:1788880050.574572:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880050.574574:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788880050.574582:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574590:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880050.574593:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880050.574596:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880050.574599:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519596672, offset 0 00000400:00000200:1.0:1788880050.574604:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880050.574610:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.574614:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880050.574618:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880050.574622:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880050.574625:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880050.574628:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880050.574632:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460644:460644:256:4294967295] 192.168.203.155@tcp LPNI seq info [460638:460638:8:4294967295] 00000400:00000200:1.0:1788880050.574638:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880050.574646:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880050.574651:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.574655:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880050.574660:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880050.574664:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880050.574678:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880050.574681:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880050.574685:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880050.574689:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880050.574693:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880050.574695:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880050.574698:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880050.574703:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574713:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.574717:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574725:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.574727:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880050.574730:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880050.574734:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880050.574738:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880050.574741:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305477653 00000100:00000001:1.0:1788880050.574744:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305478932 00000100:00000001:1.0:1788880050.574748:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305477653 00000100:00000001:1.0:1788880050.574751:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305478932 00000100:00000001:1.0:1788880050.574753:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880050.574755:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.574758:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880050.574762:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880050/real 1788880050] req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880050.574771:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880050.574773:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880050.574775:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880050.574778:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880050.574780:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880050.574783:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880050.574787:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880050.574797:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574804:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880050.574806:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574808:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.574809:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880050.574814:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574822:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880050.574826:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574834:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880050.574838:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574840:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880050.574842:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574844:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880050.574848:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880050.574851:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880050.574855:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880050.574857:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880050.574884:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880050.574896:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880050.574900:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574903:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880050.574907:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519596672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880050.574915:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880050.574917:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880050.574920:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880050.574923:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880050.574925:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880050.574926:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880050.574929:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880050.574931:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788880050.574935:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880050.574936:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880050.574938:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788880050.574942:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880050.574944:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574946:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880050.574950:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880050.574952:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880050.574954:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880050.574957:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880050.698357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880050.698363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880050.698369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880050.698371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880050.698376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880050.698378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880051.722369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880051.722379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880051.722387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880051.722389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880051.722393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880051.722395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880051.914353:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305478932, at 4305478976 00000100:00000040:0.0:1788880051.914373:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305478932, at 4305478976 00000100:00000010:1.0:1788880051.914377:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000010:0.0:1788880051.914393:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00010000:00000001:1.0:1788880052.746411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880052.746425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880052.746438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880052.746441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880052.746449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880052.746452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880053.770398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880053.770409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880053.770417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880053.770419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880053.770424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880053.770426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880054.794353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880054.794361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880054.794369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880054.794370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880054.794374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880054.794376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.690780:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880055.690793:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880055.690800:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880055.690819:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.690894:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880055.690900:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.690910:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880055.690917:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880055.690926:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880055.690941:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519596800:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880055.690954:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880055.690965:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880055.690971:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.690979:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880055.690989:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880055.690998:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880055.691016:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880055.691026:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880055.691044:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880055.691064:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519596800, portal 25 00000100:00000001:1.0:1788880055.691076:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880055.691085:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788880055.691113:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.691148:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880055.691159:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880055.691168:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880055.691179:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519596800, offset 0 00000400:00000200:1.0:1788880055.691199:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880055.691220:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.691236:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880055.691305:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880055.691316:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880055.691332:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880055.691349:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880055.691370:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460645:460645:256:4294967295] 192.168.203.155@tcp LPNI seq info [460639:460639:8:4294967295] 00000400:00000200:1.0:1788880055.691390:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.691426:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880055.691449:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.691464:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880055.691485:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880055.691495:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880055.691539:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.691547:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880055.691558:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880055.691577:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880055.691590:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880055.691600:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880055.691612:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880055.691628:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.691667:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.691678:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.691708:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.691719:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880055.691737:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880055.691757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880055.691770:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305484052 00000100:00000010:1.0:1788880055.691790:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788880055.691807:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880055.691852:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305484052 00000100:00000010:1.0:1788880055.691864:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788880055.691875:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880055.691884:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880055.691896:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.691904:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880055.691921:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880055/real 1788880055] req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880055.691962:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880055.691968:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880055.691977:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880055.691987:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880055.691994:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880055.692001:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880055.692012:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880055.692056:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692100:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880055.692109:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.692123:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.692133:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880055.692153:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692182:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880055.692198:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692222:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880055.692230:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.692239:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.692242:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.692284:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880055.692287:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880055.692292:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880055.692306:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880055.692315:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880055.692330:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880055.692376:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519596800:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880055.692395:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.692404:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.692415:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519596800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692425:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880055.692429:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880055.692433:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880055.692439:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880055.692442:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880055.692444:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880055.692447:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880055.692450:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880055.692455:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880055.692457:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880055.692459:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788880055.692464:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880055.692466:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.692469:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.692478:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880055.692480:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.692483:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880055.692486:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880055.692488:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880055.692493:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692502:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880055.692504:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.692507:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880055.692510:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880055.692513:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880055.692517:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596928:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880055.692522:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880055.692525:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880055.692527:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.692529:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880055.692534:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880055.692536:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880055.692542:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880055.692546:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880055.692550:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880055.692555:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519596928, portal 10 00000100:00000001:1.0:1788880055.692557:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880055.692559:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788880055.692568:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692576:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880055.692580:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880055.692582:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880055.692585:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519596928, offset 0 00000400:00000200:1.0:1788880055.692590:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880055.692596:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.692601:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880055.692606:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880055.692610:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880055.692613:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880055.692616:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880055.692620:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460646:460646:256:4294967295] 192.168.203.155@tcp LPNI seq info [460640:460640:8:4294967295] 00000400:00000200:1.0:1788880055.692626:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.692635:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880055.692641:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.692646:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880055.692652:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880055.692656:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880055.692671:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.692673:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880055.692677:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880055.692682:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880055.692686:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880055.692688:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880055.692692:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880055.692696:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692710:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.692716:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692731:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.692734:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880055.692740:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880055.692747:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880055.692754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880055.692759:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305482768 00000100:00000001:1.0:1788880055.692764:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305484052 00000100:00000001:1.0:1788880055.692769:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305482768 00000100:00000001:1.0:1788880055.692774:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305484052 00000100:00000001:1.0:1788880055.692778:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880055.692784:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.692788:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880055.692796:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880055/real 1788880055] req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880055.692823:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880055.692854:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880055.692857:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880055.692861:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880055.692864:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880055.692867:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880055.692872:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880055.692883:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692892:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880055.692894:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.692897:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.692898:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880055.692903:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692912:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880055.692917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692925:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880055.692928:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.692930:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.692932:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.692934:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880055.692936:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880055.692940:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880055.692944:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880055.692946:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880055.692952:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880055.692962:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519596928:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880055.692967:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880055.692972:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.692979:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880055.692981:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.692984:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880055.692987:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880055.692989:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880055.692993:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597056:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880055.692997:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880055.693000:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880055.693002:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.693004:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880055.693009:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880055.693011:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880055.693016:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880055.693019:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880055.693023:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880055.693027:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519597056, portal 10 00000100:00000001:1.0:1788880055.693029:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880055.693031:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880055.693040:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693054:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880055.693059:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880055.693064:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880055.693069:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519597056, offset 0 00000400:00000200:1.0:1788880055.693079:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880055.693086:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.693094:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880055.693100:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880055.693106:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880055.693111:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880055.693116:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880055.693123:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460647:460647:256:4294967295] 192.168.203.155@tcp LPNI seq info [460641:460641:8:4294967295] 00000400:00000200:1.0:1788880055.693132:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.693144:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880055.693151:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.693156:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880055.693162:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880055.693166:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880055.693180:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.693183:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880055.693187:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880055.693192:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880055.693196:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880055.693198:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880055.693201:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880055.693207:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693217:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.693221:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693229:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.693231:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880055.693236:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880055.693240:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880055.693244:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880055.693277:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305482769 00000100:00000001:1.0:1788880055.693281:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305484052 00000100:00000001:1.0:1788880055.693284:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305482769 00000100:00000001:1.0:1788880055.693287:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305484052 00000100:00000001:1.0:1788880055.693290:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880055.693292:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.693295:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880055.693300:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880055/real 1788880055] req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880055.693310:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880055.693312:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880055.693315:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880055.693319:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880055.693323:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880055.693327:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880055.693334:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880055.693351:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693365:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880055.693368:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.693372:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.693375:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880055.693382:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693398:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880055.693407:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693422:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880055.693426:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.693428:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.693430:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.693432:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880055.693435:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880055.693438:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880055.693442:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880055.693445:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880055.693450:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880055.693460:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597056:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880055.693465:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880055.693469:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693477:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880055.693479:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.693482:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880055.693485:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880055.693487:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880055.693491:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597184:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880055.693495:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880055.693498:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880055.693500:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.693502:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880055.693507:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880055.693509:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880055.693514:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880055.693517:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880055.693522:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880055.693526:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519597184, portal 4 00000100:00000001:1.0:1788880055.693529:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880055.693531:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880055.693538:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693547:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880055.693550:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880055.693552:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880055.693555:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519597184, offset 0 00000400:00000200:1.0:1788880055.693560:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880055.693565:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.693571:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880055.693575:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880055.693579:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880055.693582:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880055.693585:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880055.693589:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460648:460648:256:4294967295] 192.168.203.155@tcp LPNI seq info [460642:460642:8:4294967295] 00000400:00000200:1.0:1788880055.693594:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.693602:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880055.693608:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.693613:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880055.693617:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880055.693621:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880055.693635:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.693637:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880055.693641:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880055.693646:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880055.693649:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880055.693651:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880055.693654:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880055.693659:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693677:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.693681:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693690:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.693692:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880055.693695:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880055.693699:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880055.693703:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880055.693707:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305482821 00000100:00000001:1.0:1788880055.693712:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305484052 00000100:00000001:1.0:1788880055.693716:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305482821 00000100:00000001:1.0:1788880055.693721:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305484052 00000100:00000001:1.0:1788880055.693725:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880055.693729:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.693733:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880055.693741:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880055/real 1788880055] req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880055.693757:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880055.693759:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880055.693762:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880055.693768:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880055.693771:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880055.693775:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880055.693783:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880055.693801:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693812:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880055.693815:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.693818:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.693820:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880055.693847:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693858:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880055.693863:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693873:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880055.693876:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.693878:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.693880:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.693882:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880055.693884:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880055.693887:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880055.693891:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880055.693893:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880055.693898:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880055.693907:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597184:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880055.693912:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880055.693917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693925:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880055.693927:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.693930:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880055.693932:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880055.693935:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880055.693939:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880055.693943:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880055.693946:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880055.693948:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880055.693950:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880055.693955:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880055.693957:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880055.693962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880055.693965:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880055.693970:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880055.693974:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519597312, portal 4 00000100:00000001:1.0:1788880055.693976:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880055.693978:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880055.693986:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.693994:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880055.693997:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880055.694000:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880055.694003:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519597312, offset 0 00000400:00000200:1.0:1788880055.694007:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880055.694013:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.694017:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880055.694021:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880055.694024:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880055.694027:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880055.694030:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880055.694034:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460649:460649:256:4294967295] 192.168.203.155@tcp LPNI seq info [460643:460643:8:4294967295] 00000400:00000200:1.0:1788880055.694042:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880055.694054:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880055.694064:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.694070:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880055.694080:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880055.694085:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880055.694108:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880055.694111:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880055.694118:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880055.694125:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880055.694132:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880055.694136:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880055.694141:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880055.694147:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.694158:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.694162:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.694170:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.694172:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880055.694177:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880055.694181:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880055.694186:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880055.694189:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305482772 00000100:00000001:1.0:1788880055.694192:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305484052 00000100:00000001:1.0:1788880055.694195:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305482772 00000100:00000001:1.0:1788880055.694198:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305484052 00000100:00000001:1.0:1788880055.694201:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880055.694204:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.694206:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880055.694211:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880055/real 1788880055] req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880055.694220:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880055.694223:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880055.694225:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880055.694228:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880055.694230:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880055.694232:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880055.694236:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880055.694273:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.694282:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880055.694284:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.694286:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.694288:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880055.694293:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.694301:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880055.694306:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.694314:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880055.694318:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.694322:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880055.694324:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.694328:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880055.694332:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880055.694337:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880055.694344:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880055.694348:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880055.694357:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880055.694387:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880055.694396:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.694400:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.694406:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519596928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.694419:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880055.694422:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880055.694425:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880055.694430:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880055.694432:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880055.694434:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880055.694437:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880055.694439:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880055.694443:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880055.694444:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880055.694447:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788880055.694450:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880055.694452:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.694454:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.694459:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519597056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.694467:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880055.694469:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880055.694471:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880055.694475:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880055.694477:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880055.694478:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880055.694480:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880055.694482:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880055.694484:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880055.694486:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880055.694487:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880055.694491:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880055.694493:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.694495:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.694499:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519597184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.694507:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880055.694508:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880055.694510:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880055.694512:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880055.694513:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880055.694515:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880055.694517:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880055.694518:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880055.694521:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880055.694522:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880055.694524:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880055.694527:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880055.694528:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.694530:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880055.694534:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519597312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880055.694541:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880055.694542:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880055.694544:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880055.694546:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880055.694548:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880055.694549:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880055.694551:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880055.694553:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880055.694555:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880055.694556:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880055.694558:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880055.694560:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880055.694562:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.694564:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880055.694569:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880055.694572:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880055.694575:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880055.694577:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880055.818352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880055.818359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880055.818368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880055.818371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880055.818378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880055.818381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880056.842385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880056.842393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880056.842400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880056.842402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880056.842407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880056.842408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880057.034401:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305484052, at 4305484096 00000100:00000040:0.0:1788880057.034418:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305484052, at 4305484096 00000100:00000010:1.0:1788880057.034419:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00000010:0.0:1788880057.034443:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00010000:00000001:1.0:1788880057.866395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880057.866403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880057.866410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880057.866412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880057.866416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880057.866418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880058.890365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880058.890376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880058.890387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880058.890389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880058.890395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880058.890398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880059.914383:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880059.914387:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880059.914391:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914398:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880059.914401:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914404:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914407:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880059.914415:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880059.914417:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880059.914419:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914421:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880059.914423:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914425:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914428:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880059.914433:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880059.914435:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880059.914437:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914439:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880059.914440:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914442:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880059.914445:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880060.810441:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880060.810457:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880060.810461:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880060.810467:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880060.810474:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880060.810485:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10815 00000400:00000200:0.0:1788880060.810498:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880060.810510:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880060.810515:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880060.810520:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.810525:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880060.810528:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.810531:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880060.810544:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880060.810547:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880060.810551:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880060.810556:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880060.810559:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880060.810562:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880060.810566:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.810569:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880060.810571:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.810574:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880060.810578:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880060.810582:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880060.810585:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880060.810588:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880060.810593:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880060.810597:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.810599:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880060.810603:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880060.810617:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880060.810621:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880060.810627:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880060.810629:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.810633:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880060.810637:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880060.810643:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880060.810655:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880060.810666:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880060.810678:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880060.810693:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880060.810700:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880060.810706:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880060.810736:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880060.810740:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880060.810745:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880060.810748:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880060.810750:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880060.810753:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880060.810758:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10815 00000400:00000200:0.0:1788880060.810763:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880060.810769:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880060.810772:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880060.810777:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.810782:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880060.810783:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880060.810803:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880060.810807:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788880060.810812:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.810818:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880060.810824:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880060.810826:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880060.810830:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880060.810841:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880060.810848:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880060.810866:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880060.810867:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1788880060.810879:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880060.810879:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.810901:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788880060.810903:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880060.810907:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880060.810908:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1788880060.810915:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880060.810919:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880060.810929:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519597440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880060.810930:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880060.810944:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00000001:1.0:1788880060.810944:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880060.810956:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1788880060.810957:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 02000000:00000001:1.0:1788880060.810967:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.810968:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.810979:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788880060.810981:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880060.811002:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1788880060.811004:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:0.0:1788880060.811016:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.811018:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.811021:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880060.811034:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880060.811047:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880060.811048:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880060.811054:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880060.811067:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000400:00000010:1.0:1788880060.811069:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000020:00000040:0.0:1788880060.811072:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880060.811080:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880060.811082:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.811085:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1788880060.811087:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 02000000:00000001:0.0:1788880060.811090:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880060.811096:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880060.811104:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000200:1.0:1788880060.811106:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519597440, portal 25 00000100:00000001:0.0:1788880060.811113:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.811117:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880060.811125:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00100000:0.0:1788880060.811126:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880060.811154:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1788880060.811156:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880060.811166:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880060.811188:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.811191:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880060.811210:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880060.811223:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000001:0.0:1788880060.811235:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880060.811236:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519597440, offset 0 00000100:00080000:0.0:1788880060.811288:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880060.811296:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788880060.811298:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880060.811303:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880060.811306:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1788880060.811315:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880060.811317:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880060.811327:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10815 00000400:00000200:1.0:1788880060.811333:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880060.811341:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880060.811345:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880060.811348:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880060.811351:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880060.811363:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460650:460650:256:4294967295] 192.168.203.155@tcp LPNI seq info [460644:460644:8:4294967295] 00000400:00000200:1.0:1788880060.811368:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880060.811378:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000400:00000200:0.0:1788880060.811393:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000200:1.0:1788880060.811395:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880060.811404:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000800:00000010:1.0:1788880060.811405:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000100:00080000:0.0:1788880060.811413:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880060.811425:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880060.811426:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880060.811438:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1788880060.811440:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000100:00000040:0.0:1788880060.811448:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.811455:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880060.811463:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880060.811473:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880060.811480:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880060.811488:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880060.811494:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000100:1.0:1788880060.811495:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880060.811508:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000020:00000001:0.0:1788880060.811509:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000200:1.0:1788880060.811525:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1788880060.811526:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.811540:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880060.811555:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880060.811556:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788880060.811569:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880060.811573:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000020:00000040:0.0:1788880060.811575:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000400:00000010:1.0:1788880060.811579:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00080000:0.0:1788880060.811587:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880060.811592:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788880060.811593:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880060.811603:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1788880060.811612:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880060.811614:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880060.811629:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.811641:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880060.811647:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880060.811664:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.811670:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.811672:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1788880060.811676:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000100:00000040:1.0:1788880060.811679:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880060.811685:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880060.811699:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880060.811706:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.811711:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.811713:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880060.811724:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1788880060.811726:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880060.811740:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.811743:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880060.811748:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000400:00000200:1.0:1788880060.811758:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880060.811759:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.811763:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305489172 00000100:00100000:0.0:1788880060.811770:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1788880060.811771:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788880060.811785:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788880060.811811:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880060.811811:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305489172 00000100:00000001:0.0:1788880060.811820:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880060.811823:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000040:0.0:1788880060.811830:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.811832:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880060.811844:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880060.811856:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.811875:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880060.811876:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880060.811885:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1788880060.811893:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880060/real 1788880060] req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880060.811898:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880060.811905:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880060.811913:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880060.811929:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000400:00000001:1.0:1788880060.811930:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880060.811940:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1788880060.811948:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10815 00000400:00000010:1.0:1788880060.811950:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880060.811966:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000200:0.0:1788880060.811968:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880060.811974:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000400:00000200:0.0:1788880060.811980:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880060.811982:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00080000:0.0:1788880060.811989:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1788880060.811998:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880060.812001:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.812017:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880060.812031:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880060.812032:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880060.812049:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880060.812064:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880060.812067:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:0.0:1788880060.812069:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000001:1.0:1788880060.812071:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880060.812076:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880060.812078:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1788880060.812081:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000100:00000001:1.0:1788880060.812082:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880060.812097:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880060.812106:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00100000:1.0:1788880060.812106:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880060.812123:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.812136:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880060.812138:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880060.812147:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880060.812156:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880060.812157:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880060.812169:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788880060.812182:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788880060.812183:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880060.812195:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.812195:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880060.812214:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880060.812215:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880060.812229:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880060.812232:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880060.812238:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1788880060.812240:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.812242:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880060.812284:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880060.812288:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00080000:1.0:1788880060.812294:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000008:00100000:0.0:1788880060.812295:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788880060.812303:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:0.0:1788880060.812306:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.812315:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880060.812316:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788880060.812329:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880060.812341:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00100000:1.0:1788880060.812342:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519597440:192.168.203.155@tcp:250:kworker.0 02000000:00000001:0.0:1788880060.812355:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788880060.812358:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880060.812359:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.812376:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880060.812377:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788880060.812385:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880060.812392:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880060.812392:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519597440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788880060.812405:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:1.0:1788880060.812421:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1788880060.812423:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.812427:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880060.812432:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 00000100:00100000:0.0:1788880060.812438:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880060.812440:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880060.812447:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880060.812453:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880060.812466:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788880060.812479:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1788880060.812480:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880060.812490:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.812491:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880060.812500:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1788880060.812503:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788880060.812505:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880060.812515:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880060.812524:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.812542:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880060.812543:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880060.812563:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880060.812568:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1788880060.812569:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880060.812577:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788880060.812579:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880060.812587:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880060.812589:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788880060.812594:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880060.812596:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880060.812600:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1788880060.812602:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10815 00000100:00000040:1.0:1788880060.812614:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880060.812615:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880060.812630:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880060.812644:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880060.812652:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788880060.812655:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880060.812657:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.812673:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1788880060.812675:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880060.812690:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788880060.812691:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880060.812705:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.812707:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880060.812726:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:1.0:1788880060.812728:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597568:192.168.203.155@tcp:38:kworker.0 00000020:00000040:0.0:1788880060.812731:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880060.812743:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880060.812743:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1788880060.812758:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 02000000:00000001:1.0:1788880060.812759:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1788880060.812766:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 02000000:00000001:1.0:1788880060.812766:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.812782:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1788880060.812784:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 02000000:00000010:1.0:1788880060.812806:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880060.812816:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880060.812824:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880060.812836:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880060.812838:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1788880060.812841:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000100:00000040:0.0:1788880060.812847:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880060.812852:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880060.812853:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880060.812867:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000200:1.0:1788880060.812868:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519597568, portal 10 00000100:00000001:1.0:1788880060.812875:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1788880060.812883:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880060.812885:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000001:0.0:1788880060.812903:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880060.812910:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1788880060.812911:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880060.812919:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880060.812934:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788880060.812935:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880060.812948:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000040:1.0:1788880060.812948:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000008:00100000:0.0:1788880060.812964:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000400:00000010:1.0:1788880060.812964:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000008:00000001:0.0:1788880060.812982:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880060.812983:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519597568, offset 0 00000100:00000001:0.0:1788880060.812993:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880060.813003:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000010:0.0:1788880060.813005:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000400:00000200:1.0:1788880060.813016:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000040:0.0:1788880060.813018:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880060.813023:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788880060.813025:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 02000000:00000001:0.0:1788880060.813027:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880060.813034:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880060.813036:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880060.813044:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788880060.813049:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000001:0.0:1788880060.813053:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880060.813056:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880060.813067:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 02000000:00000010:0.0:1788880060.813070:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000400:00000200:1.0:1788880060.813074:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460651:460651:256:4294967295] 192.168.203.155@tcp LPNI seq info [460645:460645:8:4294967295] 00000100:00000001:0.0:1788880060.813078:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880060.813091:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00100000:0.0:1788880060.813103:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880060.813112:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880060.813141:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880060.813154:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1788880060.813156:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000100:00000001:0.0:1788880060.813162:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880060.813177:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788880060.813178:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880060.813190:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000100:00000001:0.0:1788880060.813228:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880060.813240:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10825) 00000800:00000100:1.0:1788880060.813269:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880060.813271:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880060.813276:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880060.813284:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880060.813287:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880060.813289:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880060.813293:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880060.813298:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813306:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880060.813309:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813321:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.813322:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880060.813325:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880060.813329:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880060.813333:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880060.813335:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305487889 00000100:00000001:1.0:1788880060.813337:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305489172 00000100:00000001:1.0:1788880060.813340:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305487889 00000100:00000001:1.0:1788880060.813341:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305489172 00000100:00000001:1.0:1788880060.813343:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880060.813345:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.813346:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880060.813349:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880060/real 1788880060] req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880060.813356:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880060.813357:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880060.813359:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880060.813362:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880060.813364:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880060.813367:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880060.813372:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880060.813384:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813393:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880060.813395:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.813398:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880060.813400:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880060.813405:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813415:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880060.813421:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813430:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880060.813434:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.813436:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880060.813438:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.813440:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880060.813443:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880060.813447:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880060.813452:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880060.813456:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880060.813462:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880060.813473:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880060.813479:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880060.813485:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813494:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880060.813495:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.813498:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880060.813500:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880060.813502:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880060.813505:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880060.813508:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880060.813511:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880060.813513:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.813515:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880060.813519:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880060.813520:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880060.813524:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880060.813526:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880060.813529:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880060.813532:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519597696, portal 10 00000100:00000001:1.0:1788880060.813534:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880060.813535:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880060.813541:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813547:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880060.813549:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880060.813551:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880060.813553:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519597696, offset 0 00000400:00000200:1.0:1788880060.813556:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880060.813560:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880060.813563:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880060.813565:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880060.813568:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880060.813570:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880060.813572:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880060.813575:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460652:460652:256:4294967295] 192.168.203.155@tcp LPNI seq info [460646:460646:8:4294967295] 00000400:00000200:1.0:1788880060.813578:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880060.813585:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880060.813589:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880060.813591:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880060.813595:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880060.813598:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880060.813607:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880060.813610:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880060.813613:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880060.813616:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880060.813618:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880060.813620:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880060.813622:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880060.813625:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813632:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880060.813634:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813640:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.813642:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880060.813644:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880060.813647:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880060.813649:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880060.813651:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305487889 00000100:00000001:1.0:1788880060.813653:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305489172 00000100:00000001:1.0:1788880060.813655:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305487889 00000100:00000001:1.0:1788880060.813657:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305489172 00000100:00000001:1.0:1788880060.813659:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880060.813661:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.813662:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880060.813665:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880060/real 1788880060] req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880060.813671:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880060.813673:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880060.813674:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880060.813676:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880060.813677:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880060.813679:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880060.813682:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880060.813689:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813694:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880060.813695:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.813697:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880060.813698:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880060.813701:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813706:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880060.813709:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813714:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880060.813716:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.813717:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880060.813719:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.813720:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880060.813722:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880060.813724:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880060.813726:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880060.813728:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880060.813731:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880060.813737:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880060.813740:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880060.813744:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813750:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880060.813751:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.813753:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880060.813755:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880060.813756:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880060.813758:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880060.813761:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880060.813762:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880060.813764:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.813765:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880060.813768:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880060.813769:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880060.813772:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880060.813773:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880060.813776:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880060.813778:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519597824, portal 4 00000100:00000001:1.0:1788880060.813780:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880060.813781:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000040:1.0:1788880060.813786:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813810:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880060.813812:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880060.813814:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880060.813817:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519597824, offset 0 00000400:00000200:1.0:1788880060.813820:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880060.813823:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880060.813826:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880060.813828:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880060.813830:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880060.813832:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880060.813834:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880060.813838:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460653:460653:256:4294967295] 192.168.203.155@tcp LPNI seq info [460647:460647:8:4294967295] 00000400:00000200:1.0:1788880060.813841:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880060.813847:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880060.813850:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880060.813853:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880060.813856:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880060.813859:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880060.813868:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880060.813869:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880060.813872:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880060.813875:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880060.813877:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880060.813878:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880060.813880:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880060.813884:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813890:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880060.813893:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813898:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.813900:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880060.813902:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880060.813905:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880060.813907:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880060.813909:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305487941 00000100:00000001:1.0:1788880060.813911:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305489172 00000100:00000001:1.0:1788880060.813913:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305487941 00000100:00000001:1.0:1788880060.813915:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305489172 00000100:00000001:1.0:1788880060.813917:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880060.813919:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.813921:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880060.813923:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880060/real 1788880060] req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880060.813930:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880060.813931:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880060.813932:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880060.813934:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880060.813936:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880060.813937:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880060.813940:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880060.813947:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813952:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880060.813953:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.813955:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880060.813956:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880060.813959:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813964:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880060.813967:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.813972:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880060.813974:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.813975:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880060.813976:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.813978:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880060.813979:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880060.813981:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880060.813985:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880060.813987:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880060.813990:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880060.813996:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880060.813999:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814001:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880060.814004:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519597568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814009:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880060.814010:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880060.814012:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880060.814014:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880060.814015:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880060.814016:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880060.814018:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880060.814020:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880060.814022:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880060.814023:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880060.814025:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880060.814027:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880060.814028:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814030:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880060.814032:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519597696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814038:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880060.814039:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880060.814040:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880060.814042:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880060.814043:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880060.814044:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880060.814046:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880060.814047:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880060.814049:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880060.814050:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880060.814051:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880060.814054:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880060.814055:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814056:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880060.814058:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519597824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814063:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880060.814064:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880060.814065:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880060.814068:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880060.814069:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880060.814070:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880060.814071:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880060.814072:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880060.814074:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880060.814074:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880060.814075:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880060.814077:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880060.814078:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814080:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814083:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880060.814084:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.814087:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880060.814088:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880060.814089:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880060.814092:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814097:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880060.814098:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.814100:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880060.814102:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880060.814103:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880060.814106:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880060.814109:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880060.814111:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880060.814112:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880060.814114:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880060.814116:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880060.814118:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880060.814120:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880060.814122:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880060.814124:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880060.814127:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519597952, portal 4 00000100:00000001:1.0:1788880060.814129:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880060.814130:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00000040:1.0:1788880060.814135:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814140:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880060.814142:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880060.814144:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880060.814146:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519597952, offset 0 00000400:00000200:1.0:1788880060.814149:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880060.814151:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880060.814154:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880060.814156:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880060.814158:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880060.814160:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880060.814162:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880060.814165:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460654:460654:256:4294967295] 192.168.203.155@tcp LPNI seq info [460648:460648:8:4294967295] 00000400:00000200:1.0:1788880060.814169:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880060.814175:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880060.814178:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880060.814180:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880060.814183:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880060.814186:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880060.814195:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880060.814197:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880060.814199:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880060.814202:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880060.814205:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880060.814206:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880060.814208:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880060.814211:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814217:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880060.814220:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814225:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.814227:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880060.814229:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880060.814232:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880060.814234:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880060.814235:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305487892 00000100:00000001:1.0:1788880060.814238:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305489172 00000100:00000001:1.0:1788880060.814240:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305487892 00000100:00000001:1.0:1788880060.814241:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305489172 00000100:00000001:1.0:1788880060.814243:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880060.814245:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.814246:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880060.814271:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880060/real 1788880060] req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880060.814278:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880060.814279:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880060.814281:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880060.814283:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880060.814285:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880060.814287:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880060.814289:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880060.814297:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814302:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880060.814303:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814304:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880060.814306:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880060.814308:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814314:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880060.814317:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814322:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880060.814324:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814326:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880060.814327:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814329:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880060.814331:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880060.814333:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880060.814335:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880060.814337:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880060.814340:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880060.814345:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519597952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880060.814349:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814351:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880060.814353:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519597952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880060.814359:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880060.814360:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880060.814361:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880060.814363:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880060.814364:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880060.814365:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880060.814367:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880060.814368:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880060.814370:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880060.814371:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880060.814372:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880060.814374:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880060.814376:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814377:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880060.814380:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880060.814381:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880060.814382:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880060.814384:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880060.938319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880060.938322:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880060.938327:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880060.938328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880060.938331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880060.938332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880061.962374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880061.962383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880061.962389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880061.962391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880061.962396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880061.962398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880062.154373:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305489172, at 4305489216 00000100:00000040:0.0:1788880062.154393:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305489172, at 4305489216 00000100:00000010:1.0:1788880062.154396:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000010:0.0:1788880062.154421:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00010000:00000001:1.0:1788880062.986380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880062.986389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880062.986395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880062.986397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880062.986401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880062.986403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880064.010377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880064.010385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880064.010392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880064.010394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880064.010398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880064.010400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880065.034381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880065.034388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880065.034394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880065.034396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880065.034399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880065.034401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.930774:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880065.930783:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880065.930788:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880065.930803:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.930832:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880065.930838:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.930848:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880065.930857:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880065.930866:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880065.930878:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519598080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880065.930890:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880065.930901:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880065.930907:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.930916:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880065.930929:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880065.930940:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880065.930961:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880065.930973:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880065.930985:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880065.931004:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519598080, portal 25 00000100:00000001:1.0:1788880065.931015:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880065.931021:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880065.931038:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.931067:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880065.931090:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880065.931100:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880065.931110:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519598080, offset 0 00000400:00000200:1.0:1788880065.931130:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880065.931150:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.931167:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880065.931179:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880065.931193:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880065.931204:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880065.931213:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880065.931228:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460655:460655:256:4294967295] 192.168.203.155@tcp LPNI seq info [460649:460649:8:4294967295] 00000400:00000200:1.0:1788880065.931282:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.931306:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880065.931330:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.931344:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880065.931366:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880065.931385:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880065.931439:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.931446:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880065.931457:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880065.931476:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880065.931491:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880065.931498:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880065.931510:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880065.931529:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.931562:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.931575:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.931603:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.931613:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880065.931626:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880065.931645:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880065.931654:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305494292 00000100:00000010:1.0:1788880065.931669:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000001:1.0:1788880065.931683:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880065.931704:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305494292 00000100:00000010:1.0:1788880065.931714:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:1.0:1788880065.931726:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880065.931735:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880065.931744:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.931769:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880065.931780:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880065/real 1788880065] req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880065.931807:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880065.931813:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880065.931819:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880065.931827:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880065.931835:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880065.931845:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880065.931859:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880065.931899:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.931940:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880065.931945:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.931950:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.931956:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880065.931964:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.931997:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880065.932011:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.932035:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880065.932044:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.932053:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.932058:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.932068:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880065.932073:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880065.932082:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880065.932095:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880065.932107:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880065.932119:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880065.932175:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519598080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880065.932188:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.932198:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.932208:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519598080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.932236:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880065.932243:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880065.932274:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880065.932285:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880065.932292:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880065.932297:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880065.932307:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880065.932313:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880065.932325:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880065.932330:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880065.932336:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880065.932344:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880065.932349:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.932355:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.932371:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880065.932376:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.932385:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880065.932391:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880065.932396:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880065.932409:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.932438:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880065.932444:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.932450:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880065.932457:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880065.932471:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880065.932487:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880065.932496:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880065.932502:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880065.932507:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.932512:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880065.932523:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880065.932530:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880065.932539:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880065.932546:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880065.932556:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880065.932566:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519598208, portal 10 00000100:00000001:1.0:1788880065.932576:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880065.932582:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880065.932603:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.932636:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880065.932647:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880065.932655:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880065.932662:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519598208, offset 0 00000400:00000200:1.0:1788880065.932675:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880065.932681:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.932687:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880065.932691:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880065.932697:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880065.932702:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880065.932705:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880065.932710:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460656:460656:256:4294967295] 192.168.203.155@tcp LPNI seq info [460650:460650:8:4294967295] 00000400:00000200:1.0:1788880065.932716:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.932724:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880065.932730:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.932735:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880065.932740:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880065.932744:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880065.932780:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.932783:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880065.932787:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880065.932792:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880065.932796:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880065.932798:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880065.932802:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880065.932806:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.932825:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.932829:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.932838:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.932840:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880065.932844:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880065.932849:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880065.932854:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880065.932856:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305493008 00000100:00000001:1.0:1788880065.932860:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305494292 00000100:00000001:1.0:1788880065.932863:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305493008 00000100:00000001:1.0:1788880065.932866:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305494292 00000100:00000001:1.0:1788880065.932868:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880065.932871:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.932873:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880065.932878:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880065/real 1788880065] req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880065.932888:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880065.932890:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880065.932892:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880065.932895:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880065.932897:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880065.932899:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880065.932903:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880065.932914:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.932922:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880065.932924:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.932927:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.932929:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880065.932933:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.932941:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880065.932946:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.932954:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880065.932957:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.932959:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.932961:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.932963:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880065.932965:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880065.932968:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880065.932972:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880065.932975:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880065.932979:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880065.932989:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880065.932993:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880065.932998:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933006:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880065.933008:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.933011:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880065.933014:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880065.933016:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880065.933020:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880065.933024:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880065.933027:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880065.933029:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.933031:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880065.933035:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880065.933038:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880065.933041:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880065.933044:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880065.933048:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880065.933052:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519598336, portal 10 00000100:00000001:1.0:1788880065.933054:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880065.933056:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880065.933063:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933071:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880065.933075:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880065.933077:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880065.933080:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519598336, offset 0 00000400:00000200:1.0:1788880065.933084:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880065.933088:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.933093:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880065.933097:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880065.933100:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880065.933103:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880065.933106:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880065.933110:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460657:460657:256:4294967295] 192.168.203.155@tcp LPNI seq info [460651:460651:8:4294967295] 00000400:00000200:1.0:1788880065.933115:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.933124:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880065.933129:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.933132:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880065.933138:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880065.933142:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880065.933155:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.933158:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880065.933161:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880065.933165:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880065.933169:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880065.933171:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880065.933174:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880065.933178:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933186:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.933190:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933199:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.933201:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880065.933204:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880065.933207:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880065.933210:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880065.933213:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305493008 00000100:00000001:1.0:1788880065.933216:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305494292 00000100:00000001:1.0:1788880065.933219:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305493008 00000100:00000001:1.0:1788880065.933222:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305494292 00000100:00000001:1.0:1788880065.933225:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880065.933227:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.933229:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880065.933233:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880065/real 1788880065] req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880065.933243:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880065.933245:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880065.933272:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880065.933275:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880065.933277:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880065.933280:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880065.933285:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880065.933295:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933304:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880065.933305:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933307:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.933310:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880065.933314:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933323:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880065.933327:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933336:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880065.933338:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933340:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.933342:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933344:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880065.933346:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880065.933349:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880065.933353:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880065.933355:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880065.933360:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880065.933377:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880065.933382:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880065.933386:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933393:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880065.933395:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.933398:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880065.933400:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880065.933402:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880065.933406:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880065.933409:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880065.933411:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880065.933413:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.933415:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880065.933420:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880065.933422:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880065.933426:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880065.933429:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880065.933433:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880065.933437:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519598464, portal 4 00000100:00000001:1.0:1788880065.933439:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880065.933441:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880065.933448:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933455:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880065.933458:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880065.933461:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880065.933464:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519598464, offset 0 00000400:00000200:1.0:1788880065.933469:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880065.933474:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.933478:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880065.933482:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880065.933485:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880065.933488:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880065.933491:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880065.933495:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460658:460658:256:4294967295] 192.168.203.155@tcp LPNI seq info [460652:460652:8:4294967295] 00000400:00000200:1.0:1788880065.933501:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.933508:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880065.933514:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.933518:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880065.933522:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880065.933526:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880065.933539:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.933542:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880065.933545:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880065.933550:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880065.933553:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880065.933556:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880065.933558:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880065.933563:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933572:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.933576:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933584:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.933586:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880065.933589:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880065.933592:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880065.933596:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880065.933599:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305493061 00000100:00000001:1.0:1788880065.933603:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305494292 00000100:00000001:1.0:1788880065.933605:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305493061 00000100:00000001:1.0:1788880065.933608:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305494292 00000100:00000001:1.0:1788880065.933610:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880065.933613:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.933615:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880065.933619:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880065/real 1788880065] req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880065.933628:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880065.933630:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880065.933632:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880065.933635:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880065.933637:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880065.933639:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880065.933643:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880065.933653:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933660:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880065.933662:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933664:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.933666:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880065.933670:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933678:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880065.933682:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933690:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880065.933694:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933696:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.933698:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933700:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880065.933702:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880065.933705:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880065.933709:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880065.933711:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880065.933716:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880065.933724:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880065.933729:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933731:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.933735:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519598208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933743:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880065.933744:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880065.933747:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880065.933750:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880065.933752:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880065.933773:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880065.933776:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880065.933779:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880065.933782:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880065.933784:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880065.933786:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880065.933789:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880065.933791:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933793:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.933797:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519598336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933814:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880065.933816:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880065.933818:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880065.933822:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880065.933823:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880065.933824:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880065.933827:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880065.933828:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880065.933831:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880065.933832:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880065.933833:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880065.933836:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880065.933838:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933840:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.933843:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519598464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933851:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880065.933852:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880065.933854:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880065.933856:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880065.933857:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880065.933859:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880065.933861:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880065.933863:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880065.933865:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880065.933866:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880065.933868:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880065.933870:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880065.933871:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933874:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.933877:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880065.933879:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.933882:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880065.933883:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880065.933885:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880065.933890:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933898:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880065.933900:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.933903:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880065.933905:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880065.933907:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880065.933911:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880065.933915:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880065.933917:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880065.933919:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880065.933921:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880065.933925:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880065.933927:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880065.933931:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880065.933934:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880065.933938:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880065.933942:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519598592, portal 4 00000100:00000001:1.0:1788880065.933944:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880065.933946:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880065.933952:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.933961:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880065.933964:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880065.933966:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880065.933969:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519598592, offset 0 00000400:00000200:1.0:1788880065.933974:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880065.933978:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.933982:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880065.933985:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880065.933989:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880065.933992:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880065.933995:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880065.933999:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460659:460659:256:4294967295] 192.168.203.155@tcp LPNI seq info [460653:460653:8:4294967295] 00000400:00000200:1.0:1788880065.934005:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880065.934013:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880065.934018:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.934022:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880065.934027:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880065.934030:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880065.934044:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880065.934047:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880065.934050:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880065.934054:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880065.934058:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880065.934060:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880065.934063:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880065.934067:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.934076:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.934080:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.934088:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.934090:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880065.934093:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880065.934097:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880065.934100:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880065.934102:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305493012 00000100:00000001:1.0:1788880065.934105:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305494292 00000100:00000001:1.0:1788880065.934108:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305493012 00000100:00000001:1.0:1788880065.934111:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305494292 00000100:00000001:1.0:1788880065.934114:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880065.934117:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.934119:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880065.934123:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880065/real 1788880065] req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880065.934133:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880065.934135:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880065.934137:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880065.934139:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880065.934142:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880065.934144:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880065.934148:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880065.934159:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.934167:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880065.934168:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.934170:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.934172:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880065.934176:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.934184:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880065.934188:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.934196:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880065.934199:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.934201:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880065.934202:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.934204:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880065.934207:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880065.934210:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880065.934214:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880065.934217:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880065.934222:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880065.934231:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880065.934235:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.934237:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880065.934241:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519598592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880065.934274:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880065.934276:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880065.934278:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880065.934280:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880065.934282:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880065.934283:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880065.934286:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880065.934288:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880065.934290:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880065.934292:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880065.934293:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880065.934297:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880065.934298:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.934301:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880065.934304:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880065.934306:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880065.934308:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880065.934310:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880066.058342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880066.058348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880066.058354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880066.058356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880066.058361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880066.058362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880067.082353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880067.082361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880067.082368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880067.082370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880067.082374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880067.082375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880067.274366:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305494292, at 4305494336 00000100:00000010:1.0:1788880067.274378:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00000100:00000040:0.0:1788880067.274402:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305494292, at 4305494336 00000100:00000010:0.0:1788880067.274413:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00010000:00000001:1.0:1788880068.106362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880068.106371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880068.106378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880068.106380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880068.106384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880068.106386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880069.130356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880069.130377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880069.130386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880069.130388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880069.130398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880069.130400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880070.154408:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880070.154411:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880070.154417:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154425:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880070.154428:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154431:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154434:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880070.154441:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880070.154443:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880070.154445:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154447:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880070.154449:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154451:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154454:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154459:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880070.154462:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880070.154464:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880070.154466:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154469:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880070.154470:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154473:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880070.154475:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880071.050472:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880071.050488:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880071.050493:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880071.050499:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880071.050510:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880071.050521:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10825 00000400:00000200:0.0:1788880071.050535:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880071.050549:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880071.050555:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880071.050560:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.050564:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880071.050567:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.050571:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880071.050583:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880071.050586:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880071.050590:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880071.050595:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880071.050598:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880071.050601:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880071.050605:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.050608:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880071.050610:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.050613:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880071.050617:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880071.050622:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880071.050624:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880071.050628:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880071.050633:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880071.050637:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.050640:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880071.050643:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880071.050655:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880071.050659:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880071.050665:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880071.050667:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.050673:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880071.050677:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880071.050684:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880071.050696:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880071.050706:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880071.050743:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880071.050759:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880071.050766:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880071.050772:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880071.050806:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880071.050811:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880071.050816:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880071.050818:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880071.050821:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880071.050825:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880071.050830:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10825 00000400:00000200:0.0:1788880071.050836:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880071.050840:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880071.050844:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880071.050848:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.050855:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880071.050858:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.050862:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880071.050867:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880071.050869:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880071.050871:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880071.050874:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880071.050877:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880071.050880:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1788880071.050882:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880071.050892:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.050900:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880071.050900:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788880071.050913:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880071.050915:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880071.050919:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880071.050926:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880071.050930:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880071.050933:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880071.050937:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880071.050951:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788880071.050951:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880071.050967:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.050983:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880071.050992:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880071.050999:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1788880071.051002:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.051006:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.051008:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.051019:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1788880071.051021:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880071.051030:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880071.051032:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880071.051051:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880071.051052:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880071.051062:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880071.051071:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519598720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880071.051072:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880071.051080:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880071.051089:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.051092:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1788880071.051097:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880071.051100:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788880071.051106:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.051108:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.051130:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1788880071.051143:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1788880071.051149:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880071.051165:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.051175:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880071.051181:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880071.051195:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:0.0:1788880071.051206:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788880071.051207:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880071.051228:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880071.051233:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880071.051239:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1788880071.051240:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519598720, portal 25 00000100:00000001:1.0:1788880071.051320:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880071.051324:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00080000:0.0:1788880071.051333:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880071.051340:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880071.051350:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1788880071.051352:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880071.051366:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880071.051382:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10825 00000400:00000200:0.0:1788880071.051397:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880071.051409:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788880071.051410:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880071.051421:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880071.051431:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880071.051436:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880071.051438:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880071.051450:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.051455:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000010:1.0:1788880071.051457:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000020:00000001:0.0:1788880071.051464:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880071.051468:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000100:00000200:1.0:1788880071.051470:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519598720, offset 0 00000020:00000001:0.0:1788880071.051473:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880071.051479:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880071.051484:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880071.051489:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000200:1.0:1788880071.051497:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880071.051505:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.051511:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880071.051517:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880071.051529:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880071.051531:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880071.051539:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880071.051547:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000200:1.0:1788880071.051549:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788880071.051553:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880071.051561:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788880071.051565:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788880071.051568:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788880071.051576:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000001:0.0:1788880071.051577:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.051595:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000200:1.0:1788880071.051601:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000008:00100000:0.0:1788880071.051607:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788880071.051612:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000008:00000001:0.0:1788880071.051620:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.051633:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880071.051634:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460660:460660:256:4294967295] 192.168.203.155@tcp LPNI seq info [460654:460654:8:4294967295] 00000100:00000010:0.0:1788880071.051648:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000400:00000200:1.0:1788880071.051654:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000040:0.0:1788880071.051658:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880071.051663:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880071.051664:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.051666:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880071.051668:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880071.051671:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880071.051679:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880071.051689:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880071.051703:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00100000:0.0:1788880071.051713:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1788880071.051757:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880071.051775:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1788880071.051777:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000100:00000001:0.0:1788880071.051783:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880071.051795:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788880071.051797:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880071.051816:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000100:00000001:0.0:1788880071.051842:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880071.051849:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880071.051872:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880071.051877:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880071.051881:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880071.051896:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880071.051906:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10825 00000800:00000100:1.0:1788880071.051921:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880071.051928:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000010:1.0:1788880071.051939:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:0.0:1788880071.051941:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880071.051949:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1788880071.051954:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1788880071.051955:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.051972:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880071.051979:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880071.051985:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788880071.051993:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880071.052000:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000020:00000001:0.0:1788880071.052002:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880071.052011:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000400:00000010:1.0:1788880071.052013:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000020:00000001:0.0:1788880071.052030:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880071.052034:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1788880071.052035:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880071.052041:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000200:1.0:1788880071.052048:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880071.052050:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880071.052071:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.052089:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880071.052103:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.052109:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880071.052111:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1788880071.052114:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000040:1.0:1788880071.052128:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880071.052130:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880071.052146:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880071.052159:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880071.052168:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880071.052171:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880071.052180:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.052182:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788880071.052188:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880071.052195:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788880071.052198:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788880071.052200:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.052207:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880071.052214:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000010:0.0:1788880071.052215:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788880071.052228:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880071.052230:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305499412 02000000:00000001:0.0:1788880071.052246:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880071.052291:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.052296:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880071.052299:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1788880071.052301:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 02000000:00000001:0.0:1788880071.052304:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880071.052316:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:1.0:1788880071.052317:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788880071.052327:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.052331:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305499413 00000100:00100000:0.0:1788880071.052342:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1788880071.052344:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788880071.052361:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880071.052376:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880071.052399:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880071.052401:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.052405:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.052415:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1788880071.052419:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880071.052433:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880071.052437:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880071/real 1788880071] req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880071.052439:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880071.052458:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880071.052461:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880071.052467:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880071.052474:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880071.052489:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10825 00000400:00000200:0.0:1788880071.052506:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000001:1.0:1788880071.052511:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1788880071.052513:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000001:1.0:1788880071.052516:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1788880071.052518:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1788880071.052524:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000100:00000040:0.0:1788880071.052533:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880071.052537:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000100:00000001:0.0:1788880071.052540:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1788880071.052547:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000040:0.0:1788880071.052555:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880071.052559:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788880071.052562:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880071.052573:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000200:1.0:1788880071.052573:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880071.052580:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880071.052589:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880071.052596:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880071.052610:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880071.052618:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000200:1.0:1788880071.052621:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880071.052637:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.052653:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880071.052667:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880071.052686:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880071.052686:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880071.052698:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880071.052700:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788880071.052706:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1788880071.052714:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880071.052733:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880071.052751:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880071.052758:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1788880071.052761:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880071.052767:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880071.052785:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.052803:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880071.052807:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1788880071.052808:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880071.052826:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.052836:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880071.052838:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788880071.052846:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880071.052855:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880071.052864:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880071.052868:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880071.052878:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880071.052882:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880071.052887:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880071.052898:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:1.0:1788880071.052900:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788880071.052906:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.052920:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788880071.052926:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880071.052931:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880071.052939:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.052956:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880071.052965:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788880071.052967:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880071.052979:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880071.052981:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1788880071.052995:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788880071.053005:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880071.053023:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788880071.053051:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880071.053059:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880071.053063:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10835) 00000100:00100000:1.0:1788880071.053088:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519598720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880071.053101:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.053104:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880071.053112:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519598720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053121:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880071.053125:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880071.053130:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880071.053139:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880071.053144:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880071.053148:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880071.053153:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880071.053157:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880071.053164:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880071.053169:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880071.053174:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880071.053179:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880071.053182:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.053185:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.053196:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880071.053199:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.053202:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880071.053207:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880071.053209:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880071.053215:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053226:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880071.053231:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.053234:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880071.053238:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880071.053241:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880071.053246:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880071.053287:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880071.053292:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880071.053295:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.053298:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880071.053304:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880071.053307:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880071.053314:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880071.053317:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880071.053322:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880071.053327:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519598848, portal 10 00000100:00000001:1.0:1788880071.053330:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880071.053332:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000040:1.0:1788880071.053341:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053350:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880071.053353:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880071.053356:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880071.053359:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519598848, offset 0 00000400:00000200:1.0:1788880071.053364:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880071.053369:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880071.053378:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880071.053385:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880071.053390:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880071.053395:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880071.053400:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880071.053407:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460661:460661:256:4294967295] 192.168.203.155@tcp LPNI seq info [460655:460655:8:4294967295] 00000400:00000200:1.0:1788880071.053415:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880071.053430:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880071.053440:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880071.053447:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880071.053457:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880071.053463:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880071.053486:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880071.053489:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880071.053494:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880071.053498:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880071.053503:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880071.053506:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880071.053510:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880071.053515:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053526:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880071.053530:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053539:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.053541:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880071.053546:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880071.053552:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880071.053556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880071.053559:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305498129 00000100:00000001:1.0:1788880071.053564:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305499412 00000100:00000001:1.0:1788880071.053568:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305498129 00000100:00000001:1.0:1788880071.053570:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305499413 00000100:00000001:1.0:1788880071.053574:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880071.053576:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.053579:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880071.053583:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880071/real 1788880071] req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880071.053593:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880071.053595:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880071.053597:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880071.053600:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880071.053602:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880071.053605:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880071.053609:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880071.053620:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053627:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880071.053629:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.053631:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880071.053633:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880071.053637:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053645:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880071.053650:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053660:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880071.053663:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.053666:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880071.053668:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.053671:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880071.053673:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880071.053677:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880071.053681:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880071.053683:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880071.053688:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880071.053698:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880071.053702:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880071.053707:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053715:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880071.053742:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.053748:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880071.053750:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880071.053753:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880071.053757:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880071.053762:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880071.053765:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880071.053768:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.053770:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880071.053775:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880071.053777:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880071.053782:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880071.053785:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880071.053789:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880071.053793:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519598976, portal 10 00000100:00000001:1.0:1788880071.053796:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880071.053798:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880071.053806:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053815:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880071.053818:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880071.053821:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880071.053824:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519598976, offset 0 00000400:00000200:1.0:1788880071.053829:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880071.053835:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880071.053843:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880071.053849:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880071.053854:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880071.053859:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880071.053863:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880071.053869:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460662:460662:256:4294967295] 192.168.203.155@tcp LPNI seq info [460656:460656:8:4294967295] 00000400:00000200:1.0:1788880071.053878:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880071.053891:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880071.053901:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880071.053908:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880071.053917:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880071.053924:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880071.053946:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880071.053949:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880071.053953:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880071.053958:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880071.053963:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880071.053965:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880071.053969:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880071.053974:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.053993:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880071.053996:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054005:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.054007:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880071.054011:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880071.054015:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880071.054019:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880071.054022:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305498129 00000100:00000001:1.0:1788880071.054025:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305499412 00000100:00000001:1.0:1788880071.054028:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305498129 00000100:00000001:1.0:1788880071.054031:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305499413 00000100:00000001:1.0:1788880071.054033:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880071.054036:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.054038:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880071.054043:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880071/real 1788880071] req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880071.054052:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880071.054054:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880071.054056:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880071.054059:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880071.054062:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880071.054064:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880071.054068:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880071.054078:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054086:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880071.054088:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.054091:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880071.054093:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880071.054097:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054106:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880071.054110:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054118:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880071.054121:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.054123:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880071.054125:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.054127:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880071.054129:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880071.054133:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880071.054136:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880071.054139:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880071.054143:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880071.054153:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519598976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880071.054157:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880071.054162:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054172:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880071.054174:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.054176:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880071.054179:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880071.054181:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880071.054185:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880071.054190:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880071.054193:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880071.054196:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.054198:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880071.054202:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880071.054205:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880071.054209:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880071.054212:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880071.054216:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880071.054221:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519599104, portal 4 00000100:00000001:1.0:1788880071.054223:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880071.054225:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880071.054232:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054240:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880071.054243:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880071.054246:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880071.054249:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519599104, offset 0 00000400:00000200:1.0:1788880071.054297:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880071.054303:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880071.054308:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880071.054312:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880071.054316:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880071.054319:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880071.054322:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880071.054326:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460663:460663:256:4294967295] 192.168.203.155@tcp LPNI seq info [460657:460657:8:4294967295] 00000400:00000200:1.0:1788880071.054332:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880071.054340:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880071.054346:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880071.054350:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880071.054356:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880071.054361:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880071.054386:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880071.054392:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880071.054400:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880071.054407:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880071.054413:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880071.054417:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880071.054421:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880071.054429:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054446:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880071.054453:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054469:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.054472:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880071.054479:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880071.054484:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880071.054489:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880071.054492:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305498182 00000100:00000001:1.0:1788880071.054496:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305499412 00000100:00000001:1.0:1788880071.054499:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305498182 00000100:00000001:1.0:1788880071.054502:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305499413 00000100:00000001:1.0:1788880071.054505:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880071.054507:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.054510:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880071.054515:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880071/real 1788880071] req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880071.054524:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880071.054527:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880071.054530:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880071.054532:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880071.054535:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880071.054538:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880071.054542:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880071.054552:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054560:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880071.054562:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.054565:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880071.054566:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880071.054571:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054578:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880071.054583:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054591:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880071.054594:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.054596:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880071.054597:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.054599:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880071.054601:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880071.054604:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880071.054609:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880071.054612:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880071.054617:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880071.054634:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880071.054639:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880071.054644:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054652:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880071.054654:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.054657:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880071.054659:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880071.054662:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880071.054665:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880071.054669:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880071.054672:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880071.054674:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880071.054676:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880071.054681:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880071.054683:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880071.054687:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880071.054690:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880071.054694:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880071.054698:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519599232, portal 4 00000100:00000001:1.0:1788880071.054700:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880071.054702:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:1.0:1788880071.054709:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054739:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880071.054743:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880071.054746:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880071.054750:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519599232, offset 0 00000400:00000200:1.0:1788880071.054755:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880071.054761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880071.054766:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880071.054770:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880071.054774:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880071.054777:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880071.054780:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880071.054784:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460664:460664:256:4294967295] 192.168.203.155@tcp LPNI seq info [460658:460658:8:4294967295] 00000400:00000200:1.0:1788880071.054790:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880071.054798:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880071.054804:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880071.054808:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880071.054813:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880071.054817:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880071.054831:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880071.054834:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880071.054839:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880071.054846:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880071.054852:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880071.054856:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880071.054861:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880071.054869:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054885:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880071.054892:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.054906:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.054909:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880071.054915:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880071.054922:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880071.054930:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880071.054935:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305498133 00000100:00000001:1.0:1788880071.054941:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305499412 00000100:00000001:1.0:1788880071.054944:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305498133 00000100:00000001:1.0:1788880071.054947:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305499413 00000100:00000001:1.0:1788880071.054950:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880071.054953:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.054955:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880071.054961:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880071/real 1788880071] req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880071.054971:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880071.054973:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880071.054976:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880071.054979:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880071.054981:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880071.054984:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880071.054988:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880071.054999:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.055007:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880071.055008:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.055010:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880071.055012:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880071.055016:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.055024:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880071.055029:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.055036:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880071.055040:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.055042:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880071.055044:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.055046:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880071.055049:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880071.055052:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880071.055056:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880071.055059:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880071.055063:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880071.055073:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880071.055078:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.055081:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880071.055085:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519598848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.055093:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880071.055095:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880071.055098:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880071.055102:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880071.055104:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880071.055106:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880071.055109:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880071.055111:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880071.055115:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880071.055116:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880071.055118:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880071.055122:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880071.055123:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.055126:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880071.055130:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519598976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.055146:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880071.055148:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880071.055150:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880071.055154:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880071.055155:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880071.055157:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880071.055159:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880071.055161:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880071.055163:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880071.055165:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880071.055166:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880071.055169:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880071.055170:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.055172:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880071.055176:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519599104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.055183:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880071.055185:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880071.055186:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880071.055189:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880071.055190:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880071.055191:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880071.055193:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880071.055195:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880071.055197:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880071.055199:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880071.055200:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880071.055203:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880071.055204:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.055206:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880071.055210:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519599232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880071.055217:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880071.055218:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880071.055221:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880071.055223:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880071.055224:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880071.055226:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880071.055229:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880071.055230:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880071.055233:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880071.055234:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880071.055236:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880071.055239:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880071.055240:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.055242:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880071.055247:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880071.055249:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880071.055282:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880071.055284:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880071.178381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880071.178387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880071.178393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880071.178395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880071.178399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880071.178401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880072.202374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880072.202384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880072.202391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880072.202394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880072.202398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880072.202400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880072.394375:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305499412, at 4305499456 00000100:00000040:1.0:1788880072.394379:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305499413, at 4305499456 00000100:00000010:0.0:1788880072.394402:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000010:1.0:1788880072.394406:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00010000:00000001:1.0:1788880073.226353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880073.226362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880073.226370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880073.226372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880073.226377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880073.226379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880074.250342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880074.250357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880074.250369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880074.250372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880074.250380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880074.250383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880075.274320:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880075.274330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880075.274338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880075.274339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880075.274344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880075.274345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880076.170385:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880076.170408:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880076.170416:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880076.170424:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880076.170433:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880076.170458:0:98458:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10830 00000400:00000200:0.0:1788880076.170472:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880076.170483:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880076.170490:0:98458:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880076.170497:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170504:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880076.170509:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170514:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880076.170530:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880076.170534:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880076.170540:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880076.170546:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880076.170552:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880076.170568:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880076.170575:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170580:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880076.170584:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170588:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880076.170595:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880076.170602:0:98458:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170607:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880076.170614:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880076.170621:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880076.170627:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.170631:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880076.170636:0:98458:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880076.170660:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880076.170666:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880076.170673:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880076.170675:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.170706:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880076.170713:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880076.170722:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880076.170734:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788880076.170744:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880076.170758:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880076.170773:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880076.170780:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880076.170787:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880076.170817:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880076.170822:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880076.170827:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880076.170830:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880076.170832:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880076.170836:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880076.170840:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10830 00000400:00000200:0.0:1788880076.170846:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880076.170850:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880076.170854:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880076.170859:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170863:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880076.170867:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170871:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880076.170876:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880076.170878:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880076.170881:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880076.170884:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000100:00000001:1.0:1788880076.170889:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1788880076.170890:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880076.170899:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1788880076.170900:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880076.170908:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788880076.170912:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170918:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880076.170926:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880076.170927:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170936:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880076.170939:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880076.170948:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880076.170955:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880076.170963:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880076.170975:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880076.170978:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788880076.170982:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.170987:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.170988:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880076.170999:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1788880076.171002:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1788880076.171006:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.171011:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880076.171012:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880076.171022:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 02000000:00000001:1.0:1788880076.171024:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788880076.171031:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880076.171039:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1788880076.171042:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519599360:192.168.203.155@tcp:250:kworker.0 02000000:00000001:0.0:1788880076.171043:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.171050:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880076.171055:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880076.171059:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788880076.171061:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.171068:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1788880076.171072:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880076.171075:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.171083:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880076.171084:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880076.171096:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 00000100:00100000:0.0:1788880076.171098:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880076.171105:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.171122:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880076.171123:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880076.171130:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880076.171136:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000100:00000040:0.0:1788880076.171142:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788880076.171149:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880076.171165:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519599360, portal 25 00000100:00000001:1.0:1788880076.171175:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880076.171180:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000001:0.0:1788880076.171185:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880076.171193:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788880076.171195:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880076.171201:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880076.171207:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880076.171213:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880076.171222:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880076.171225:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788880076.171233:0:98458:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10830 00000100:00000040:1.0:1788880076.171238:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880076.171245:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000400:00000200:0.0:1788880076.171281:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880076.171290:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880076.171295:0:98458:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880076.171302:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880076.171306:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519599360, offset 0 00000100:00000001:0.0:1788880076.171308:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880076.171320:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.171324:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880076.171331:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788880076.171334:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880076.171340:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880076.171343:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880076.171347:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000400:00000200:1.0:1788880076.171352:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000001:0.0:1788880076.171355:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880076.171363:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000200:1.0:1788880076.171369:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000040:0.0:1788880076.171371:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.171378:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880076.171383:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1788880076.171385:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.171391:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880076.171396:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000020:00000040:0.0:1788880076.171399:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000400:00000200:1.0:1788880076.171406:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00080000:0.0:1788880076.171412:0:98458:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000200:1.0:1788880076.171419:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.171423:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880076.171431:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460665:460665:256:4294967295] 192.168.203.155@tcp LPNI seq info [460659:460659:8:4294967295] 02000000:00000001:0.0:1788880076.171433:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880076.171442:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880076.171448:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.171453:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880076.171458:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788880076.171459:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000008:00000001:0.0:1788880076.171470:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.171475:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880076.171488:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000010:0.0:1788880076.171489:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788880076.171500:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000800:00000200:1.0:1788880076.171509:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880076.171511:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880076.171518:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.171521:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1788880076.171522:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 02000000:00000001:0.0:1788880076.171524:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880076.171529:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880076.171540:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000800:00000200:1.0:1788880076.171541:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880076.171553:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880076.171555:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000100:00100000:0.0:1788880076.171570:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880076.171597:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880076.171605:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1788880076.171613:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880076.171620:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788880076.171622:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880076.171635:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1788880076.171639:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880076.171650:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00080000:0.0:1788880076.171651:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880076.171662:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880076.171670:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880076.171674:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1788880076.171675:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000100:00000001:0.0:1788880076.171679:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000400:00000010:1.0:1788880076.171712:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00080000:0.0:1788880076.171715:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10830 00000400:00000200:0.0:1788880076.171730:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880076.171730:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1788880076.171743:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880076.171750:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1788880076.171752:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880076.171759:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.171769:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880076.171778:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.171787:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880076.171798:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880076.171799:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1788880076.171801:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880076.171807:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880076.171811:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880076.171816:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880076.171818:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880076.171820:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880076.171838:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.171846:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880076.171853:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.171862:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880076.171870:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880076.171880:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880076.171884:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.171886:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.171892:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1788880076.171893:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880076.171901:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880076.171904:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.171906:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.171908:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880076.171917:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000400:00000200:1.0:1788880076.171925:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000008:00000001:0.0:1788880076.171927:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.171936:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.171936:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305504532 00000100:00000010:0.0:1788880076.171944:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788880076.171950:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880076.171955:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000010:1.0:1788880076.171955:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 02000000:00000001:0.0:1788880076.171959:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.171966:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880076.171968:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880076.171971:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.171975:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 02000000:00000010:0.0:1788880076.171980:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880076.171989:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.171992:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305504532 00000100:00100000:0.0:1788880076.172001:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1788880076.172007:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:0.0:1788880076.172022:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880076.172024:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788880076.172027:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.172036:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788880076.172039:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.172045:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.172055:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880076.172065:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880076.172070:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880076/real 1788880076] req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880076.172072:0:98458:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880076.172088:0:98458:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880076.172094:0:98458:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880076.172099:0:98458:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880076.172106:0:98458:0:(import.c:520:import_select_connection()) Process entered 00000400:00000001:1.0:1788880076.172107:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880076.172114:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1788880076.172115:0:98458:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10830 00000400:00000010:1.0:1788880076.172119:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:0.0:1788880076.172128:0:98458:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880076.172131:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000200:0.0:1788880076.172138:0:98458:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000010:1.0:1788880076.172140:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00080000:0.0:1788880076.172147:0:98458:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880076.172149:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1788880076.172160:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880076.172163:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880076.172169:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880076.172180:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.172187:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000200:1.0:1788880076.172191:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880076.172194:0:98458:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880076.172200:0:98458:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880076.172207:0:98458:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880076.172213:0:98458:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00000001:1.0:1788880076.172216:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:0.0:1788880076.172219:0:98458:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880076.172222:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880076.172229:0:98458:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880076.172231:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880076.172236:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880076.172243:0:98458:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880076.172283:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880076.172284:0:98458:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880076.172297:0:98458:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880076.172307:0:98458:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880076.172316:0:98458:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788880076.172320:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788880076.172325:0:98458:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880076.172331:0:98458:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880076.172337:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880076.172338:0:98458:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880076.172346:0:98458:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880076.172355:0:98458:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880076.172364:0:98458:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880076.172368:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1788880076.172370:0:98458:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000001:1.0:1788880076.172377:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788880076.172379:0:98458:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.172383:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788880076.172387:0:98458:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.172389:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788880076.172396:0:98458:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788880076.172397:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880076.172404:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:0.0:1788880076.172406:0:98458:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00080000:1.0:1788880076.172413:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1788880076.172415:0:98458:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880076.172421:0:98458:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880076.172425:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788880076.172427:0:98458:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880076.172434:0:98458:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880076.172435:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1788880076.172439:0:98458:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880076.172447:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788880076.172450:0:98458:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788880076.172461:0:98458:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880076.172482:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519599360:192.168.203.155@tcp:250:kworker.0 00000100:00100000:0.0:1788880076.172483:0:98458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880076.172507:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.172516:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880076.172519:0:98458:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1788880076.172527:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519599360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880076.172528:0:98458:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880076.172546:0:98458:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.172552:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880076.172559:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880076.172568:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 00000100:00000001:0.0:1788880076.172571:0:98458:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.172578:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1788880076.172583:0:98458:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10840) 00000020:00000001:1.0:1788880076.172585:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880076.172590:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880076.172596:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880076.172599:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880076.172605:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880076.172608:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880076.172611:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788880076.172616:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880076.172618:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.172621:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.172632:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880076.172635:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.172637:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880076.172640:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880076.172652:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880076.172658:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.172668:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880076.172669:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.172672:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880076.172676:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880076.172678:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880076.172711:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880076.172717:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880076.172721:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880076.172725:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.172728:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880076.172735:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880076.172739:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880076.172747:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880076.172753:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880076.172760:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880076.172767:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519599488, portal 10 00000100:00000001:1.0:1788880076.172771:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880076.172774:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:1.0:1788880076.172788:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.172803:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880076.172808:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880076.172814:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880076.172819:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519599488, offset 0 00000400:00000200:1.0:1788880076.172826:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880076.172832:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880076.172838:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880076.172842:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880076.172846:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880076.172849:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880076.172852:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880076.172857:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460666:460666:256:4294967295] 192.168.203.155@tcp LPNI seq info [460660:460660:8:4294967295] 00000400:00000200:1.0:1788880076.172862:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880076.172871:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880076.172877:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880076.172882:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880076.172887:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880076.172891:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880076.172906:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880076.172909:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880076.172913:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880076.172918:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880076.172922:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880076.172924:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880076.172928:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880076.172935:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.172951:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880076.172957:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.172971:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.172974:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880076.172982:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880076.172990:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880076.172998:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880076.173002:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305503248 00000100:00000001:1.0:1788880076.173008:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305504532 00000100:00000001:1.0:1788880076.173013:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305503248 00000100:00000001:1.0:1788880076.173017:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305504532 00000100:00000001:1.0:1788880076.173022:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880076.173026:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.173030:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880076.173037:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880076/real 1788880076] req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880076.173048:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880076.173050:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880076.173053:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880076.173056:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880076.173058:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880076.173061:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880076.173065:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880076.173076:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173084:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880076.173086:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.173088:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880076.173090:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880076.173094:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173103:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880076.173108:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173118:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880076.173121:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.173123:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880076.173125:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.173128:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880076.173130:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880076.173133:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880076.173137:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880076.173139:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880076.173144:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880076.173153:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880076.173158:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880076.173162:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173171:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880076.173173:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.173176:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880076.173178:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880076.173180:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880076.173184:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880076.173188:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880076.173191:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880076.173193:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.173195:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880076.173200:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880076.173203:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880076.173208:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880076.173210:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880076.173214:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880076.173218:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519599616, portal 10 00000100:00000001:1.0:1788880076.173221:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880076.173223:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788880076.173230:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173239:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880076.173242:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880076.173245:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880076.173277:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519599616, offset 0 00000400:00000200:1.0:1788880076.173284:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880076.173289:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880076.173294:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880076.173299:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880076.173302:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880076.173305:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880076.173309:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880076.173313:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460667:460667:256:4294967295] 192.168.203.155@tcp LPNI seq info [460661:460661:8:4294967295] 00000400:00000200:1.0:1788880076.173318:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880076.173327:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880076.173333:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880076.173337:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880076.173342:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880076.173346:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880076.173360:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880076.173363:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880076.173367:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880076.173371:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880076.173376:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880076.173379:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880076.173382:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880076.173387:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173397:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880076.173401:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173409:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.173411:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880076.173415:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880076.173419:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880076.173423:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880076.173426:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305503249 00000100:00000001:1.0:1788880076.173429:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305504532 00000100:00000001:1.0:1788880076.173432:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305503249 00000100:00000001:1.0:1788880076.173435:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305504532 00000100:00000001:1.0:1788880076.173437:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880076.173440:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.173442:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880076.173446:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880076/real 1788880076] req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880076.173455:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880076.173457:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880076.173459:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880076.173462:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880076.173464:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880076.173467:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880076.173470:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880076.173480:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173489:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880076.173491:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.173493:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880076.173506:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880076.173510:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173518:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880076.173522:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173530:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880076.173533:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.173535:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880076.173537:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.173539:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880076.173541:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880076.173544:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880076.173547:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880076.173550:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880076.173555:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880076.173564:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880076.173568:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880076.173572:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173580:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880076.173581:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.173584:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880076.173587:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880076.173589:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880076.173593:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880076.173597:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880076.173599:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880076.173601:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.173603:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880076.173607:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880076.173609:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880076.173614:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880076.173617:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880076.173621:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880076.173624:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519599744, portal 4 00000100:00000001:1.0:1788880076.173627:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880076.173629:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:1.0:1788880076.173635:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173651:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880076.173654:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880076.173657:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880076.173660:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519599744, offset 0 00000400:00000200:1.0:1788880076.173664:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880076.173668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880076.173672:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880076.173675:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880076.173678:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880076.173705:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880076.173709:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880076.173714:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460668:460668:256:4294967295] 192.168.203.155@tcp LPNI seq info [460662:460662:8:4294967295] 00000400:00000200:1.0:1788880076.173722:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880076.173734:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880076.173745:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880076.173752:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880076.173759:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880076.173765:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880076.173787:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880076.173790:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880076.173797:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880076.173804:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880076.173811:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880076.173814:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880076.173821:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880076.173827:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173837:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880076.173841:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173849:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.173852:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880076.173856:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880076.173860:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880076.173865:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880076.173868:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305503301 00000100:00000001:1.0:1788880076.173871:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305504532 00000100:00000001:1.0:1788880076.173874:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305503301 00000100:00000001:1.0:1788880076.173876:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305504532 00000100:00000001:1.0:1788880076.173879:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880076.173881:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.173884:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880076.173888:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880076/real 1788880076] req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880076.173900:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880076.173901:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880076.173904:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880076.173907:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880076.173909:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880076.173911:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880076.173915:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880076.173926:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173936:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880076.173939:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.173942:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880076.173945:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880076.173953:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173966:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880076.173974:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.173989:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880076.173995:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.173998:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880076.174001:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174005:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880076.174008:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880076.174014:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880076.174020:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880076.174025:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880076.174032:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880076.174042:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880076.174048:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880076.174052:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174060:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880076.174062:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.174065:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880076.174068:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880076.174070:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880076.174074:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880076.174077:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880076.174079:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880076.174081:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880076.174084:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880076.174089:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880076.174091:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880076.174096:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880076.174099:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880076.174103:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880076.174107:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519599872, portal 4 00000100:00000001:1.0:1788880076.174109:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880076.174111:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000040:1.0:1788880076.174119:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174127:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880076.174130:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880076.174133:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880076.174135:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519599872, offset 0 00000400:00000200:1.0:1788880076.174141:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880076.174146:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880076.174151:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880076.174155:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880076.174158:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880076.174162:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880076.174165:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880076.174169:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460669:460669:256:4294967295] 192.168.203.155@tcp LPNI seq info [460663:460663:8:4294967295] 00000400:00000200:1.0:1788880076.174174:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880076.174182:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880076.174188:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880076.174192:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880076.174197:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880076.174201:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880076.174215:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880076.174217:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880076.174221:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880076.174225:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880076.174229:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880076.174232:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880076.174234:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880076.174239:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174277:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880076.174282:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174290:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.174292:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880076.174296:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880076.174300:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880076.174305:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880076.174308:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305503253 00000100:00000001:1.0:1788880076.174312:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305504532 00000100:00000001:1.0:1788880076.174314:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305503253 00000100:00000001:1.0:1788880076.174317:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305504532 00000100:00000001:1.0:1788880076.174319:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880076.174322:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.174324:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880076.174329:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880076/real 1788880076] req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880076.174338:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880076.174340:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880076.174342:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880076.174344:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880076.174347:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880076.174349:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880076.174354:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880076.174364:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174371:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880076.174373:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174375:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880076.174377:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880076.174381:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174389:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880076.174393:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174402:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880076.174406:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174408:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880076.174409:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174412:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880076.174414:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880076.174418:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880076.174421:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880076.174424:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880076.174428:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880076.174437:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519599872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880076.174441:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174444:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880076.174448:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519599488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174456:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880076.174458:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880076.174461:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880076.174465:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880076.174467:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880076.174469:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880076.174471:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880076.174474:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880076.174477:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880076.174479:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880076.174481:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788880076.174484:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880076.174486:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174488:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880076.174491:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519599616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174517:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880076.174519:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880076.174521:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880076.174523:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880076.174524:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880076.174526:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880076.174528:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880076.174530:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880076.174532:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880076.174533:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880076.174535:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880076.174538:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880076.174539:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174541:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880076.174545:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519599744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174552:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880076.174554:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880076.174555:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880076.174559:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880076.174561:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880076.174562:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880076.174564:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880076.174566:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880076.174568:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880076.174569:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880076.174571:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880076.174573:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880076.174575:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174576:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880076.174580:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519599872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880076.174587:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880076.174589:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880076.174591:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880076.174594:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880076.174595:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880076.174597:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880076.174600:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880076.174601:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880076.174604:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880076.174605:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880076.174607:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788880076.174609:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880076.174611:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174613:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880076.174618:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880076.174619:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880076.174622:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880076.174624:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880076.298368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880076.298374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880076.298382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880076.298383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880076.298387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880076.298389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880077.322385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880077.322393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880077.322399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880077.322401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880077.322406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880077.322408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880077.514384:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305504532, at 4305504576 00000100:00000010:1.0:1788880077.514407:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000040:0.0:1788880077.514427:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305504532, at 4305504576 00000100:00000010:0.0:1788880077.514443:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00010000:00000001:1.0:1788880078.346373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880078.346381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880078.346387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880078.346389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880078.346393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880078.346394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880079.370396:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880079.370400:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880079.370405:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370412:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880079.370416:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370419:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370422:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880079.370431:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880079.370433:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880079.370435:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370437:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880079.370439:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370442:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370444:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880079.370451:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880079.370452:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880079.370454:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370456:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880079.370457:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370460:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880079.370462:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880080.394390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880080.394398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880080.394406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880080.394407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880080.394412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880080.394414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.290778:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880081.290789:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880081.290797:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880081.290814:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.290842:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880081.290848:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.290857:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880081.290863:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880081.290870:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880081.290880:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519600000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880081.290889:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880081.290897:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880081.290902:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.290911:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880081.290921:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880081.290932:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880081.290964:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880081.290978:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880081.290994:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880081.291007:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519600000, portal 25 00000100:00000001:1.0:1788880081.291019:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880081.291023:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880081.291040:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.291067:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880081.291076:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880081.291084:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880081.291091:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519600000, offset 0 00000400:00000200:1.0:1788880081.291111:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880081.291127:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.291145:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880081.291164:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880081.291182:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880081.291198:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880081.291213:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880081.291232:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460670:460670:256:4294967295] 192.168.203.155@tcp LPNI seq info [460664:460664:8:4294967295] 00000400:00000200:1.0:1788880081.291289:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.291305:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880081.291325:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.291337:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880081.291356:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880081.291370:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880081.291413:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.291419:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880081.291430:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880081.291448:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880081.291460:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880081.291470:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880081.291481:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880081.291493:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.291526:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.291536:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.291567:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.291576:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880081.291588:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880081.291603:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880081.291610:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305509652 00000100:00000010:1.0:1788880081.291622:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:1.0:1788880081.291636:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880081.291683:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305509652 00000100:00000010:1.0:1788880081.291695:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788880081.291705:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880081.291717:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880081.291725:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.291732:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880081.291748:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880081/real 1788880081] req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880081.291813:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880081.291820:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880081.291828:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880081.291836:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880081.291843:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880081.291851:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880081.291862:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880081.291884:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.291900:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880081.291906:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.291916:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.291920:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880081.291934:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.291965:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880081.291981:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.292010:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880081.292021:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.292028:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.292034:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.292039:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880081.292045:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880081.292054:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880081.292066:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880081.292074:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880081.292085:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880081.292114:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519600000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880081.292127:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.292131:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.292144:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519600000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.292177:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880081.292185:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880081.292195:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880081.292208:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880081.292216:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880081.292224:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880081.292236:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880081.292244:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880081.292283:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880081.292290:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880081.292298:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880081.292309:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880081.292315:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.292327:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.292341:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880081.292348:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.292356:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880081.292360:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880081.292366:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880081.292382:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.292417:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880081.292423:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.292432:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880081.292438:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880081.292445:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880081.292459:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880081.292471:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880081.292477:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880081.292483:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.292489:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880081.292499:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880081.292507:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880081.292527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880081.292537:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880081.292545:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880081.292557:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519600128, portal 10 00000100:00000001:1.0:1788880081.292565:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880081.292570:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880081.292586:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.292614:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880081.292624:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880081.292635:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880081.292642:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519600128, offset 0 00000400:00000200:1.0:1788880081.292678:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880081.292695:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.292706:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880081.292723:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880081.292734:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880081.292746:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880081.292756:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880081.292771:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460671:460671:256:4294967295] 192.168.203.155@tcp LPNI seq info [460665:460665:8:4294967295] 00000400:00000200:1.0:1788880081.292795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.292813:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880081.292826:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.292833:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880081.292839:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880081.292844:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880081.292863:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.292866:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880081.292871:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880081.292875:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880081.292880:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880081.292882:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880081.292886:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880081.292891:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.292902:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.292906:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.292915:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.292917:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880081.292921:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880081.292926:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880081.292931:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880081.292934:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305508368 00000100:00000001:1.0:1788880081.292938:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305509652 00000100:00000001:1.0:1788880081.292941:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305508368 00000100:00000001:1.0:1788880081.292944:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305509652 00000100:00000001:1.0:1788880081.292946:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880081.292949:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.292951:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880081.292956:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880081/real 1788880081] req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880081.292966:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880081.292968:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880081.292971:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880081.292974:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880081.292976:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880081.292979:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880081.292983:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880081.292993:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293001:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880081.293003:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293005:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.293007:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880081.293011:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293019:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880081.293024:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293033:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880081.293036:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293038:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.293040:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293042:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880081.293044:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880081.293047:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880081.293051:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880081.293054:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880081.293059:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880081.293068:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880081.293073:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880081.293078:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293087:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880081.293088:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.293091:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880081.293093:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880081.293096:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880081.293099:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880081.293103:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880081.293105:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880081.293108:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.293110:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880081.293114:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880081.293117:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880081.293121:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880081.293124:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880081.293128:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880081.293131:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519600256, portal 10 00000100:00000001:1.0:1788880081.293134:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880081.293137:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880081.293147:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293161:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880081.293166:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880081.293171:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880081.293176:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519600256, offset 0 00000400:00000200:1.0:1788880081.293184:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880081.293191:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.293198:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880081.293204:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880081.293211:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880081.293216:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880081.293221:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880081.293228:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460672:460672:256:4294967295] 192.168.203.155@tcp LPNI seq info [460666:460666:8:4294967295] 00000400:00000200:1.0:1788880081.293237:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.293277:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880081.293284:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.293289:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880081.293295:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880081.293299:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880081.293312:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.293315:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880081.293319:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880081.293323:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880081.293328:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880081.293330:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880081.293333:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880081.293339:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293349:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.293353:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293362:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.293364:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880081.293369:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880081.293373:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880081.293377:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880081.293380:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305508369 00000100:00000001:1.0:1788880081.293383:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305509652 00000100:00000001:1.0:1788880081.293386:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305508369 00000100:00000001:1.0:1788880081.293389:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305509652 00000100:00000001:1.0:1788880081.293392:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880081.293395:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.293397:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880081.293402:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880081/real 1788880081] req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880081.293412:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880081.293414:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880081.293416:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880081.293418:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880081.293420:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880081.293423:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880081.293427:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880081.293437:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293445:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880081.293447:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293449:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.293451:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880081.293455:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293463:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880081.293467:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293476:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880081.293478:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293480:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.293482:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293485:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880081.293488:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880081.293491:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880081.293495:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880081.293498:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880081.293503:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880081.293512:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880081.293516:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880081.293520:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293529:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880081.293531:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.293534:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880081.293536:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880081.293538:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880081.293542:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880081.293545:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880081.293548:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880081.293550:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.293552:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880081.293557:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880081.293559:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880081.293563:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880081.293566:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880081.293570:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880081.293574:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519600384, portal 4 00000100:00000001:1.0:1788880081.293576:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880081.293578:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880081.293585:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293594:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880081.293598:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880081.293600:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880081.293603:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519600384, offset 0 00000400:00000200:1.0:1788880081.293608:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880081.293612:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.293616:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880081.293620:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880081.293623:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880081.293626:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880081.293629:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880081.293634:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460673:460673:256:4294967295] 192.168.203.155@tcp LPNI seq info [460667:460667:8:4294967295] 00000400:00000200:1.0:1788880081.293639:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.293672:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880081.293679:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.293684:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880081.293689:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880081.293693:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880081.293707:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.293710:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880081.293713:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880081.293718:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880081.293722:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880081.293724:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880081.293728:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880081.293733:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293743:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.293747:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293765:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.293767:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880081.293771:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880081.293775:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880081.293779:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880081.293782:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305508421 00000100:00000001:1.0:1788880081.293785:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305509652 00000100:00000001:1.0:1788880081.293788:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305508421 00000100:00000001:1.0:1788880081.293791:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305509652 00000100:00000001:1.0:1788880081.293793:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880081.293796:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.293798:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880081.293802:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880081/real 1788880081] req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880081.293812:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880081.293813:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880081.293815:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880081.293818:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880081.293820:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880081.293823:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880081.293827:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880081.293837:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293844:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880081.293846:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293848:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.293850:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880081.293854:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293863:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880081.293868:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293877:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880081.293879:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293881:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.293883:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293885:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880081.293887:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880081.293890:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880081.293893:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880081.293896:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880081.293900:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880081.293909:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880081.293914:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293916:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.293920:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519600128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293927:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880081.293930:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880081.293933:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880081.293936:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880081.293939:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880081.293941:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880081.293943:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880081.293946:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880081.293950:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880081.293952:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880081.293954:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880081.293957:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880081.293959:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293961:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.293965:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519600256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.293974:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880081.293975:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880081.293977:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880081.293981:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880081.293982:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880081.293983:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880081.293986:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880081.293987:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880081.293990:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880081.293991:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880081.293993:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880081.293995:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880081.293997:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.293999:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.294002:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519600384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.294010:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880081.294011:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880081.294013:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880081.294015:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880081.294016:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880081.294018:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880081.294020:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880081.294021:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880081.294023:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880081.294025:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880081.294026:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880081.294029:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880081.294031:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.294034:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.294038:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880081.294040:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.294042:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880081.294045:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880081.294046:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880081.294051:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.294059:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880081.294060:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.294063:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880081.294065:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880081.294068:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880081.294071:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880081.294075:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880081.294077:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880081.294079:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880081.294081:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880081.294085:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880081.294088:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880081.294092:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880081.294095:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880081.294099:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880081.294102:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519600512, portal 4 00000100:00000001:1.0:1788880081.294105:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880081.294107:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880081.294113:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.294122:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880081.294124:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880081.294127:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880081.294130:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519600512, offset 0 00000400:00000200:1.0:1788880081.294135:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880081.294143:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.294150:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880081.294156:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880081.294161:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880081.294166:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880081.294170:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880081.294176:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460674:460674:256:4294967295] 192.168.203.155@tcp LPNI seq info [460668:460668:8:4294967295] 00000400:00000200:1.0:1788880081.294185:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880081.294198:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880081.294208:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.294215:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880081.294223:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880081.294229:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880081.294283:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880081.294286:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880081.294290:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880081.294295:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880081.294300:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880081.294303:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880081.294306:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880081.294311:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.294322:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.294326:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.294335:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.294337:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880081.294341:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880081.294345:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880081.294350:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880081.294353:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305508373 00000100:00000001:1.0:1788880081.294357:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305509652 00000100:00000001:1.0:1788880081.294360:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305508373 00000100:00000001:1.0:1788880081.294363:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305509652 00000100:00000001:1.0:1788880081.294366:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880081.294369:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.294371:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880081.294376:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880081/real 1788880081] req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880081.294386:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880081.294387:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880081.294389:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880081.294392:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880081.294394:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880081.294396:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880081.294400:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880081.294411:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.294419:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880081.294421:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.294423:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.294425:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880081.294429:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.294437:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880081.294441:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.294449:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880081.294453:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.294455:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880081.294457:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.294459:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880081.294462:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880081.294466:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880081.294469:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880081.294472:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880081.294476:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880081.294486:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880081.294491:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.294493:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880081.294497:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519600512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880081.294504:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880081.294506:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880081.294509:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880081.294512:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880081.294513:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880081.294515:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880081.294517:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880081.294519:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880081.294522:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880081.294524:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880081.294526:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880081.294529:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880081.294531:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.294533:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880081.294537:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880081.294539:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880081.294541:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880081.294544:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880081.418337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880081.418347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880081.418357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880081.418359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880081.418366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880081.418369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880082.442401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880082.442410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880082.442417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880082.442419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880082.442423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880082.442424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880082.634351:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305509652, at 4305509696 00000100:00000010:1.0:1788880082.634369:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00000040:0.0:1788880082.634388:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305509652, at 4305509696 00000100:00000010:0.0:1788880082.634403:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00010000:00000001:1.0:1788880083.466388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880083.466397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880083.466404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880083.466405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880083.466410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880083.466411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880084.490357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880084.490364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880084.490371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880084.490373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880084.490377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880084.490379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880085.514322:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880085.514327:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880085.514331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880085.514332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880085.514334:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880085.514335:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.410542:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880086.410548:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880086.410551:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880086.410561:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.410585:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880086.410588:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.410593:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880086.410598:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880086.410602:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880086.410620:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519600640:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880086.410630:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880086.410636:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880086.410640:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.410644:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880086.410651:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880086.410655:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880086.410663:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880086.410671:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880086.410680:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880086.410689:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519600640, portal 25 00000100:00000001:1.0:1788880086.410694:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880086.410697:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788880086.410706:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.410724:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880086.410729:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880086.410734:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880086.410738:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519600640, offset 0 00000400:00000200:1.0:1788880086.410748:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880086.410757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.410765:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880086.410772:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880086.410778:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880086.410782:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880086.410786:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880086.410793:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460675:460675:256:4294967295] 192.168.203.155@tcp LPNI seq info [460669:460669:8:4294967295] 00000400:00000200:1.0:1788880086.410804:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.410819:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880086.410824:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.410829:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880086.410840:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880086.410847:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880086.410871:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.410874:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880086.410880:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880086.410884:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880086.410888:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880086.410892:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880086.410898:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880086.410904:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.410919:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.410925:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.410934:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.410937:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880086.410943:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880086.410952:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880086.410956:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305514771 00000100:00000010:1.0:1788880086.410963:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788880086.410972:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880086.410980:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305514771 00000100:00000010:1.0:1788880086.410987:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788880086.410992:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880086.410998:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880086.411004:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.411007:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880086.411014:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880086/real 1788880086] req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880086.411031:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880086.411033:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880086.411037:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880086.411040:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880086.411043:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880086.411046:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880086.411051:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880086.411070:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411085:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880086.411089:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411092:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.411095:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880086.411105:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411119:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880086.411128:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411143:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880086.411149:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411154:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.411156:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411159:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880086.411163:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880086.411168:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880086.411175:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880086.411180:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880086.411187:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880086.411207:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519600640:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880086.411215:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411220:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.411225:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519600640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411240:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880086.411243:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880086.411271:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880086.411277:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880086.411280:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880086.411283:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880086.411285:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880086.411289:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880086.411294:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880086.411297:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880086.411299:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788880086.411304:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880086.411306:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411310:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411317:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880086.411320:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.411325:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880086.411328:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880086.411331:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880086.411337:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411347:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880086.411348:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.411350:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880086.411351:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880086.411353:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880086.411356:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880086.411359:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880086.411360:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880086.411362:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.411363:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880086.411365:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880086.411367:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880086.411369:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880086.411371:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880086.411373:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880086.411375:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519600768, portal 10 00000100:00000001:1.0:1788880086.411376:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880086.411377:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788880086.411382:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411386:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880086.411388:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880086.411389:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880086.411391:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519600768, offset 0 00000400:00000200:1.0:1788880086.411393:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880086.411395:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.411398:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880086.411400:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880086.411401:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880086.411403:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880086.411405:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880086.411407:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460676:460676:256:4294967295] 192.168.203.155@tcp LPNI seq info [460670:460670:8:4294967295] 00000400:00000200:1.0:1788880086.411409:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.411414:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880086.411417:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.411419:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880086.411422:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880086.411424:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880086.411431:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.411432:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880086.411434:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880086.411437:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880086.411439:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880086.411440:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880086.411441:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880086.411444:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411449:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.411451:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411456:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.411457:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880086.411458:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880086.411461:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880086.411463:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880086.411465:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305513487 00000100:00000001:1.0:1788880086.411467:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305514771 00000100:00000001:1.0:1788880086.411468:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305513487 00000100:00000001:1.0:1788880086.411470:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305514771 00000100:00000001:1.0:1788880086.411471:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880086.411473:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.411474:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880086.411476:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880086/real 1788880086] req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880086.411486:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880086.411487:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880086.411488:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880086.411489:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880086.411490:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880086.411491:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880086.411493:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880086.411498:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411502:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880086.411503:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411504:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.411505:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880086.411508:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411512:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880086.411514:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411518:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880086.411520:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411521:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.411522:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411523:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880086.411524:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880086.411525:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880086.411527:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880086.411528:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880086.411532:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880086.411537:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880086.411540:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880086.411542:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411545:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880086.411546:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.411548:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880086.411549:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880086.411550:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880086.411551:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880086.411553:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880086.411554:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880086.411555:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.411556:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880086.411558:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880086.411559:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880086.411561:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880086.411563:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880086.411565:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880086.411567:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519600896, portal 10 00000100:00000001:1.0:1788880086.411568:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880086.411569:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880086.411573:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411578:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880086.411579:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880086.411580:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880086.411582:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519600896, offset 0 00000400:00000200:1.0:1788880086.411585:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880086.411587:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.411589:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880086.411591:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880086.411592:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880086.411594:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880086.411595:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880086.411597:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460677:460677:256:4294967295] 192.168.203.155@tcp LPNI seq info [460671:460671:8:4294967295] 00000400:00000200:1.0:1788880086.411600:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.411604:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880086.411607:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.411623:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880086.411626:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880086.411628:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880086.411634:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.411636:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880086.411638:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880086.411640:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880086.411642:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880086.411643:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880086.411644:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880086.411647:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411652:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.411654:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411658:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.411659:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880086.411661:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880086.411663:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880086.411665:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880086.411667:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305513487 00000100:00000001:1.0:1788880086.411669:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305514771 00000100:00000001:1.0:1788880086.411671:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305513487 00000100:00000001:1.0:1788880086.411672:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305514771 00000100:00000001:1.0:1788880086.411673:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880086.411674:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.411676:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880086.411678:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880086/real 1788880086] req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880086.411682:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880086.411683:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880086.411684:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880086.411685:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880086.411687:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880086.411688:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880086.411690:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880086.411695:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411699:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880086.411700:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411701:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.411702:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880086.411704:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411708:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880086.411710:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411714:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880086.411716:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411717:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.411718:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411720:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880086.411721:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880086.411723:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880086.411724:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880086.411726:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880086.411728:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880086.411733:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519600896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880086.411735:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880086.411737:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411741:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880086.411742:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.411744:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880086.411745:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880086.411746:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880086.411748:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880086.411750:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880086.411751:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880086.411752:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.411753:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880086.411755:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880086.411756:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880086.411757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880086.411759:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880086.411761:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880086.411763:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519601024, portal 4 00000100:00000001:1.0:1788880086.411765:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880086.411766:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880086.411769:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411774:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880086.411775:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880086.411776:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880086.411778:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519601024, offset 0 00000400:00000200:1.0:1788880086.411780:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880086.411782:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.411784:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880086.411786:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880086.411788:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880086.411790:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880086.411791:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880086.411793:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460678:460678:256:4294967295] 192.168.203.155@tcp LPNI seq info [460672:460672:8:4294967295] 00000400:00000200:1.0:1788880086.411796:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.411800:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880086.411803:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.411805:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880086.411807:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880086.411809:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880086.411816:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.411817:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880086.411819:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880086.411821:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880086.411823:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880086.411824:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880086.411825:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880086.411827:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411837:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.411839:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411843:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.411844:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880086.411845:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880086.411847:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880086.411849:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880086.411850:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305513539 00000100:00000001:1.0:1788880086.411851:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305514771 00000100:00000001:1.0:1788880086.411852:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305513539 00000100:00000001:1.0:1788880086.411854:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305514771 00000100:00000001:1.0:1788880086.411855:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880086.411857:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.411858:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880086.411860:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880086/real 1788880086] req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880086.411864:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880086.411865:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880086.411866:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880086.411867:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880086.411868:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880086.411869:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880086.411871:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880086.411876:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411880:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880086.411882:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411883:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.411884:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880086.411886:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411890:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880086.411892:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411896:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880086.411898:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411899:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.411900:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411901:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880086.411902:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880086.411903:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880086.411905:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880086.411906:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880086.411908:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880086.411913:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880086.411915:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411916:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.411918:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519600768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411922:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880086.411923:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880086.411924:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880086.411926:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880086.411927:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880086.411929:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880086.411930:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880086.411931:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880086.411933:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880086.411934:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880086.411935:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788880086.411936:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880086.411937:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411939:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.411941:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519600896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411945:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880086.411946:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880086.411947:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880086.411949:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880086.411950:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880086.411951:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880086.411952:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880086.411952:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880086.411954:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880086.411954:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880086.411955:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880086.411957:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880086.411957:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411958:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.411960:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519601024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411964:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880086.411964:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880086.411965:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880086.411966:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880086.411967:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880086.411968:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880086.411969:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880086.411970:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880086.411971:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880086.411972:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880086.411973:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880086.411974:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880086.411975:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411977:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.411979:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880086.411980:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.411981:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880086.411982:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880086.411983:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880086.411985:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.411990:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880086.411990:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.411992:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880086.411993:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880086.411994:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880086.411996:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880086.411998:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880086.411999:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880086.412000:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880086.412001:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880086.412003:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880086.412004:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880086.412006:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880086.412008:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880086.412009:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880086.412012:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519601152, portal 4 00000100:00000001:1.0:1788880086.412013:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880086.412014:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880086.412018:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.412022:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880086.412023:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880086.412025:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880086.412027:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519601152, offset 0 00000400:00000200:1.0:1788880086.412029:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880086.412032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.412034:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880086.412036:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880086.412038:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880086.412039:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880086.412041:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880086.412043:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460679:460679:256:4294967295] 192.168.203.155@tcp LPNI seq info [460673:460673:8:4294967295] 00000400:00000200:1.0:1788880086.412046:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880086.412050:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880086.412053:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.412055:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880086.412057:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880086.412059:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880086.412066:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880086.412067:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880086.412069:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880086.412071:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880086.412073:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880086.412074:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880086.412076:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880086.412078:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.412083:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.412085:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.412089:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.412090:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880086.412092:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880086.412094:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880086.412096:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880086.412098:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305513490 00000100:00000001:1.0:1788880086.412099:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305514771 00000100:00000001:1.0:1788880086.412100:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305513490 00000100:00000001:1.0:1788880086.412102:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305514771 00000100:00000001:1.0:1788880086.412103:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880086.412104:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.412105:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880086.412107:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880086/real 1788880086] req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880086.412112:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880086.412112:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880086.412113:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880086.412115:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880086.412116:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880086.412117:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880086.412119:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880086.412124:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.412128:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880086.412129:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.412130:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.412131:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880086.412133:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.412137:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880086.412139:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.412144:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880086.412146:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.412147:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880086.412147:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.412149:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880086.412150:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880086.412151:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880086.412153:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880086.412154:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880086.412157:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880086.412161:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880086.412163:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.412164:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880086.412166:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519601152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880086.412170:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880086.412171:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880086.412171:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880086.412173:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880086.412174:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880086.412174:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880086.412175:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880086.412176:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880086.412178:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880086.412179:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880086.412180:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880086.412181:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880086.412182:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.412184:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880086.412186:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880086.412187:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880086.412188:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880086.412189:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880086.538332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880086.538337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880086.538341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880086.538342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880086.538345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880086.538345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880087.562323:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880087.562328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880087.562332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880087.562333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880087.562335:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880087.562336:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880087.754332:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305514771, at 4305514816 00000100:00000040:1.0:1788880087.754332:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305514771, at 4305514816 00000100:00000010:1.0:1788880087.754347:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00000010:0.0:1788880087.754349:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00010000:00000001:1.0:1788880088.586330:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880088.586335:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880088.586340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880088.586341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880088.586343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880088.586344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610320:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880089.610328:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880089.610329:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880089.610332:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610336:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880089.610338:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610339:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610341:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880089.610345:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880089.610346:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880089.610348:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610349:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880089.610351:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610352:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610353:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880089.610357:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880089.610358:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880089.610359:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610360:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880089.610361:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610362:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880089.610363:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880090.634345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880090.634352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880090.634357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880090.634358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880090.634362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880090.634363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.530536:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880091.530542:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880091.530546:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880091.530556:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.530586:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880091.530591:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.530598:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880091.530602:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880091.530609:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880091.530617:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519601280:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880091.530625:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880091.530631:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880091.530634:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.530637:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880091.530644:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880091.530649:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880091.530659:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880091.530666:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880091.530677:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880091.530686:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519601280, portal 25 00000100:00000001:1.0:1788880091.530691:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880091.530693:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880091.530703:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.530718:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880091.530724:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880091.530728:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880091.530734:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519601280, offset 0 00000400:00000200:1.0:1788880091.530745:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880091.530757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.530769:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880091.530778:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880091.530786:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880091.530792:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880091.530799:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880091.530810:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460680:460680:256:4294967295] 192.168.203.155@tcp LPNI seq info [460674:460674:8:4294967295] 00000400:00000200:1.0:1788880091.530822:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.530839:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880091.530852:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.530858:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880091.530871:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880091.530876:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880091.530902:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.530906:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880091.530914:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880091.530924:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880091.530933:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880091.530937:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880091.530944:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880091.530952:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.530972:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.530979:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.530998:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.531002:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880091.531009:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880091.531019:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880091.531025:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305519891 00000100:00000010:1.0:1788880091.531035:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788880091.531047:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880091.531058:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305519891 00000100:00000010:1.0:1788880091.531068:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dde0. 00000100:00000001:1.0:1788880091.531076:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880091.531083:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880091.531087:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.531092:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880091.531101:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880091/real 1788880091] req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880091.531124:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880091.531128:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880091.531133:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880091.531139:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880091.531144:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880091.531149:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880091.531155:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880091.531179:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531197:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880091.531201:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531205:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.531208:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880091.531215:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531228:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880091.531237:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531275:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880091.531280:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531284:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.531287:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531290:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880091.531293:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880091.531298:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880091.531306:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880091.531311:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880091.531316:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880091.531323:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519601280:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880091.531331:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531333:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.531335:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519601280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531341:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880091.531346:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880091.531348:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880091.531352:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880091.531354:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880091.531356:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880091.531359:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880091.531361:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880091.531364:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880091.531365:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880091.531367:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880091.531369:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880091.531370:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531371:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531379:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880091.531381:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.531382:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880091.531384:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880091.531385:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880091.531387:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531392:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880091.531393:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.531395:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880091.531396:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880091.531398:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880091.531399:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601408:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880091.531401:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880091.531403:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880091.531404:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.531405:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880091.531408:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880091.531409:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880091.531412:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880091.531414:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880091.531417:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880091.531419:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519601408, portal 10 00000100:00000001:1.0:1788880091.531420:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880091.531421:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880091.531427:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531432:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880091.531434:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880091.531435:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880091.531437:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519601408, offset 0 00000400:00000200:1.0:1788880091.531439:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880091.531442:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.531444:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880091.531447:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880091.531449:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880091.531451:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880091.531452:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880091.531454:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460681:460681:256:4294967295] 192.168.203.155@tcp LPNI seq info [460675:460675:8:4294967295] 00000400:00000200:1.0:1788880091.531457:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.531462:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880091.531466:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.531468:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880091.531471:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880091.531473:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880091.531480:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.531482:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880091.531484:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880091.531486:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880091.531489:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880091.531490:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880091.531492:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880091.531494:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531499:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.531501:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531510:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.531512:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880091.531514:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880091.531517:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880091.531520:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880091.531522:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305518607 00000100:00000001:1.0:1788880091.531524:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305519891 00000100:00000001:1.0:1788880091.531526:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305518607 00000100:00000001:1.0:1788880091.531527:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305519891 00000100:00000001:1.0:1788880091.531529:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880091.531530:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.531531:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880091.531533:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880091/real 1788880091] req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880091.531538:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880091.531539:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880091.531541:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880091.531542:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880091.531543:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880091.531545:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880091.531547:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880091.531552:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531557:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880091.531558:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531559:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.531560:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880091.531562:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531568:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880091.531570:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531590:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880091.531592:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531593:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.531595:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531596:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880091.531597:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880091.531599:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880091.531601:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880091.531603:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880091.531606:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880091.531611:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601408:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880091.531613:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880091.531615:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531620:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880091.531621:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.531622:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880091.531623:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880091.531625:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880091.531627:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601536:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880091.531629:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880091.531630:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880091.531632:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.531633:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880091.531636:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880091.531637:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880091.531639:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880091.531641:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880091.531643:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880091.531645:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519601536, portal 10 00000100:00000001:1.0:1788880091.531647:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880091.531648:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880091.531652:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531657:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880091.531658:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880091.531660:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880091.531661:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519601536, offset 0 00000400:00000200:1.0:1788880091.531664:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880091.531666:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.531668:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880091.531670:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880091.531672:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880091.531674:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880091.531675:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880091.531678:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460682:460682:256:4294967295] 192.168.203.155@tcp LPNI seq info [460676:460676:8:4294967295] 00000400:00000200:1.0:1788880091.531680:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.531684:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880091.531687:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.531689:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880091.531692:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880091.531694:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880091.531701:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.531703:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880091.531705:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880091.531707:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880091.531709:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880091.531710:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880091.531712:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880091.531714:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531719:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.531721:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531726:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.531727:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880091.531728:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880091.531731:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880091.531733:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880091.531734:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305518607 00000100:00000001:1.0:1788880091.531736:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305519891 00000100:00000001:1.0:1788880091.531737:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305518607 00000100:00000001:1.0:1788880091.531739:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305519891 00000100:00000001:1.0:1788880091.531740:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880091.531741:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.531742:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880091.531745:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880091/real 1788880091] req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880091.531749:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880091.531750:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880091.531751:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880091.531752:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880091.531753:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880091.531755:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880091.531757:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880091.531763:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531767:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880091.531768:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531769:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.531770:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880091.531772:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531776:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880091.531778:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531782:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880091.531783:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531784:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.531785:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531786:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880091.531787:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880091.531789:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880091.531791:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880091.531793:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880091.531795:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880091.531801:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601536:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880091.531803:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880091.531805:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531809:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880091.531811:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.531812:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880091.531813:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880091.531814:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880091.531816:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601664:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880091.531818:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880091.531819:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880091.531819:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.531820:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880091.531823:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880091.531824:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880091.531826:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880091.531827:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880091.531829:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880091.531831:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519601664, portal 4 00000100:00000001:1.0:1788880091.531832:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880091.531833:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880091.531837:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531841:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880091.531843:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880091.531844:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880091.531846:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519601664, offset 0 00000400:00000200:1.0:1788880091.531848:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880091.531850:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.531852:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880091.531853:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880091.531855:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880091.531856:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880091.531858:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880091.531861:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460683:460683:256:4294967295] 192.168.203.155@tcp LPNI seq info [460677:460677:8:4294967295] 00000400:00000200:1.0:1788880091.531863:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.531867:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880091.531870:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.531872:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880091.531874:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880091.531876:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880091.531883:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.531884:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880091.531886:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880091.531888:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880091.531891:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880091.531892:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880091.531893:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880091.531896:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531901:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.531903:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531907:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.531908:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880091.531910:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880091.531912:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880091.531913:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880091.531915:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305518659 00000100:00000001:1.0:1788880091.531917:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305519891 00000100:00000001:1.0:1788880091.531918:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305518659 00000100:00000001:1.0:1788880091.531920:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305519891 00000100:00000001:1.0:1788880091.531922:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880091.531923:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.531925:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880091.531927:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880091/real 1788880091] req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880091.531932:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880091.531933:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880091.531934:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880091.531935:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880091.531936:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880091.531937:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880091.531939:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880091.531944:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531949:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880091.531950:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531951:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.531952:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880091.531954:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531958:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880091.531960:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531964:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880091.531965:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531966:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.531967:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.531968:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880091.531969:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880091.531970:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880091.531973:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880091.531974:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880091.531977:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880091.531982:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601664:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880091.531984:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880091.531986:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.531989:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880091.531990:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.531991:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880091.531993:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880091.531994:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880091.531995:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601792:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880091.531997:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880091.531998:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880091.531999:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880091.532000:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880091.532002:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880091.532003:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880091.532005:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880091.532006:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880091.532008:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880091.532010:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519601792, portal 4 00000100:00000001:1.0:1788880091.532011:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880091.532012:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880091.532016:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532020:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880091.532022:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880091.532023:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880091.532025:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519601792, offset 0 00000400:00000200:1.0:1788880091.532029:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880091.532033:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.532036:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880091.532039:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880091.532042:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880091.532044:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880091.532046:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880091.532050:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460684:460684:256:4294967295] 192.168.203.155@tcp LPNI seq info [460678:460678:8:4294967295] 00000400:00000200:1.0:1788880091.532054:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880091.532060:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880091.532065:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.532069:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880091.532073:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880091.532076:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880091.532086:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880091.532087:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880091.532089:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880091.532092:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880091.532094:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880091.532095:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880091.532097:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880091.532100:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532105:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.532107:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532112:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.532113:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880091.532116:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880091.532118:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880091.532120:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880091.532122:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305518610 00000100:00000001:1.0:1788880091.532124:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305519891 00000100:00000001:1.0:1788880091.532125:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305518610 00000100:00000001:1.0:1788880091.532127:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305519891 00000100:00000001:1.0:1788880091.532128:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880091.532129:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.532131:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880091.532133:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880091/real 1788880091] req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880091.532138:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880091.532139:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880091.532140:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880091.532142:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880091.532143:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880091.532144:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880091.532146:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880091.532152:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532155:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880091.532156:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.532157:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.532158:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880091.532160:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532164:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880091.532166:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532172:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880091.532174:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.532175:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880091.532176:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.532177:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880091.532178:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880091.532180:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880091.532182:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880091.532183:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880091.532185:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880091.532190:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519601792:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880091.532192:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.532194:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.532196:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519601408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532201:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880091.532202:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880091.532203:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880091.532204:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880091.532205:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880091.532206:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880091.532208:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880091.532209:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880091.532211:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880091.532212:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880091.532213:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880091.532215:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880091.532216:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.532218:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.532220:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519601536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532224:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880091.532225:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880091.532226:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880091.532229:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880091.532229:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880091.532230:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880091.532231:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880091.532232:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880091.532233:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880091.532234:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880091.532235:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880091.532236:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880091.532236:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.532237:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.532239:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519601664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532243:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880091.532244:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880091.532245:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880091.532246:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880091.532246:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880091.532265:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880091.532266:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880091.532267:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880091.532268:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880091.532269:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880091.532270:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880091.532271:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880091.532272:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.532273:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880091.532275:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519601792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880091.532284:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880091.532285:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880091.532286:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880091.532288:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880091.532289:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880091.532289:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880091.532290:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880091.532291:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880091.532292:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880091.532293:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880091.532294:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880091.532295:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880091.532296:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.532297:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880091.532299:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880091.532300:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880091.532301:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880091.532302:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880091.658388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880091.658396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880091.658404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880091.658406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880091.658410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880091.658412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880092.682337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880092.682344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880092.682350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880092.682351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880092.682354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880092.682355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880092.874381:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305519891, at 4305519936 00000100:00000040:1.0:1788880092.874381:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305519891, at 4305519936 00000100:00000010:0.0:1788880092.874398:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00000010:1.0:1788880092.874400:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00010000:00000001:1.0:1788880093.706367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880093.706378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880093.706390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880093.706395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880093.706402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880093.706405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880094.730391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880094.730412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880094.730419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880094.730421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880094.730426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880094.730427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880095.754392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880095.754401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880095.754409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880095.754411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880095.754415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880095.754417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880096.650495:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880096.650511:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880096.650515:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880096.650521:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880096.650528:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880096.650563:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10851 00000400:00000200:0.0:1788880096.650578:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880096.650587:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880096.650592:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880096.650596:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.650602:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880096.650605:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.650609:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880096.650621:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880096.650624:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880096.650628:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880096.650634:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880096.650639:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880096.650644:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880096.650650:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.650655:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880096.650659:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.650663:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880096.650670:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880096.650677:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880096.650683:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880096.650688:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880096.650694:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880096.650701:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880096.650705:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880096.650710:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880096.650730:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788880096.650739:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880096.650746:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880096.650750:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880096.650756:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880096.650761:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880096.650771:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880096.650784:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880096.650794:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880096.650809:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880096.650825:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880096.650832:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880096.650838:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880096.650873:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880096.650879:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880096.650884:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880096.650886:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880096.650889:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880096.650893:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880096.650897:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10851 00000400:00000200:0.0:1788880096.650903:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880096.650908:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880096.650912:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880096.650918:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.650922:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880096.650925:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.650929:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880096.650934:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880096.650936:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880096.650941:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880096.650941:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788880096.650948:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000100:00000001:1.0:1788880096.650951:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1788880096.650953:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880096.650958:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1788880096.650959:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880096.650968:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.650975:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880096.650978:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880096.650982:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.650990:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880096.651000:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880096.651010:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880096.651013:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788880096.651016:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.651019:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880096.651022:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880096.651027:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788880096.651034:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880096.651035:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880096.651047:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.651048:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880096.651058:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00100000:1.0:1788880096.651063:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519601920:192.168.203.155@tcp:250:kworker.0 00000008:00100000:0.0:1788880096.651068:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880096.651071:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1788880096.651075:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.651079:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788880096.651081:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.651084:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880096.651089:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 02000000:00000001:1.0:1788880096.651090:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1788880096.651098:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000010:1.0:1788880096.651103:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:0.0:1788880096.651104:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880096.651109:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.651111:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880096.651114:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880096.651119:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880096.651122:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880096.651129:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000010:0.0:1788880096.651135:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000400:00000010:1.0:1788880096.651138:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000100:00000001:0.0:1788880096.651144:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880096.651152:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00100000:0.0:1788880096.651158:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788880096.651167:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519601920, portal 25 00000100:00000001:0.0:1788880096.651171:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880096.651177:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788880096.651179:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.651181:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00000040:0.0:1788880096.651191:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880096.651199:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880096.651231:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.651233:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788880096.651237:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788880096.651245:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880096.651307:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880096.651313:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519601920, offset 0 00000400:00000200:1.0:1788880096.651323:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788880096.651333:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880096.651338:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1788880096.651340:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880096.651342:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880096.651350:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:1.0:1788880096.651354:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00080000:0.0:1788880096.651357:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10851 00000400:00000200:1.0:1788880096.651368:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880096.651377:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880096.651383:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880096.651387:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880096.651395:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460685:460685:256:4294967295] 192.168.203.155@tcp LPNI seq info [460679:460679:8:4294967295] 00000400:00000200:1.0:1788880096.651403:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880096.651418:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000400:00000200:0.0:1788880096.651430:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000200:1.0:1788880096.651433:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880096.651444:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000400:00000200:0.0:1788880096.651445:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880096.651455:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880096.651460:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880096.651468:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880096.651469:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880096.651479:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880096.651480:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000100:00000001:0.0:1788880096.651483:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880096.651495:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880096.651500:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880096.651505:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880096.651514:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880096.651524:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000100:1.0:1788880096.651528:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880096.651533:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000020:00000001:0.0:1788880096.651561:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880096.651569:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880096.651571:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1788880096.651573:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880096.651584:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1788880096.651591:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880096.651595:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000100:00000001:0.0:1788880096.651597:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000010:1.0:1788880096.651605:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000020:00000040:0.0:1788880096.651606:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880096.651617:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880096.651618:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788880096.651627:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880096.651632:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880096.651633:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880096.651659:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880096.651664:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.651674:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.651678:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880096.651685:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880096.651694:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788880096.651694:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880096.651702:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305525012 02000000:00000001:0.0:1788880096.651706:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880096.651712:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dde0. 00000100:00000001:0.0:1788880096.651715:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880096.651723:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880096.651730:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000008:00000001:0.0:1788880096.651733:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880096.651741:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.651745:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305525012 00000100:00000010:0.0:1788880096.651750:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000100:00000010:1.0:1788880096.651758:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000020:00000040:0.0:1788880096.651759:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880096.651768:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880096.651773:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.651774:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788880096.651776:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880096.651784:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880096.651789:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.651789:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880096.651803:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880096.651804:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788880096.651817:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.651817:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788880096.651832:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788880096.651839:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880096/real 1788880096] req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880096.651853:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880096.651862:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880096.651877:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880096.651877:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880096.651883:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880096.651889:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880096.651897:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880096.651904:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880096.651905:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.651915:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00080000:0.0:1788880096.651917:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880096.651925:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000200:1.0:1788880096.651927:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880096.651929:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880096.651935:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880096.651947:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880096.651957:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10851 00000100:00000200:1.0:1788880096.651961:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880096.651972:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880096.651985:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880096.651991:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00080000:0.0:1788880096.651992:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880096.651998:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880096.652004:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880096.652006:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880096.652013:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880096.652014:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1788880096.652024:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880096.652025:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.652035:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880096.652046:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880096.652051:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000001:1.0:1788880096.652053:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880096.652055:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880096.652063:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880096.652069:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880096.652070:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880096.652076:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880096.652091:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.652098:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880096.652101:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1788880096.652105:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880096.652112:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880096.652114:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880096.652121:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1788880096.652123:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788880096.652125:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788880096.652132:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880096.652132:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880096.652136:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788880096.652139:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880096.652144:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1788880096.652145:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880096.652154:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1788880096.652158:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 02000000:00000001:0.0:1788880096.652160:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.652165:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788880096.652166:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880096.652175:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000040:1.0:1788880096.652177:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1788880096.652180:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880096.652189:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880096.652199:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000100:00100000:1.0:1788880096.652207:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519601920:192.168.203.155@tcp:250:kworker.0 00000020:00000040:0.0:1788880096.652208:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880096.652218:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788880096.652222:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880096.652223:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.652231:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880096.652232:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880096.652240:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1788880096.652241:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519601920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880096.652244:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880096.652285:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880096.652293:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.652304:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1788880096.652312:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880096.652313:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880096.652319:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880096.652331:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788880096.652333:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1788880096.652336:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1788880096.652340:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788880096.652343:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880096.652351:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:0.0:1788880096.652352:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788880096.652355:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788880096.652368:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880096.652372:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1788880096.652376:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880096.652377:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00080000:0.0:1788880096.652383:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880096.652385:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880096.652391:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788880096.652393:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880096.652397:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880096.652399:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880096.652406:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880096.652409:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880096.652412:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10851 00000100:00000001:1.0:1788880096.652413:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1788880096.652420:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880096.652421:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.652430:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788880096.652433:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880096.652435:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1788880096.652442:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880096.652443:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788880096.652458:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880096.652459:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880096.652466:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880096.652475:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880096.652484:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880096.652488:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880096.652492:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788880096.652493:0:173517:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:1.0:1788880096.652497:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1788880096.652499:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 02000000:00000001:1.0:1788880096.652502:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788880096.652505:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:1.0:1788880096.652509:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788880096.652511:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880096.652520:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00100000:1.0:1788880096.652521:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602048:192.168.203.155@tcp:38:kworker.0 00000020:00000001:0.0:1788880096.652526:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880096.652532:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880096.652562:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788880096.652569:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880096.652569:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.652578:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880096.652581:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1788880096.652586:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 00000100:00000040:0.0:1788880096.652589:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880096.652595:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880096.652597:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880096.652604:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000400:00000200:1.0:1788880096.652608:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880096.652614:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000010:1.0:1788880096.652617:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000100:00000001:0.0:1788880096.652622:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880096.652626:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 02000000:00000001:0.0:1788880096.652628:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1788880096.652637:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519602048, portal 10 02000000:00000001:0.0:1788880096.652640:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880096.652642:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880096.652647:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 02000000:00000001:0.0:1788880096.652653:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880096.652662:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000040:1.0:1788880096.652663:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1788880096.652672:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000001:1.0:1788880096.652684:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:0.0:1788880096.652688:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880096.652693:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880096.652700:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880096.652701:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880096.652710:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519602048, offset 0 00000100:00000010:0.0:1788880096.652718:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000400:00000200:1.0:1788880096.652719:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880096.652730:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000400:00000200:1.0:1788880096.652731:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788880096.652742:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788880096.652745:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 02000000:00000001:0.0:1788880096.652747:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880096.652756:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788880096.652760:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788880096.652762:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880096.652771:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880096.652775:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000010:0.0:1788880096.652781:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000400:00000200:1.0:1788880096.652788:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788880096.652792:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880096.652800:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00100000:0.0:1788880096.652808:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880096.652820:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460686:460686:256:4294967295] 192.168.203.155@tcp LPNI seq info [460680:460680:8:4294967295] 00000100:00000001:0.0:1788880096.652829:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880096.652837:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880096.652845:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:0.0:1788880096.652853:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880096.652875:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788880096.652887:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880096.652893:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880096.652899:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10861) 00000800:00000010:1.0:1788880096.652902:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880096.652912:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880096.652917:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880096.652935:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880096.652938:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880096.652942:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880096.652948:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880096.652952:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880096.652955:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880096.652958:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880096.652964:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.652976:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880096.652979:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.652997:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.652999:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880096.653003:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880096.653010:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880096.653015:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880096.653018:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305523728 00000100:00000001:1.0:1788880096.653021:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305525012 00000100:00000001:1.0:1788880096.653024:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305523728 00000100:00000001:1.0:1788880096.653027:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305525012 00000100:00000001:1.0:1788880096.653030:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880096.653032:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.653035:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880096.653039:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880096/real 1788880096] req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880096.653049:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880096.653052:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880096.653054:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880096.653057:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880096.653059:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880096.653062:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880096.653066:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880096.653077:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653084:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880096.653086:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.653088:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880096.653090:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880096.653094:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653104:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880096.653109:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653117:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880096.653120:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.653122:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880096.653124:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.653126:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880096.653129:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880096.653132:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880096.653136:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880096.653138:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880096.653143:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880096.653152:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880096.653157:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880096.653161:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653169:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880096.653171:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.653174:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880096.653176:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880096.653179:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880096.653183:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880096.653187:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880096.653189:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880096.653192:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.653194:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880096.653198:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880096.653201:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880096.653205:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880096.653208:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880096.653212:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880096.653215:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519602176, portal 10 00000100:00000001:1.0:1788880096.653218:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880096.653220:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000040:1.0:1788880096.653227:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653235:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880096.653238:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880096.653241:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880096.653244:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519602176, offset 0 00000400:00000200:1.0:1788880096.653276:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880096.653281:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880096.653286:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880096.653290:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880096.653294:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880096.653297:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880096.653300:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880096.653304:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460687:460687:256:4294967295] 192.168.203.155@tcp LPNI seq info [460681:460681:8:4294967295] 00000400:00000200:1.0:1788880096.653309:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880096.653318:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880096.653323:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880096.653327:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880096.653332:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880096.653336:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880096.653350:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880096.653353:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880096.653357:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880096.653362:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880096.653365:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880096.653368:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880096.653371:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880096.653375:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653386:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880096.653389:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653398:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.653400:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880096.653404:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880096.653408:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880096.653412:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880096.653414:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305523729 00000100:00000001:1.0:1788880096.653417:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305525012 00000100:00000001:1.0:1788880096.653420:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305523729 00000100:00000001:1.0:1788880096.653423:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305525012 00000100:00000001:1.0:1788880096.653426:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880096.653428:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.653430:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880096.653435:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880096/real 1788880096] req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880096.653444:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880096.653446:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880096.653448:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880096.653451:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880096.653453:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880096.653456:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880096.653460:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880096.653471:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653478:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880096.653480:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.653482:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880096.653484:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880096.653488:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653496:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880096.653500:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653508:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880096.653511:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.653513:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880096.653514:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.653516:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880096.653519:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880096.653522:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880096.653525:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880096.653528:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880096.653533:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880096.653573:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880096.653578:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880096.653583:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653593:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880096.653595:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.653598:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880096.653600:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880096.653603:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880096.653606:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880096.653611:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880096.653613:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880096.653615:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.653618:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880096.653623:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880096.653625:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880096.653629:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880096.653632:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880096.653637:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880096.653641:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519602304, portal 4 00000100:00000001:1.0:1788880096.653644:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880096.653646:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:1.0:1788880096.653654:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653662:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880096.653665:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880096.653668:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880096.653672:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519602304, offset 0 00000400:00000200:1.0:1788880096.653676:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880096.653681:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880096.653685:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880096.653689:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880096.653692:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880096.653695:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880096.653699:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880096.653703:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460688:460688:256:4294967295] 192.168.203.155@tcp LPNI seq info [460682:460682:8:4294967295] 00000400:00000200:1.0:1788880096.653709:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880096.653718:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880096.653723:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880096.653728:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880096.653733:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880096.653737:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880096.653759:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880096.653763:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880096.653768:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880096.653775:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880096.653781:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880096.653784:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880096.653790:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880096.653797:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653815:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880096.653821:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653836:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.653840:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880096.653846:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880096.653850:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880096.653855:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880096.653858:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305523781 00000100:00000001:1.0:1788880096.653861:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305525012 00000100:00000001:1.0:1788880096.653864:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305523781 00000100:00000001:1.0:1788880096.653867:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305525012 00000100:00000001:1.0:1788880096.653870:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880096.653874:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.653876:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880096.653882:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880096/real 1788880096] req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880096.653893:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880096.653894:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880096.653897:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880096.653900:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880096.653902:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880096.653904:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880096.653908:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880096.653919:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653927:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880096.653928:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.653930:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880096.653932:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880096.653936:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653944:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880096.653949:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.653958:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880096.653962:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.653964:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880096.653965:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.653967:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880096.653969:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880096.653972:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880096.653977:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880096.653979:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880096.653985:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880096.653994:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880096.653998:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654001:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880096.654005:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519602048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654012:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880096.654014:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880096.654017:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880096.654020:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880096.654022:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880096.654024:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880096.654026:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880096.654029:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880096.654032:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880096.654034:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880096.654036:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788880096.654039:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880096.654041:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654043:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880096.654047:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519602176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654056:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880096.654057:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880096.654059:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880096.654061:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880096.654063:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880096.654064:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880096.654066:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880096.654069:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880096.654072:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880096.654073:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880096.654075:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:1.0:1788880096.654078:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880096.654080:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654081:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880096.654085:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519602304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654092:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880096.654094:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880096.654095:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880096.654100:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880096.654101:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880096.654102:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880096.654104:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880096.654106:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880096.654108:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880096.654109:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880096.654111:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788880096.654113:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880096.654115:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654117:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654121:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880096.654123:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.654125:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880096.654127:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880096.654129:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880096.654133:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654140:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880096.654142:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.654145:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880096.654147:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880096.654149:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880096.654153:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880096.654157:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880096.654160:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880096.654162:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880096.654164:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880096.654168:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880096.654170:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880096.654174:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880096.654177:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880096.654181:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880096.654185:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519602432, portal 4 00000100:00000001:1.0:1788880096.654187:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880096.654189:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000040:1.0:1788880096.654196:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654205:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880096.654208:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880096.654210:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880096.654213:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519602432, offset 0 00000400:00000200:1.0:1788880096.654218:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880096.654222:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880096.654227:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880096.654230:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880096.654234:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880096.654237:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880096.654240:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880096.654244:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460689:460689:256:4294967295] 192.168.203.155@tcp LPNI seq info [460683:460683:8:4294967295] 00000400:00000200:1.0:1788880096.654277:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880096.654286:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880096.654292:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880096.654297:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880096.654302:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880096.654306:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880096.654321:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880096.654323:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880096.654327:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880096.654331:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880096.654335:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880096.654337:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880096.654340:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880096.654345:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654355:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880096.654359:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654367:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.654369:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880096.654372:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880096.654377:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880096.654380:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880096.654383:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305523733 00000100:00000001:1.0:1788880096.654386:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305525012 00000100:00000001:1.0:1788880096.654389:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305523733 00000100:00000001:1.0:1788880096.654391:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305525012 00000100:00000001:1.0:1788880096.654394:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880096.654397:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.654399:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880096.654403:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880096/real 1788880096] req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880096.654412:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880096.654414:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880096.654417:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880096.654419:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880096.654422:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880096.654424:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880096.654428:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880096.654438:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654446:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880096.654447:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654449:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880096.654451:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880096.654455:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654463:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880096.654467:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654476:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880096.654479:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654481:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880096.654483:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654485:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880096.654488:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880096.654491:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880096.654495:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880096.654497:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880096.654501:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880096.654510:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880096.654516:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654518:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880096.654522:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519602432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880096.654530:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880096.654532:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880096.654534:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880096.654563:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880096.654565:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880096.654567:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880096.654569:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880096.654572:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880096.654574:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880096.654576:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880096.654579:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788880096.654582:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880096.654584:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654586:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880096.654590:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880096.654592:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880096.654594:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880096.654597:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880096.778376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880096.778383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880096.778389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880096.778391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880096.778396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880096.778398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880097.802418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880097.802429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880097.802437:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880097.802439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880097.802444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880097.802445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880097.994381:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305525012, at 4305525056 00000100:00000010:1.0:1788880097.994403:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00000040:0.0:1788880097.994439:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305525012, at 4305525056 00000100:00000010:0.0:1788880097.994455:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00010000:00000001:1.0:1788880098.826379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880098.826390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880098.826397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880098.826399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880098.826404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880098.826405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880099.850341:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880099.850344:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880099.850348:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850353:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880099.850355:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850356:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850358:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880099.850363:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880099.850364:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880099.850365:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850366:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880099.850367:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850369:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850371:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880099.850375:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880099.850376:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880099.850376:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850377:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880099.850378:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850379:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880099.850381:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880100.874388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880100.874399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880100.874406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880100.874408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880100.874413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880100.874415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.770838:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880101.770850:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880101.770859:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880101.770884:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.770952:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880101.770961:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.770976:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880101.770982:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880101.770993:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880101.771004:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519602560:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880101.771025:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880101.771041:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880101.771047:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.771062:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880101.771082:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880101.771097:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880101.771121:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880101.771132:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880101.771163:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880101.771182:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519602560, portal 25 00000100:00000001:1.0:1788880101.771198:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880101.771202:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788880101.771216:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.771234:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880101.771241:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880101.771281:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880101.771289:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519602560, offset 0 00000400:00000200:1.0:1788880101.771299:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880101.771314:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.771335:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880101.771347:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880101.771363:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880101.771388:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880101.771402:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880101.771432:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460690:460690:256:4294967295] 192.168.203.155@tcp LPNI seq info [460684:460684:8:4294967295] 00000400:00000200:1.0:1788880101.771458:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.771525:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880101.771557:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.771577:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880101.771601:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880101.771628:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880101.771708:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.771725:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880101.771751:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880101.771782:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880101.771792:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880101.771800:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880101.771811:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880101.771827:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.771861:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.771885:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.771916:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.771920:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880101.771930:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880101.771942:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880101.771953:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305530132 00000100:00000010:1.0:1788880101.771973:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000100:00000001:1.0:1788880101.771991:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880101.772016:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305530132 00000100:00000010:1.0:1788880101.772029:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:1.0:1788880101.772043:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880101.772069:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880101.772087:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.772100:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880101.772116:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880101/real 1788880101] req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880101.772166:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880101.772171:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880101.772177:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880101.772185:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880101.772191:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880101.772198:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880101.772211:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880101.772242:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.772302:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880101.772312:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.772322:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.772331:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880101.772349:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.772403:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880101.772433:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.772480:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880101.772493:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.772498:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.772521:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.772535:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880101.772540:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880101.772560:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880101.772590:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880101.772608:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880101.772627:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880101.772662:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519602560:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880101.772689:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.772701:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.772720:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519602560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.772755:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880101.772761:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880101.772771:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880101.772784:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880101.772790:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880101.772808:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880101.772825:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880101.772844:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2800. 02000000:00000001:1.0:1788880101.772862:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880101.772873:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880101.772882:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788880101.772894:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880101.772903:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.772911:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.772927:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880101.772931:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.772950:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880101.772960:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880101.772965:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880101.772990:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.773033:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880101.773037:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.773045:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880101.773052:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880101.773068:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880101.773091:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880101.773104:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880101.773116:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880101.773127:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.773132:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880101.773140:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880101.773153:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880101.773184:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880101.773191:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880101.773202:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880101.773211:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519602688, portal 10 00000100:00000001:1.0:1788880101.773224:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880101.773229:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788880101.773284:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.773318:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880101.773336:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880101.773343:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880101.773356:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519602688, offset 0 00000400:00000200:1.0:1788880101.773374:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880101.773385:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.773414:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880101.773430:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880101.773449:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880101.773463:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880101.773481:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880101.773524:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460691:460691:256:4294967295] 192.168.203.155@tcp LPNI seq info [460685:460685:8:4294967295] 00000400:00000200:1.0:1788880101.773551:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.773593:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880101.773626:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.773637:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880101.773662:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880101.773668:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880101.773685:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.773688:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880101.773693:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880101.773698:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880101.773702:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880101.773705:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880101.773708:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880101.773713:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.773725:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.773728:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.773737:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.773740:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880101.773744:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880101.773750:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880101.773754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880101.773757:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305528849 00000100:00000001:1.0:1788880101.773760:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305530132 00000100:00000001:1.0:1788880101.773764:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305528849 00000100:00000001:1.0:1788880101.773766:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305530132 00000100:00000001:1.0:1788880101.773769:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880101.773772:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.773775:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880101.773779:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880101/real 1788880101] req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880101.773790:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880101.773792:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880101.773795:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880101.773797:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880101.773799:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880101.773801:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880101.773805:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880101.773816:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.773824:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880101.773826:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.773828:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.773830:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880101.773834:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.773842:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880101.773847:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.773855:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880101.773858:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.773860:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.773862:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.773864:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880101.773867:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880101.773870:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880101.773874:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880101.773877:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880101.773883:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880101.773893:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880101.773898:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880101.773902:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.773911:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880101.773913:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.773916:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880101.773919:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880101.773921:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880101.773925:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880101.773928:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880101.773931:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880101.773934:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.773936:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880101.773941:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880101.773944:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880101.773948:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880101.773950:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880101.773954:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880101.773958:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519602816, portal 10 00000100:00000001:1.0:1788880101.773960:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880101.773962:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788880101.773970:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.773978:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880101.773981:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880101.773983:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880101.773986:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519602816, offset 0 00000400:00000200:1.0:1788880101.773992:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880101.773996:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.774001:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880101.774005:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880101.774009:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880101.774012:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880101.774016:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880101.774020:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460692:460692:256:4294967295] 192.168.203.155@tcp LPNI seq info [460686:460686:8:4294967295] 00000400:00000200:1.0:1788880101.774025:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.774033:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880101.774040:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.774043:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880101.774048:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880101.774052:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880101.774066:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.774068:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880101.774072:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880101.774076:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880101.774080:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880101.774082:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880101.774085:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880101.774089:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774099:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.774103:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774111:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.774113:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880101.774116:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880101.774120:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880101.774124:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880101.774127:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305528849 00000100:00000001:1.0:1788880101.774131:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305530132 00000100:00000001:1.0:1788880101.774134:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305528849 00000100:00000001:1.0:1788880101.774137:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305530132 00000100:00000001:1.0:1788880101.774139:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880101.774142:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.774144:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880101.774148:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880101/real 1788880101] req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880101.774157:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880101.774159:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880101.774160:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880101.774163:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880101.774165:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880101.774168:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880101.774172:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880101.774183:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774190:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880101.774192:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774194:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.774195:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880101.774199:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774207:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880101.774212:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774219:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880101.774223:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774225:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.774227:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774229:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880101.774231:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880101.774235:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880101.774238:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880101.774241:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880101.774245:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880101.774288:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880101.774292:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880101.774297:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774306:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880101.774307:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.774310:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880101.774313:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880101.774315:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880101.774319:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880101.774322:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880101.774325:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880101.774327:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.774329:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880101.774334:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880101.774337:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880101.774341:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880101.774344:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880101.774348:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880101.774352:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519602944, portal 4 00000100:00000001:1.0:1788880101.774355:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880101.774356:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788880101.774364:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774372:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880101.774375:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880101.774377:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880101.774380:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519602944, offset 0 00000400:00000200:1.0:1788880101.774385:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880101.774389:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.774393:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880101.774396:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880101.774399:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880101.774402:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880101.774405:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880101.774409:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460693:460693:256:4294967295] 192.168.203.155@tcp LPNI seq info [460687:460687:8:4294967295] 00000400:00000200:1.0:1788880101.774415:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.774423:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880101.774428:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.774431:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880101.774436:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880101.774439:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880101.774453:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.774455:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880101.774459:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880101.774464:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880101.774467:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880101.774469:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880101.774472:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880101.774476:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774495:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.774498:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774528:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.774530:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880101.774534:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880101.774538:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880101.774542:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880101.774544:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305528902 00000100:00000001:1.0:1788880101.774548:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305530132 00000100:00000001:1.0:1788880101.774551:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305528902 00000100:00000001:1.0:1788880101.774554:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305530132 00000100:00000001:1.0:1788880101.774556:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880101.774559:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.774561:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880101.774566:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880101/real 1788880101] req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880101.774574:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880101.774576:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880101.774578:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880101.774581:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880101.774583:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880101.774586:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880101.774590:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880101.774600:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774608:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880101.774610:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774613:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.774615:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880101.774619:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774628:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880101.774632:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774640:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880101.774643:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774645:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.774646:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774648:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880101.774650:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880101.774653:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880101.774657:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880101.774659:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880101.774664:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880101.774673:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519602944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880101.774677:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774680:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.774684:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519602688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774692:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880101.774695:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880101.774697:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880101.774701:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880101.774703:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880101.774706:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880101.774709:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880101.774712:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1c00. 02000000:00000001:1.0:1788880101.774715:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880101.774718:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880101.774720:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788880101.774727:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880101.774729:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774732:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.774736:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519602816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774744:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880101.774746:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880101.774748:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880101.774752:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880101.774753:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880101.774754:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880101.774757:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880101.774758:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788880101.774761:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880101.774762:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880101.774764:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788880101.774766:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880101.774768:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774770:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.774773:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519602944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774781:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880101.774782:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880101.774784:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880101.774786:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880101.774787:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880101.774789:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880101.774791:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880101.774792:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788880101.774795:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880101.774797:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880101.774799:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788880101.774802:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880101.774803:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774805:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.774810:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880101.774812:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.774815:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880101.774817:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880101.774819:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880101.774823:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774832:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880101.774833:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.774836:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880101.774838:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880101.774841:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880101.774845:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880101.774848:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880101.774850:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880101.774852:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880101.774854:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880101.774858:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880101.774860:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880101.774864:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880101.774867:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880101.774870:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880101.774874:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519603072, portal 4 00000100:00000001:1.0:1788880101.774876:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880101.774878:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788880101.774885:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.774894:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880101.774896:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880101.774900:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880101.774903:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519603072, offset 0 00000400:00000200:1.0:1788880101.774907:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880101.774912:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.774916:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880101.774920:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880101.774923:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880101.774926:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880101.774929:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880101.774933:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460694:460694:256:4294967295] 192.168.203.155@tcp LPNI seq info [460688:460688:8:4294967295] 00000400:00000200:1.0:1788880101.774938:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880101.774946:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880101.774951:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.774955:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880101.774959:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880101.774963:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880101.774977:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880101.774979:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880101.774982:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880101.774987:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880101.774990:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880101.774992:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880101.774995:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880101.774999:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.775008:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.775012:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.775020:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.775022:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880101.775026:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880101.775030:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880101.775034:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880101.775037:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305528853 00000100:00000001:1.0:1788880101.775039:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305530132 00000100:00000001:1.0:1788880101.775043:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305528853 00000100:00000001:1.0:1788880101.775045:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305530132 00000100:00000001:1.0:1788880101.775048:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880101.775050:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.775052:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880101.775056:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880101/real 1788880101] req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880101.775065:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880101.775066:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880101.775068:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880101.775071:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880101.775073:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880101.775076:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880101.775079:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880101.775090:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.775097:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880101.775099:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.775101:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.775103:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880101.775107:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.775115:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880101.775119:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.775128:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880101.775131:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.775133:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880101.775135:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.775137:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880101.775140:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880101.775143:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880101.775147:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880101.775149:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880101.775153:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880101.775162:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880101.775166:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.775168:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880101.775172:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519603072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880101.775179:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880101.775181:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880101.775183:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880101.775185:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880101.775187:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880101.775188:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880101.775190:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880101.775192:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788880101.775195:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880101.775196:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880101.775198:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788880101.775201:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880101.775203:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.775206:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880101.775209:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880101.775211:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880101.775213:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880101.775215:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880101.898379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880101.898387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880101.898395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880101.898397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880101.898402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880101.898404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880102.922417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880102.922430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880102.922442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880102.922445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880102.922461:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880102.922465:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880103.114380:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305530132, at 4305530176 00000100:00000040:0.0:1788880103.114387:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305530132, at 4305530176 00000100:00000010:1.0:1788880103.114404:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000100:00000010:0.0:1788880103.114409:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00010000:00000001:1.0:1788880103.946403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880103.946413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880103.946421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880103.946423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880103.946428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880103.946429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880104.970378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880104.970387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880104.970394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880104.970396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880104.970400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880104.970402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880105.994383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880105.994393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880105.994402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880105.994404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880105.994409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880105.994411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880106.890535:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880106.890555:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880106.890561:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880106.890568:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880106.890578:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880106.890592:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10861 00000400:00000200:0.0:1788880106.890607:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880106.890618:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880106.890625:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880106.890632:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880106.890639:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880106.890644:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880106.890649:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880106.890666:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880106.890670:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880106.890676:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880106.890684:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880106.890688:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880106.890691:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880106.890696:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880106.890699:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880106.890703:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880106.890705:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880106.890710:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880106.890715:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880106.890718:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880106.890722:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880106.890728:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880106.890731:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880106.890734:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880106.890737:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880106.890748:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880106.890752:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880106.890759:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880106.890761:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880106.890765:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880106.890769:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880106.890776:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880106.890789:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880106.890800:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880106.890815:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880106.890830:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880106.890837:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880106.890844:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880106.890877:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880106.890882:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880106.890887:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880106.890890:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880106.890892:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880106.890896:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880106.890901:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10861 00000400:00000200:0.0:1788880106.890908:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880106.890913:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880106.890917:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880106.890924:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880106.890928:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880106.890931:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880106.890934:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880106.890940:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880106.890941:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880106.890943:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880106.890948:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000100:00000001:1.0:1788880106.890949:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1788880106.890961:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880106.890963:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1788880106.890970:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880106.890973:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788880106.890980:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880106.890984:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880106.890997:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880106.891001:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880106.891004:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880106.891016:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880106.891035:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880106.891049:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.891053:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788880106.891055:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880106.891059:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880106.891071:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880106.891071:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788880106.891086:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.891088:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880106.891097:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788880106.891099:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1788880106.891110:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1788880106.891112:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519603200:192.168.203.155@tcp:250:kworker.0 00000008:00000001:0.0:1788880106.891125:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.891128:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788880106.891132:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.891137:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1788880106.891141:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 02000000:00000001:1.0:1788880106.891143:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788880106.891150:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880106.891151:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788880106.891160:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880106.891163:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880106.891167:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1788880106.891169:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:0.0:1788880106.891174:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880106.891177:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880106.891180:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880106.891190:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000400:00000200:1.0:1788880106.891193:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880106.891204:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880106.891208:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000100:00100000:0.0:1788880106.891220:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1788880106.891223:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880106.891242:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1788880106.891242:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519603200, portal 25 00000100:00000001:1.0:1788880106.891334:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880106.891338:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000001:0.0:1788880106.891340:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880106.891380:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880106.891382:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880106.891427:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880106.891447:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880106.891486:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880106.891492:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788880106.891495:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880106.891502:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1788880106.891507:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880106.891512:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000010:1.0:1788880106.891518:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00080000:0.0:1788880106.891528:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10861 00000100:00000200:1.0:1788880106.891534:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519603200, offset 0 00000400:00000200:0.0:1788880106.891549:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.891562:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880106.891564:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880106.891574:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880106.891584:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880106.891586:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880106.891601:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880106.891611:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000040:0.0:1788880106.891614:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880106.891622:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880106.891630:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880106.891638:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880106.891654:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880106.891659:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880106.891664:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460695:460695:256:4294967295] 192.168.203.155@tcp LPNI seq info [460689:460689:8:4294967295] 00000400:00000200:1.0:1788880106.891670:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.891687:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880106.891700:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788880106.891701:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880106.891708:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880106.891712:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880106.891717:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000800:00000010:1.0:1788880106.891717:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000020:00000001:0.0:1788880106.891729:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880106.891736:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880106.891747:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880106.891750:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880106.891753:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880106.891764:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880106.891770:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000100:00000001:0.0:1788880106.891771:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880106.891783:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880106.891799:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880106.891803:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880106.891812:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880106.891823:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880106.891841:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880106.891849:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000800:00000100:1.0:1788880106.891851:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000008:00100000:0.0:1788880106.891863:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000800:00000010:1.0:1788880106.891865:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000008:00000001:0.0:1788880106.891882:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880106.891887:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880106.891888:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000010:0.0:1788880106.891896:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000400:00000200:1.0:1788880106.891908:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000020:00000040:0.0:1788880106.891909:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880106.891921:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880106.891927:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880106.891928:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880106.891940:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:0.0:1788880106.891941:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880106.891956:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880106.891960:0:2393:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788880106.891963:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880106.891973:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000200:1.0:1788880106.891975:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880106.891986:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880106.892012:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880106.892015:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880106.892035:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880106.892045:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880106.892059:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.892083:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880106.892084:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.892096:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788880106.892115:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.892117:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880106.892143:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880106.892159:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880106.892166:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880106.892169:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305535252 00000100:00000001:0.0:1788880106.892171:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880106.892186:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:1.0:1788880106.892190:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:0.0:1788880106.892196:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880106.892205:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1788880106.892206:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10861 00000400:00000200:0.0:1788880106.892227:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880106.892228:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305535252 00000400:00000200:0.0:1788880106.892240:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000010:1.0:1788880106.892240:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00080000:0.0:1788880106.892280:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880106.892289:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880106.892292:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788880106.892300:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880106.892304:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788880106.892306:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880106.892326:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880106.892328:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880106.892346:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1788880106.892348:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880106.892365:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880106.892374:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:1.0:1788880106.892377:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880106/real 1788880106] req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880106.892379:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880106.892393:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880106.892411:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880106.892431:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000001:1.0:1788880106.892432:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788880106.892444:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1788880106.892444:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1788880106.892452:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880106.892454:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000100:00000001:0.0:1788880106.892493:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880106.892498:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000020:00000040:0.0:1788880106.892505:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000400:00000010:1.0:1788880106.892508:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880106.892519:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00080000:0.0:1788880106.892523:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880106.892535:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880106.892537:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880106.892545:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880106.892557:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880106.892573:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880106.892584:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880106.892585:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880106.892597:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788880106.892613:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000008:00000001:0.0:1788880106.892616:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.892618:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.892633:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788880106.892636:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.892638:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880106.892660:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788880106.892663:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788880106.892678:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880106.892688:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880106.892693:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880106.892698:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880106.892700:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880106.892701:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880106.892708:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880106.892718:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000040:1.0:1788880106.892726:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880106.892729:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880106.892747:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880106.892800:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788880106.892804:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880106.892808:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880106.892810:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.892817:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880106.892821:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880106.892828:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.892831:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880106.892840:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880106.892859:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880106.892868:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880106.892877:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00080000:0.0:1788880106.892880:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880106.892884:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1788880106.892893:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880106.892897:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1788880106.892901:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880106.892902:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880106.892918:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880106.892935:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10861 00000100:00100000:1.0:1788880106.892961:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519603200:192.168.203.155@tcp:250:kworker.0 00000400:00000200:0.0:1788880106.892963:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880106.892983:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880106.892987:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788880106.892988:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880106.893000:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880106.893003:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880106.893009:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880106.893012:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519603200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880106.893020:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880106.893039:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880106.893056:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880106.893059:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1788880106.893061:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 02000000:00000001:1.0:1788880106.893067:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1788880106.893069:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880106.893085:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 02000000:00000010:1.0:1788880106.893086:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 00000020:00000001:0.0:1788880106.893110:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 02000000:00000001:1.0:1788880106.893113:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788880106.893119:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880106.893120:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880106.893126:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00000040:0.0:1788880106.893136:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000020:00000001:1.0:1788880106.893138:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788880106.893150:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1788880106.893151:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 00000100:00000040:0.0:1788880106.893162:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880106.893165:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788880106.893171:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:1.0:1788880106.893172:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880106.893184:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880106.893185:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788880106.893206:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1788880106.893208:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880106.893218:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.893218:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880106.893241:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880106.893241:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880106.893286:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880106.893292:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.893294:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788880106.893296:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880106.893299:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1788880106.893302:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000001:1.0:1788880106.893308:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1788880106.893310:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.893313:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788880106.893317:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.893319:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1788880106.893326:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000100:00000040:1.0:1788880106.893332:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880106.893335:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880106.893348:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880106.893356:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880106.893369:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880106.893376:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880106.893384:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880106.893400:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:1.0:1788880106.893402:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788880106.893409:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.893409:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.893434:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1788880106.893443:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880106.893444:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880106.893459:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880106.893495:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880106.893511:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880106.893519:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880106.893525:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.893536:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880106.893544:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1788880106.893548:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:0.0:1788880106.893556:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.893559:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880106.893573:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880106.893574:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880106.893588:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880106.893598:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880106.893609:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519603328, portal 10 00000100:00000001:1.0:1788880106.893617:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880106.893620:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000001:0.0:1788880106.893636:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880106.893638:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880106.893655:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10871) 00000100:00000001:1.0:1788880106.893655:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880106.893669:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880106.893674:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880106.893681:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519603328, offset 0 00000400:00000200:1.0:1788880106.893691:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880106.893701:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.893711:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880106.893717:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880106.893722:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880106.893727:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880106.893732:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880106.893739:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460696:460696:256:4294967295] 192.168.203.155@tcp LPNI seq info [460690:460690:8:4294967295] 00000400:00000200:1.0:1788880106.893749:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.893764:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880106.893773:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880106.893782:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880106.893789:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880106.893793:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788880106.893808:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880106.893811:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880106.893816:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880106.893821:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880106.893825:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880106.893828:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880106.893831:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880106.893837:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.893848:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880106.893852:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.893861:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.893863:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880106.893868:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880106.893873:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880106.893878:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880106.893881:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305533969 00000100:00000001:1.0:1788880106.893885:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305535252 00000100:00000001:1.0:1788880106.893888:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305533969 00000100:00000001:1.0:1788880106.893891:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305535252 00000100:00000001:1.0:1788880106.893893:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880106.893897:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.893900:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880106.893905:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880106/real 1788880106] req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880106.893916:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880106.893917:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880106.893919:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880106.893922:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880106.893924:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880106.893927:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880106.893931:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880106.893941:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.893949:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880106.893951:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.893953:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880106.893955:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880106.893959:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.893967:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880106.893972:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.893980:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880106.893984:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.893986:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880106.893988:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.893991:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880106.893994:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880106.893997:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880106.894003:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880106.894005:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880106.894010:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880106.894020:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880106.894025:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880106.894030:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894038:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880106.894039:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.894043:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880106.894045:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880106.894048:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880106.894051:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880106.894056:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880106.894059:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880106.894061:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.894064:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880106.894068:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880106.894071:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880106.894074:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880106.894077:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880106.894080:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880106.894084:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519603456, portal 10 00000100:00000001:1.0:1788880106.894087:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880106.894089:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000040:1.0:1788880106.894096:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894105:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880106.894109:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880106.894111:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880106.894114:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519603456, offset 0 00000400:00000200:1.0:1788880106.894119:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880106.894124:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.894129:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880106.894133:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880106.894136:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880106.894140:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880106.894143:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880106.894147:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460697:460697:256:4294967295] 192.168.203.155@tcp LPNI seq info [460691:460691:8:4294967295] 00000400:00000200:1.0:1788880106.894152:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.894160:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880106.894166:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880106.894169:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880106.894174:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880106.894178:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788880106.894191:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880106.894193:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880106.894197:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880106.894201:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880106.894204:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880106.894207:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880106.894209:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880106.894214:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894223:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880106.894227:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894235:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.894238:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880106.894241:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880106.894245:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880106.894278:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880106.894282:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305533970 00000100:00000001:1.0:1788880106.894285:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305535252 00000100:00000001:1.0:1788880106.894288:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305533970 00000100:00000001:1.0:1788880106.894291:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305535252 00000100:00000001:1.0:1788880106.894294:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880106.894296:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.894299:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880106.894304:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880106/real 1788880106] req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880106.894313:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880106.894315:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880106.894317:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880106.894321:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880106.894323:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880106.894325:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880106.894330:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880106.894340:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894348:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880106.894350:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.894352:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880106.894354:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880106.894358:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894366:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880106.894372:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894381:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880106.894384:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.894386:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880106.894387:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.894389:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880106.894392:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880106.894395:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880106.894398:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880106.894401:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880106.894405:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880106.894415:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880106.894420:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880106.894425:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894433:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880106.894435:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.894437:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880106.894440:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880106.894442:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880106.894446:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880106.894449:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880106.894452:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880106.894454:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.894456:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880106.894460:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880106.894463:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880106.894494:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880106.894500:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880106.894507:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880106.894512:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519603584, portal 4 00000100:00000001:1.0:1788880106.894516:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880106.894519:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 00000100:00000040:1.0:1788880106.894531:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894545:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880106.894549:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880106.894554:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880106.894559:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519603584, offset 0 00000400:00000200:1.0:1788880106.894566:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880106.894571:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.894576:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880106.894580:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880106.894583:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880106.894587:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880106.894590:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880106.894593:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460698:460698:256:4294967295] 192.168.203.155@tcp LPNI seq info [460692:460692:8:4294967295] 00000400:00000200:1.0:1788880106.894599:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.894607:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880106.894613:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880106.894617:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880106.894622:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880106.894626:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788880106.894640:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880106.894642:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880106.894646:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880106.894650:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880106.894654:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880106.894657:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880106.894660:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880106.894665:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894675:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880106.894681:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894695:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.894699:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880106.894705:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880106.894711:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880106.894717:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880106.894721:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305534022 00000100:00000001:1.0:1788880106.894726:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305535252 00000100:00000001:1.0:1788880106.894731:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305534022 00000100:00000001:1.0:1788880106.894736:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305535252 00000100:00000001:1.0:1788880106.894740:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880106.894745:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.894749:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880106.894758:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880106/real 1788880106] req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880106.894775:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880106.894778:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880106.894781:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880106.894787:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880106.894789:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880106.894792:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880106.894797:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880106.894808:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894817:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880106.894819:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.894822:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880106.894824:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880106.894828:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894836:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880106.894841:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894850:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880106.894853:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.894855:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880106.894857:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.894859:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880106.894861:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880106.894864:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880106.894868:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880106.894870:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880106.894874:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880106.894884:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880106.894888:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.894891:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880106.894895:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519603328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894903:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880106.894906:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880106.894909:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880106.894913:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880106.894915:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880106.894918:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880106.894920:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880106.894923:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880106.894926:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880106.894929:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880106.894931:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788880106.894934:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880106.894936:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.894938:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880106.894942:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519603456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894950:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880106.894952:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880106.894953:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880106.894957:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880106.894959:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880106.894960:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880106.894962:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880106.894964:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880106.894966:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880106.894967:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880106.894969:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:1.0:1788880106.894971:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880106.894973:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.894975:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880106.894979:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519603584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.894987:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880106.894988:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880106.894990:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880106.894992:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880106.894994:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880106.894995:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880106.894998:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880106.895000:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788880106.895003:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880106.895004:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880106.895006:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788880106.895009:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880106.895010:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.895012:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.895017:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880106.895018:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.895021:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880106.895023:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880106.895025:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880106.895029:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.895038:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880106.895040:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.895043:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880106.895045:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880106.895048:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880106.895052:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880106.895055:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880106.895058:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880106.895060:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880106.895062:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880106.895066:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880106.895069:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880106.895073:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880106.895076:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880106.895079:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880106.895083:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519603712, portal 4 00000100:00000001:1.0:1788880106.895086:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880106.895088:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00000040:1.0:1788880106.895095:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.895112:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880106.895115:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880106.895118:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880106.895121:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519603712, offset 0 00000400:00000200:1.0:1788880106.895126:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880106.895131:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.895135:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880106.895139:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880106.895142:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880106.895146:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880106.895149:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880106.895153:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460699:460699:256:4294967295] 192.168.203.155@tcp LPNI seq info [460693:460693:8:4294967295] 00000400:00000200:1.0:1788880106.895158:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880106.895167:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880106.895173:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880106.895177:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880106.895182:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880106.895185:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788880106.895200:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880106.895202:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880106.895206:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880106.895211:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880106.895214:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a397f8 00000400:00000010:1.0:1788880106.895216:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a397f8. 00000100:00000001:1.0:1788880106.895219:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880106.895224:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.895233:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880106.895237:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.895282:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.895284:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880106.895289:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880106.895293:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880106.895298:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880106.895300:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305533974 00000100:00000001:1.0:1788880106.895304:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305535252 00000100:00000001:1.0:1788880106.895307:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305533974 00000100:00000001:1.0:1788880106.895310:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305535252 00000100:00000001:1.0:1788880106.895312:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880106.895315:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.895317:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880106.895322:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880106/real 1788880106] req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880106.895331:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880106.895334:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880106.895336:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880106.895339:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880106.895341:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880106.895344:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880106.895348:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880106.895359:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.895366:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880106.895368:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.895370:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880106.895372:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880106.895376:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.895385:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880106.895390:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.895398:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880106.895401:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.895403:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880106.895404:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.895406:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880106.895409:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880106.895412:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880106.895416:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880106.895419:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880106.895423:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880106.895432:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880106.895436:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.895439:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880106.895442:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519603712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880106.895450:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880106.895452:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880106.895455:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880106.895458:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880106.895459:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880106.895460:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880106.895463:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880106.895488:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880106.895494:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880106.895498:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880106.895502:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788880106.895507:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880106.895510:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.895514:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880106.895520:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880106.895523:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880106.895527:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880106.895530:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880107.018377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880107.018382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880107.018389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880107.018391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880107.018395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880107.018397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880108.042389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880108.042397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880108.042409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880108.042412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880108.042420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880108.042424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880108.234393:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305535252, at 4305535296 00000100:00000040:0.0:1788880108.234415:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305535252, at 4305535296 00000100:00000010:1.0:1788880108.234416:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000010:0.0:1788880108.234433:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00010000:00000001:1.0:1788880109.066357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880109.066365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880109.066371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880109.066373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880109.066377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880109.066379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880110.090369:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880110.090373:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880110.090380:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090388:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880110.090392:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090397:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090402:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880110.090414:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880110.090416:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880110.090420:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090423:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880110.090425:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090427:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090430:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880110.090437:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880110.090439:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880110.090468:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090472:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880110.090474:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090476:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880110.090479:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880111.114358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880111.114366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880111.114374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880111.114376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880111.114380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880111.114382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.010808:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880112.010817:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880112.010825:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880112.010853:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519603840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.010896:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880112.010902:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.010912:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880112.010920:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880112.010928:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880112.010944:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519603840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880112.010960:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880112.010969:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880112.010975:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.010986:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880112.011000:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880112.011011:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880112.011026:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880112.011040:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880112.011055:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880112.011072:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519603840, portal 25 00000100:00000001:1.0:1788880112.011081:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880112.011090:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880112.011116:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519603840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.011158:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880112.011174:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880112.011185:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a397f8. 00000100:00000200:1.0:1788880112.011197:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519603840, offset 0 00000400:00000200:1.0:1788880112.011216:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880112.011238:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.011290:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880112.011300:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880112.011310:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880112.011328:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880112.011344:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880112.011362:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460700:460700:256:4294967295] 192.168.203.155@tcp LPNI seq info [460694:460694:8:4294967295] 00000400:00000200:1.0:1788880112.011389:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.011425:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880112.011466:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880112.011481:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880112.011502:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880112.011545:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880112.011558:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880112.011563:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305540372 00000100:00000010:1.0:1788880112.011580:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:1.0:1788880112.011597:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880112.011614:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305540372 00000100:00000010:1.0:1788880112.011624:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000001:1.0:1788880112.011634:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880112.011646:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880112.011659:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.011674:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.011686:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880112.011706:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880112.011716:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880112.011731:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880112.011738:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880112.011746:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880112.011761:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519603968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.011790:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880112.011799:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.011811:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880112.011817:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880112.011824:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880112.011838:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880112.011851:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880112.011859:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880112.011865:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.011872:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880112.011883:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880112.011892:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880112.011909:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880112.011925:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788880112.011943:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880112.011959:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519603968, portal 10 00000100:00000001:1.0:1788880112.011969:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880112.011977:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880112.012005:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519603968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.012041:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880112.012057:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880112.012070:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39880. 00000100:00000200:1.0:1788880112.012079:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519603968, offset 0 00000400:00000200:1.0:1788880112.012095:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880112.012116:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.012135:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880112.012149:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880112.012160:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880112.012175:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880112.012189:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880112.012205:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460701:460701:255:4294967295] 192.168.203.155@tcp LPNI seq info [460695:460695:7:4294967295] 00000400:00000200:1.0:1788880112.012230:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.012299:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880112.012314:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880112.012324:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7700. 00000800:00000200:1.0:1788880112.012342:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880112.012359:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880112.012366:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880112.012373:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880112.012377:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305539088 00000100:00000001:1.0:1788880112.012383:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305540372 00000100:00000001:1.0:1788880112.012388:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305539088 00000100:00000001:1.0:1788880112.012392:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305540372 00000100:00000001:1.0:1788880112.012396:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880112.012401:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.012406:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880112.012416:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519604096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.012487:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880112.012495:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.012505:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880112.012514:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880112.012525:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880112.012540:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880112.012558:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880112.012568:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880112.012577:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.012589:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880112.012601:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880112.012611:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880112.012622:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880112.012634:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880112.012645:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880112.012657:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519604096, portal 10 00000100:00000001:1.0:1788880112.012666:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880112.012673:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880112.012694:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519604096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.012736:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880112.012751:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880112.012763:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39198. 00000100:00000200:1.0:1788880112.012774:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519604096, offset 0 00000400:00000200:1.0:1788880112.012797:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880112.012812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.012830:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880112.012841:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880112.012853:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880112.012862:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880112.012873:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880112.012886:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460702:460702:254:4294967295] 192.168.203.155@tcp LPNI seq info [460696:460696:6:4294967295] 00000400:00000200:1.0:1788880112.012900:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.012920:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880112.012933:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880112.012942:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880112.012959:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880112.012988:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880112.012998:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880112.013015:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880112.013020:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305539088 00000100:00000001:1.0:1788880112.013030:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305540372 00000100:00000001:1.0:1788880112.013040:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305539088 00000100:00000001:1.0:1788880112.013049:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305540372 00000100:00000001:1.0:1788880112.013055:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880112.013064:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.013070:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.013080:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880112.013089:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880112.013093:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880112.013100:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880112.013104:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880112.013106:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880112.013117:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519604224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.013132:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880112.013135:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.013140:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880112.013144:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880112.013149:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880112.013157:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880112.013172:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880112.013176:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880112.013179:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.013182:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880112.013189:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880112.013194:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880112.013202:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880112.013207:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788880112.013214:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39dd0. 00000100:00000200:1.0:1788880112.013220:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519604224, portal 4 00000100:00000001:1.0:1788880112.013224:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880112.013227:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880112.013239:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519604224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.013296:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880112.013303:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880112.013307:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a394c8. 00000100:00000200:1.0:1788880112.013312:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519604224, offset 0 00000400:00000200:1.0:1788880112.013317:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880112.013324:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.013329:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880112.013333:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880112.013337:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880112.013340:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880112.013343:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880112.013347:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460703:460703:253:4294967295] 192.168.203.155@tcp LPNI seq info [460697:460697:5:4294967295] 00000400:00000200:1.0:1788880112.013353:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.013362:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880112.013368:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880112.013373:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7f00. 00000800:00000200:1.0:1788880112.013378:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880112.013388:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880112.013392:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880112.013396:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880112.013399:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305539141 00000100:00000001:1.0:1788880112.013402:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305540372 00000100:00000001:1.0:1788880112.013405:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305539141 00000100:00000001:1.0:1788880112.013408:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305540372 00000100:00000001:1.0:1788880112.013410:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880112.013413:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.013416:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880112.013422:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519604352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.013460:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880112.013463:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.013467:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880112.013470:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880112.013473:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880112.013477:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880112.013482:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880112.013485:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880112.013487:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880112.013489:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880112.013494:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880112.013496:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880112.013501:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880112.013505:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880112.013509:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880112.013513:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519604352, portal 4 00000100:00000001:1.0:1788880112.013515:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880112.013517:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880112.013525:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519604352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880112.013535:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880112.013538:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880112.013541:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39440. 00000100:00000200:1.0:1788880112.013543:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519604352, offset 0 00000400:00000200:1.0:1788880112.013548:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880112.013553:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.013558:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880112.013561:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880112.013565:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880112.013568:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880112.013571:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880112.013575:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460704:460704:252:4294967295] 192.168.203.155@tcp LPNI seq info [460698:460698:4:4294967295] 00000400:00000200:1.0:1788880112.013580:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880112.013588:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880112.013594:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880112.013598:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788880112.013603:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880112.013611:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880112.013614:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880112.013618:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880112.013621:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305539092 00000100:00000001:1.0:1788880112.013624:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305540372 00000100:00000001:1.0:1788880112.013627:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305539092 00000100:00000001:1.0:1788880112.013629:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305540372 00000100:00000001:1.0:1788880112.013631:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880112.013634:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.013637:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.013640:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880112.013644:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880112.013647:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880112.013650:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880112.013652:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880112.013654:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880112.013657:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880112.138376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880112.138382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880112.138388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880112.138390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880112.138394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880112.138396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880113.162412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880113.162444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880113.162452:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880113.162453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880113.162457:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880113.162459:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880113.354409:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305540372, at 4305540416 00000100:00000040:0.0:1788880113.354410:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305540372, at 4305540416 00000100:00000010:0.0:1788880113.354452:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000010:1.0:1788880113.354460:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00010000:00000001:1.0:1788880114.186454:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880114.186466:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880114.186474:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880114.186476:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880114.186480:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880114.186482:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880115.083169:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880115.083179:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880115.083189:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880115.083208:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880112/real 1788880115] req@ffff8d0cf40edc00 x1875765519603840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880115.083339:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880115.083347:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880115.083357:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880115.083381:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880115.083388:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880115.083397:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880115.083436:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519603840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880115.083508:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519603840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.083539:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880115.083547:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.083556:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.083581:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880115.083595:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519603840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.083639:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880115.083667:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519603840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.083716:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880115.083729:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.083737:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.083758:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.083770:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880115.083778:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880115.083790:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880115.083805:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880115.083816:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880115.083835:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519603840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880115.083869:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519603840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880115.083884:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880115.083891:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880115.083902:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519603840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.083947:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880115.083956:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880115.083964:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880115.083974:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880115.083981:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880115.083984:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880115.083986:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880115.083989:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880115.083996:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880115.084010:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880115.084014:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880115.084023:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880115.084027:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084035:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880115.084040:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880115.084043:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880115.084048:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880115.084060:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880112/real 1788880115] req@ffff8d0cf40ef800 x1875765519604224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880115.084095:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880115.084099:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880115.084120:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788880115.084126:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39dd0 00000400:00000010:1.0:1788880115.084128:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39dd0. 00000100:00000001:1.0:1788880115.084133:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880115.084138:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519604224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880115.084151:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519604224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084161:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880115.084163:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084165:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.084167:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880115.084173:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519604224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084182:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880115.084187:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519604224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084195:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880115.084198:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084200:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.084202:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084204:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880115.084206:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880115.084209:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880115.084214:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880115.084216:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880115.084221:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519604224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880115.084248:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880115.084253:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880115.084257:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880112/real 1788880115] req@ffff8d0cf40ec700 x1875765519604352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880115.084266:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880115.084269:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880115.084272:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880115.084278:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880115.084282:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880115.084286:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880115.084293:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519604352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880115.084356:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519604352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084365:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880115.084367:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084369:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.084371:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880115.084375:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519604352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084383:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880115.084387:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519604352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084395:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880115.084398:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084400:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.084401:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084403:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880115.084432:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880115.084437:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880115.084444:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880115.084448:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880115.084455:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519604352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880115.084483:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880115.084491:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880115.084499:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880112/real 1788880115] req@ffff8d0cf40ef480 x1875765519603968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880115.084530:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880115.084531:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880115.084535:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788880115.084538:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880115.084540:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880115.084543:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880115.084547:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519603968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880115.084558:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519603968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084569:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880115.084571:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084575:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.084577:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880115.084585:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519603968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084597:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880115.084606:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519603968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084628:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880115.084633:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084636:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.084639:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084642:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880115.084646:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880115.084651:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880115.084656:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880115.084659:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880115.084665:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519603968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880115.084674:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519603968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880115.084679:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880115.084684:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880112/real 1788880115] req@ffff8d0cf40ed880 x1875765519604096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880115.084693:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880115.084695:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880115.084698:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880115.084701:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880115.084703:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880115.084717:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880115.084721:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519604096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880115.084731:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519604096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084744:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880115.084747:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084750:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.084752:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880115.084760:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519604096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084772:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880115.084780:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519604096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084793:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880115.084806:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084811:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880115.084813:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084817:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880115.084821:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880115.084826:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880115.084832:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880115.084837:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880115.084843:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519604096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880115.084852:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880115.084857:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084860:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880115.084863:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519604224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084871:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880115.084873:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880115.084876:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880115.084880:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880115.084882:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880115.084884:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880115.084887:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880115.084889:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880115.084892:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880115.084894:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880115.084896:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880115.084899:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880115.084901:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084903:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880115.084907:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519604352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084914:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880115.084916:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880115.084918:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880115.084921:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880115.084923:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880115.084924:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880115.084927:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880115.084928:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880115.084931:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880115.084932:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880115.084933:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880115.084936:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880115.084937:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084939:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880115.084960:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519603968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.084967:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880115.084969:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880115.084971:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880115.084975:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880115.084977:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880115.084978:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880115.084980:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880115.084982:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880115.084984:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880115.084986:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880115.084987:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880115.084990:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880115.084991:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.084993:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880115.084997:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519604096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880115.085004:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880115.085006:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880115.085007:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880115.085010:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880115.085011:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880115.085014:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880115.085016:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880115.085018:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880115.085021:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880115.085022:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880115.085024:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880115.085027:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880115.085028:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.085030:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880115.085040:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880115.085043:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880115.085056:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880115.085058:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880115.210381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880115.210389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880115.210397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880115.210398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880115.210403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880115.210430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880116.234584:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880116.234593:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880116.234601:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880116.234603:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880116.234607:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880116.234609:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880117.130537:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880117.130552:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880117.130556:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880117.130562:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880117.130568:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880117.130578:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10871 00000400:00000200:0.0:1788880117.130590:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880117.130598:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880117.130604:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880117.130608:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130612:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880117.130616:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130619:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880117.130632:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880117.130635:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880117.130639:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880117.130645:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880117.130648:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880117.130651:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880117.130657:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130660:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880117.130663:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130665:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880117.130670:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880117.130674:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130677:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880117.130680:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880117.130685:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880117.130688:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880117.130691:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880117.130694:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880117.130704:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880117.130709:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880117.130715:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880117.130717:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880117.130721:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880117.130724:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880117.130731:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880117.130743:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880117.130753:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880117.130767:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880117.130782:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880117.130789:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880117.130796:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880117.130832:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880117.130837:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880117.130842:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880117.130844:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880117.130848:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880117.130852:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880117.130855:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10871 00000400:00000200:0.0:1788880117.130861:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880117.130865:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880117.130870:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880117.130875:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130880:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880117.130884:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130888:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880117.130895:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880117.130898:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880117.130902:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880117.130906:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880117.130911:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880117.130915:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880117.130922:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130927:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880117.130931:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130937:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880117.130942:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880117.130949:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880117.130956:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880117.130959:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880117.130965:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788880117.130973:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880117.130977:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788880117.130981:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.130986:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880117.130990:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880117.131003:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1788880117.131008:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1788880117.131012:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880117.131024:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880117.131039:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880117.131044:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1788880117.131049:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000100:00000001:1.0:1788880117.131053:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880117.131060:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880117.131065:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788880117.131067:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.131076:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880117.131077:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880117.131083:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880117.131090:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880117.131092:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880117.131106:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519604480:192.168.203.155@tcp:250:kworker.0 02000000:00000010:0.0:1788880117.131108:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880117.131122:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.131132:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1788880117.131143:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880117.131145:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880117.131153:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.131166:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880117.131175:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1788880117.131183:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:0.0:1788880117.131184:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.131196:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880117.131201:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880117.131218:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880117.131235:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000100:00000001:0.0:1788880117.131239:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880117.131309:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00080000:0.0:1788880117.131310:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880117.131323:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880117.131327:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1788880117.131330:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519604480, portal 25 00000100:00080000:0.0:1788880117.131333:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880117.131342:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788880117.131345:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880117.131349:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00080000:0.0:1788880117.131357:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10871 00000100:00000040:1.0:1788880117.131373:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880117.131374:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880117.131389:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880117.131426:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880117.131438:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788880117.131442:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.131451:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880117.131454:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880117.131462:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880117.131467:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000001:0.0:1788880117.131469:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000200:1.0:1788880117.131482:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519604480, offset 0 00000020:00000001:0.0:1788880117.131483:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880117.131491:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880117.131498:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880117.131502:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000400:00000200:1.0:1788880117.131508:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788880117.131510:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880117.131520:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880117.131528:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880117.131535:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880117.131538:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880117.131548:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.131553:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880117.131560:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000400:00000200:1.0:1788880117.131570:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00080000:0.0:1788880117.131571:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880117.131586:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880117.131591:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788880117.131593:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788880117.131601:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788880117.131610:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000001:0.0:1788880117.131611:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880117.131621:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000200:1.0:1788880117.131626:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000008:00100000:0.0:1788880117.131629:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788880117.131638:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000008:00000001:0.0:1788880117.131641:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880117.131650:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880117.131658:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460705:460705:256:4294967295] 192.168.203.155@tcp LPNI seq info [460699:460699:8:4294967295] 00000100:00000010:0.0:1788880117.131664:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788880117.131674:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000400:00000200:1.0:1788880117.131677:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788880117.131686:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880117.131692:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880117.131697:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880117.131704:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880117.131712:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880117.131716:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 02000000:00000010:0.0:1788880117.131724:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880117.131735:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880117.131737:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00100000:0.0:1788880117.131753:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1788880117.131756:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000100:00000001:0.0:1788880117.131778:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1788880117.131782:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880117.131793:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000100:00000001:0.0:1788880117.131819:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880117.131835:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1788880117.131843:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880117.131857:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000100:00000001:0.0:1788880117.131860:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880117.131868:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880117.131873:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:0.0:1788880117.131874:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880117.131880:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880117.131886:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880117.131892:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:1.0:1788880117.131897:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00080000:0.0:1788880117.131902:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10871 00000400:00000200:0.0:1788880117.131913:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880117.131917:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000200:0.0:1788880117.131920:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880117.131927:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1788880117.131929:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000040:0.0:1788880117.131933:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.131940:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880117.131943:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1788880117.131944:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.131952:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880117.131958:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880117.131961:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000200:1.0:1788880117.131962:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880117.131964:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880117.131970:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880117.131977:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880117.131985:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880117.131997:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.132003:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880117.132011:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.132015:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880117.132017:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1788880117.132019:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880117.132027:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880117.132034:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880117.132036:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880117.132038:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880117.132046:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880117.132055:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.132062:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880117.132063:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880117.132071:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000008:00100000:0.0:1788880117.132073:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788880117.132083:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788880117.132092:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880117.132093:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880117.132105:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305545492 00000100:00000001:0.0:1788880117.132106:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880117.132117:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000010:0.0:1788880117.132121:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788880117.132130:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880117.132132:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1788880117.132140:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880117.132147:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.132148:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305545492 00000100:00000001:0.0:1788880117.132157:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1788880117.132160:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 02000000:00000001:0.0:1788880117.132164:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880117.132168:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1788880117.132173:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.132177:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880117.132187:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880117.132189:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:1.0:1788880117.132192:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880117.132199:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880117.132210:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880117/real 1788880117] req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788880117.132216:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880117.132300:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880117.132307:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788880117.132312:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1788880117.132317:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880117.132320:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880117.132330:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000100:00000001:0.0:1788880117.132335:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880117.132342:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880117.132342:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880117.132353:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00080000:0.0:1788880117.132354:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880117.132361:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880117.132367:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880117.132367:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788880117.132377:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880117.132384:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10871 00000100:00000200:1.0:1788880117.132387:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880117.132414:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880117.132426:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880117.132436:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1788880117.132456:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880117.132459:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.132469:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880117.132479:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.132489:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880117.132497:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:0.0:1788880117.132501:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880117.132505:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880117.132508:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880117.132518:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880117.132520:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1788880117.132524:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00000001:1.0:1788880117.132528:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880117.132534:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880117.132546:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00100000:1.0:1788880117.132547:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880117.132559:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880117.132572:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880117.132581:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880117.132583:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880117.132592:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880117.132600:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880117.132603:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880117.132619:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880117.132631:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.132635:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1788880117.132639:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880117.132649:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880117.132652:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880117.132656:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1788880117.132661:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.132663:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880117.132671:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880117.132674:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000008:00100000:0.0:1788880117.132679:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000001:1.0:1788880117.132682:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1788880117.132693:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880117.132696:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880117.132702:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880117.132712:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000010:0.0:1788880117.132715:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788880117.132721:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:0.0:1788880117.132725:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000040:1.0:1788880117.132736:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880117.132739:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880117.132745:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880117.132754:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880117.132761:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1788880117.132765:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519604480:192.168.203.155@tcp:250:kworker.0 02000000:00000001:0.0:1788880117.132769:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880117.132785:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:1.0:1788880117.132786:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.132795:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880117.132801:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880117.132803:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519604480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.132820:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1788880117.132822:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880117.132825:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880117.132832:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880117.132841:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880117.132848:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1788880117.132850:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1788880117.132853:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00000001:0.0:1788880117.132860:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788880117.132862:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880117.132869:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880117.132877:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1788880117.132879:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880117.132882:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880117.132888:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788880117.132898:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880117.132903:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.132912:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880117.132919:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.132927:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788880117.132934:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10881) 00000100:00000001:1.0:1788880117.132935:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.132948:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880117.132951:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880117.132954:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880117.132961:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.132971:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880117.132974:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.132977:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880117.132981:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880117.132984:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880117.132989:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880117.132994:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880117.132997:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880117.133003:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.133007:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880117.133045:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880117.133049:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880117.133058:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880117.133062:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880117.133069:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880117.133075:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519604608, portal 10 00000100:00000001:1.0:1788880117.133078:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880117.133081:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:1.0:1788880117.133092:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133101:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880117.133105:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880117.133108:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880117.133112:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519604608, offset 0 00000400:00000200:1.0:1788880117.133117:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880117.133123:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880117.133128:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880117.133133:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880117.133137:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880117.133141:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880117.133144:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880117.133149:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460706:460706:256:4294967295] 192.168.203.155@tcp LPNI seq info [460700:460700:8:4294967295] 00000400:00000200:1.0:1788880117.133154:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880117.133164:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880117.133170:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880117.133174:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880117.133180:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880117.133184:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880117.133200:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880117.133202:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880117.133207:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880117.133212:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880117.133216:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880117.133219:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880117.133222:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880117.133226:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133237:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880117.133240:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133279:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.133281:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880117.133286:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880117.133292:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880117.133296:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880117.133299:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305544209 00000100:00000001:1.0:1788880117.133303:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305545492 00000100:00000001:1.0:1788880117.133306:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305544209 00000100:00000001:1.0:1788880117.133309:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305545492 00000100:00000001:1.0:1788880117.133312:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880117.133314:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.133317:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880117.133322:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880117/real 1788880117] req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880117.133332:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880117.133334:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880117.133336:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880117.133339:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880117.133341:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880117.133344:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880117.133349:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880117.133360:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133368:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880117.133370:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.133373:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880117.133374:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880117.133379:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133387:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880117.133413:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133428:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880117.133431:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.133433:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880117.133435:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.133437:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880117.133440:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880117.133443:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880117.133448:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880117.133450:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880117.133456:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880117.133467:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880117.133472:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880117.133476:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133493:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880117.133495:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.133498:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880117.133500:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880117.133503:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880117.133506:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880117.133510:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880117.133514:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880117.133516:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.133518:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880117.133523:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880117.133526:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880117.133530:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880117.133533:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880117.133537:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880117.133541:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519604736, portal 10 00000100:00000001:1.0:1788880117.133544:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880117.133546:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788880117.133553:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133562:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880117.133565:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880117.133568:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880117.133571:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519604736, offset 0 00000400:00000200:1.0:1788880117.133576:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880117.133581:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880117.133585:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880117.133589:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880117.133593:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880117.133596:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880117.133599:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880117.133604:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460707:460707:256:4294967295] 192.168.203.155@tcp LPNI seq info [460701:460701:8:4294967295] 00000400:00000200:1.0:1788880117.133613:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880117.133627:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880117.133636:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880117.133643:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880117.133651:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880117.133656:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880117.133681:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880117.133684:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880117.133690:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880117.133698:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880117.133704:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880117.133708:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880117.133712:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880117.133719:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133730:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880117.133733:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133742:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.133744:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880117.133749:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880117.133754:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880117.133758:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880117.133761:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305544209 00000100:00000001:1.0:1788880117.133765:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305545492 00000100:00000001:1.0:1788880117.133767:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305544209 00000100:00000001:1.0:1788880117.133770:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305545492 00000100:00000001:1.0:1788880117.133773:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880117.133777:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.133779:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880117.133784:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880117/real 1788880117] req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880117.133795:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880117.133797:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880117.133799:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880117.133801:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880117.133804:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880117.133806:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880117.133810:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880117.133821:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133829:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880117.133831:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.133833:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880117.133835:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880117.133839:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133847:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880117.133851:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133860:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880117.133863:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.133865:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880117.133866:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.133868:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880117.133871:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880117.133874:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880117.133879:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880117.133882:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880117.133887:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880117.133897:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880117.133901:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880117.133905:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133913:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880117.133915:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.133917:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880117.133920:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880117.133922:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880117.133926:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880117.133930:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880117.133933:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880117.133935:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.133937:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880117.133942:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880117.133944:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880117.133948:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880117.133951:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880117.133955:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880117.133959:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519604864, portal 4 00000100:00000001:1.0:1788880117.133962:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880117.133963:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:1.0:1788880117.133971:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.133980:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880117.133983:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880117.133986:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880117.133989:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519604864, offset 0 00000400:00000200:1.0:1788880117.133994:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880117.133999:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880117.134004:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880117.134008:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880117.134011:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880117.134014:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880117.134017:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880117.134022:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460708:460708:256:4294967295] 192.168.203.155@tcp LPNI seq info [460702:460702:8:4294967295] 00000400:00000200:1.0:1788880117.134027:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880117.134035:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880117.134040:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880117.134044:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880117.134049:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880117.134053:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880117.134067:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880117.134070:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880117.134073:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880117.134078:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880117.134081:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880117.134084:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880117.134087:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880117.134091:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134101:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880117.134105:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134113:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.134116:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880117.134120:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880117.134123:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880117.134127:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880117.134130:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305544261 00000100:00000001:1.0:1788880117.134133:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305545492 00000100:00000001:1.0:1788880117.134136:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305544261 00000100:00000001:1.0:1788880117.134139:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305545492 00000100:00000001:1.0:1788880117.134141:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880117.134143:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.134145:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880117.134150:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880117/real 1788880117] req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880117.134158:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880117.134160:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880117.134162:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880117.134165:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880117.134167:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880117.134169:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880117.134173:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880117.134184:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134191:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880117.134193:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134195:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880117.134197:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880117.134201:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134208:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880117.134213:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134222:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880117.134226:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134228:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880117.134229:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134231:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880117.134233:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880117.134236:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880117.134240:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880117.134242:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880117.134275:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880117.134287:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880117.134291:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880117.134295:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134303:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880117.134305:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.134308:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880117.134310:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880117.134313:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880117.134316:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880117.134320:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880117.134322:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880117.134323:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880117.134325:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880117.134330:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880117.134332:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880117.134336:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880117.134340:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880117.134343:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880117.134347:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519604992, portal 4 00000100:00000001:1.0:1788880117.134350:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880117.134352:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:1.0:1788880117.134359:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134368:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880117.134371:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880117.134374:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880117.134377:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519604992, offset 0 00000400:00000200:1.0:1788880117.134381:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880117.134385:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880117.134390:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880117.134421:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880117.134425:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880117.134428:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880117.134431:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880117.134436:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460709:460709:256:4294967295] 192.168.203.155@tcp LPNI seq info [460703:460703:8:4294967295] 00000400:00000200:1.0:1788880117.134442:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880117.134451:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880117.134457:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880117.134461:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880117.134466:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880117.134470:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880117.134484:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880117.134487:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880117.134491:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880117.134495:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880117.134499:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880117.134501:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880117.134505:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880117.134511:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134521:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880117.134525:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134533:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.134536:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880117.134540:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880117.134544:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880117.134549:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880117.134551:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305544213 00000100:00000001:1.0:1788880117.134555:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305545492 00000100:00000001:1.0:1788880117.134558:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305544213 00000100:00000001:1.0:1788880117.134561:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305545492 00000100:00000001:1.0:1788880117.134563:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880117.134566:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.134568:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880117.134572:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880117/real 1788880117] req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880117.134582:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880117.134584:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880117.134586:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880117.134589:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880117.134591:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880117.134594:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880117.134598:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880117.134612:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134637:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880117.134640:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134645:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880117.134647:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880117.134656:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134671:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880117.134680:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134696:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880117.134701:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134704:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880117.134708:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134711:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880117.134716:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880117.134719:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880117.134724:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880117.134727:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880117.134732:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880117.134743:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519604992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880117.134747:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134749:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880117.134753:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519604608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134761:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880117.134763:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880117.134767:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880117.134771:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880117.134773:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880117.134776:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880117.134778:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880117.134781:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880117.134784:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880117.134786:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880117.134788:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880117.134792:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880117.134794:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134796:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880117.134801:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519604736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134808:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880117.134810:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880117.134812:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880117.134816:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880117.134817:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880117.134819:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880117.134821:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880117.134823:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880117.134825:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880117.134827:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880117.134828:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880117.134831:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880117.134833:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134835:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880117.134839:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519604864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134847:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880117.134849:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880117.134850:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880117.134853:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880117.134854:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880117.134856:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880117.134859:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880117.134861:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880117.134863:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880117.134865:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880117.134867:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788880117.134869:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880117.134871:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134873:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880117.134876:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519604992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880117.134883:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880117.134885:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880117.134886:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880117.134889:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880117.134890:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880117.134891:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880117.134894:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880117.134895:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880117.134898:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880117.134899:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880117.134900:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788880117.134903:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880117.134904:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134907:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880117.134911:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880117.134913:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880117.134915:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880117.134917:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880117.258362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880117.258368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880117.258374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880117.258376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880117.258381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880117.258383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880118.282420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880118.282428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880118.282447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880118.282450:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880118.282454:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880118.282456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880118.474363:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305545492, at 4305545536 00000100:00000010:1.0:1788880118.474380:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00000040:0.0:1788880118.474455:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305545492, at 4305545536 00000100:00000010:0.0:1788880118.474475:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00010000:00000001:1.0:1788880119.306338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880119.306346:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880119.306349:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880119.306353:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306358:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880119.306360:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306363:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306366:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880119.306373:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880119.306375:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880119.306388:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306390:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880119.306391:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306392:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306394:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880119.306398:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880119.306399:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880119.306400:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306401:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880119.306402:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306403:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880119.306405:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880120.330441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880120.330450:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880120.330458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880120.330460:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880120.330464:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880120.330467:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880121.354414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880121.354424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880121.354433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880121.354435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880121.354440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880121.354442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.250874:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880122.250885:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880122.250895:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880122.250913:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.250956:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880122.250963:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.250971:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880122.250979:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880122.250987:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880122.250998:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519605120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880122.251010:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880122.251020:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880122.251028:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.251033:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880122.251042:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880122.251049:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880122.251069:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880122.251078:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880122.251095:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880122.251109:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519605120, portal 25 00000100:00000001:1.0:1788880122.251120:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880122.251126:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788880122.251140:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.251162:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880122.251170:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880122.251179:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880122.251189:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519605120, offset 0 00000400:00000200:1.0:1788880122.251210:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880122.251242:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.251295:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880122.251310:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880122.251328:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880122.251346:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880122.251386:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880122.251403:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460710:460710:256:4294967295] 192.168.203.155@tcp LPNI seq info [460704:460704:8:4294967295] 00000400:00000200:1.0:1788880122.251424:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.251459:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880122.251476:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.251489:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880122.251511:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880122.251522:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880122.251573:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.251580:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880122.251603:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880122.251619:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880122.251636:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880122.251646:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880122.251655:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880122.251668:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.251703:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.251719:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.251754:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.251760:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880122.251772:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880122.251790:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880122.251799:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305550612 00000100:00000010:1.0:1788880122.251814:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 00000100:00000001:1.0:1788880122.251835:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880122.251852:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305550612 00000100:00000010:1.0:1788880122.251861:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000100:00000001:1.0:1788880122.251872:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880122.251883:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880122.251894:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.251902:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880122.251917:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880122/real 1788880122] req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880122.251955:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880122.251962:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880122.251967:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880122.251974:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880122.251981:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880122.251989:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880122.251999:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880122.252033:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.252046:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880122.252053:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.252062:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.252067:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880122.252078:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.252101:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880122.252114:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.252142:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880122.252153:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.252161:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.252168:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.252176:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880122.252182:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880122.252193:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880122.252210:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880122.252217:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880122.252230:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880122.252293:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519605120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880122.252320:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.252335:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.252354:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519605120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.252388:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880122.252396:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880122.252415:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880122.252427:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880122.252435:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880122.252441:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880122.252450:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880122.252457:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880122.252466:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880122.252473:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880122.252479:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788880122.252486:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880122.252493:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.252500:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.252514:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880122.252521:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.252528:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880122.252536:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880122.252546:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880122.252560:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.252586:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880122.252592:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.252611:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880122.252618:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880122.252630:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880122.252639:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880122.252650:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880122.252657:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880122.252662:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.252670:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880122.252679:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880122.252686:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880122.252702:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880122.252712:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880122.252722:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880122.252730:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519605248, portal 10 00000100:00000001:1.0:1788880122.252738:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880122.252743:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788880122.252763:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.252773:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880122.252780:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880122.252784:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880122.252787:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519605248, offset 0 00000400:00000200:1.0:1788880122.252793:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880122.252798:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.252803:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880122.252808:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880122.252811:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880122.252814:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880122.252818:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880122.252822:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460711:460711:256:4294967295] 192.168.203.155@tcp LPNI seq info [460705:460705:8:4294967295] 00000400:00000200:1.0:1788880122.252828:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.252837:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880122.252843:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.252847:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880122.252853:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880122.252857:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880122.252871:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.252874:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880122.252878:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880122.252882:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880122.252886:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880122.252889:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880122.252892:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880122.252897:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.252908:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.252911:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.252920:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.252922:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880122.252925:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880122.252931:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880122.252935:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880122.252937:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305549328 00000100:00000001:1.0:1788880122.252941:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305550612 00000100:00000001:1.0:1788880122.252955:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305549328 00000100:00000001:1.0:1788880122.252958:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305550612 00000100:00000001:1.0:1788880122.252961:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880122.252964:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.252966:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880122.252971:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880122/real 1788880122] req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880122.252981:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880122.252982:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880122.252984:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880122.252987:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880122.252989:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880122.252991:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880122.252995:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880122.253006:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253014:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880122.253016:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253018:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.253020:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880122.253024:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253032:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880122.253037:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253045:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880122.253048:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253050:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.253051:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253054:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880122.253056:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880122.253060:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880122.253064:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880122.253067:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880122.253072:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880122.253082:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880122.253086:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880122.253090:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253098:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880122.253099:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.253102:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880122.253104:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880122.253106:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880122.253110:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880122.253113:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880122.253116:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880122.253118:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.253120:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880122.253124:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880122.253127:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880122.253131:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880122.253134:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880122.253137:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880122.253141:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519605376, portal 10 00000100:00000001:1.0:1788880122.253143:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880122.253146:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880122.253153:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253169:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880122.253172:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880122.253175:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880122.253178:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519605376, offset 0 00000400:00000200:1.0:1788880122.253182:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880122.253186:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.253190:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880122.253194:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880122.253197:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880122.253199:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880122.253202:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880122.253206:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460712:460712:256:4294967295] 192.168.203.155@tcp LPNI seq info [460706:460706:8:4294967295] 00000400:00000200:1.0:1788880122.253212:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.253220:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880122.253225:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.253228:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880122.253233:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880122.253236:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880122.253276:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.253279:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880122.253283:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880122.253288:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880122.253292:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880122.253303:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880122.253306:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880122.253311:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253322:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.253325:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253343:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.253345:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880122.253348:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880122.253352:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880122.253380:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880122.253383:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305549329 00000100:00000001:1.0:1788880122.253387:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305550612 00000100:00000001:1.0:1788880122.253390:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305549329 00000100:00000001:1.0:1788880122.253392:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305550612 00000100:00000001:1.0:1788880122.253395:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880122.253398:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.253401:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880122.253406:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880122/real 1788880122] req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880122.253415:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880122.253417:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880122.253419:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880122.253422:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880122.253424:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880122.253427:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880122.253431:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880122.253441:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253448:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880122.253450:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253452:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.253454:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880122.253459:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253468:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880122.253473:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253482:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880122.253485:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253486:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.253488:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253490:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880122.253492:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880122.253495:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880122.253499:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880122.253501:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880122.253506:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880122.253515:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880122.253519:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880122.253523:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253531:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880122.253533:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.253536:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880122.253539:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880122.253541:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880122.253545:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880122.253548:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880122.253550:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880122.253553:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.253555:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880122.253560:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880122.253562:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880122.253566:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880122.253569:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880122.253573:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880122.253577:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519605504, portal 4 00000100:00000001:1.0:1788880122.253579:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880122.253582:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880122.253588:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253597:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880122.253611:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880122.253613:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880122.253616:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519605504, offset 0 00000400:00000200:1.0:1788880122.253621:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880122.253625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.253629:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880122.253633:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880122.253636:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880122.253639:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880122.253642:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880122.253646:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460713:460713:256:4294967295] 192.168.203.155@tcp LPNI seq info [460707:460707:8:4294967295] 00000400:00000200:1.0:1788880122.253651:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.253659:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880122.253665:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.253668:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880122.253674:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880122.253677:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880122.253702:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.253706:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880122.253709:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880122.253713:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880122.253717:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880122.253719:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880122.253722:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880122.253726:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253735:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.253739:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253748:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.253750:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880122.253753:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880122.253756:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880122.253760:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880122.253762:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305549381 00000100:00000001:1.0:1788880122.253765:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305550612 00000100:00000001:1.0:1788880122.253768:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305549381 00000100:00000001:1.0:1788880122.253771:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305550612 00000100:00000001:1.0:1788880122.253773:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880122.253775:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.253777:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880122.253782:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880122/real 1788880122] req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880122.253790:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880122.253792:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880122.253793:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880122.253796:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880122.253798:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880122.253801:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880122.253805:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880122.253815:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253823:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880122.253824:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253826:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.253828:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880122.253832:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253840:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880122.253844:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253852:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880122.253855:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253857:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.253858:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253860:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880122.253862:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880122.253865:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880122.253868:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880122.253871:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880122.253875:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880122.253885:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880122.253889:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253892:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.253896:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519605248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253905:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880122.253907:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880122.253910:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880122.253913:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880122.253914:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880122.253916:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880122.253919:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880122.253922:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880122.253927:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880122.253930:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880122.253933:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788880122.253938:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880122.253941:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.253957:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.253964:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519605376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.253978:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880122.253981:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880122.253984:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880122.253989:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880122.253991:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880122.253994:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880122.253998:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880122.254001:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880122.254006:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880122.254008:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880122.254011:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880122.254016:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880122.254019:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.254022:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.254030:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519605504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.254043:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880122.254046:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880122.254049:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880122.254055:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880122.254058:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880122.254061:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880122.254065:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880122.254068:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880122.254072:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880122.254075:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880122.254078:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880122.254083:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880122.254085:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.254089:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.254096:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880122.254099:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.254103:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880122.254106:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880122.254110:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880122.254118:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.254133:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880122.254136:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.254140:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880122.254143:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880122.254146:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880122.254150:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880122.254155:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880122.254158:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880122.254160:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880122.254162:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880122.254167:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880122.254170:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880122.254175:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880122.254178:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880122.254183:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880122.254187:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519605632, portal 4 00000100:00000001:1.0:1788880122.254190:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880122.254192:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880122.254201:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.254209:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880122.254212:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880122.254215:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880122.254218:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519605632, offset 0 00000400:00000200:1.0:1788880122.254223:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880122.254228:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.254233:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880122.254237:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880122.254240:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880122.254285:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880122.254289:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880122.254293:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460714:460714:256:4294967295] 192.168.203.155@tcp LPNI seq info [460708:460708:8:4294967295] 00000400:00000200:1.0:1788880122.254299:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880122.254308:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880122.254314:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.254319:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880122.254324:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880122.254329:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880122.254344:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880122.254347:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880122.254351:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880122.254380:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880122.254385:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880122.254387:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880122.254391:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880122.254397:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.254421:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.254425:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.254434:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.254436:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880122.254440:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880122.254444:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880122.254448:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880122.254451:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305549333 00000100:00000001:1.0:1788880122.254454:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305550612 00000100:00000001:1.0:1788880122.254457:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305549333 00000100:00000001:1.0:1788880122.254460:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305550612 00000100:00000001:1.0:1788880122.254463:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880122.254466:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.254479:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880122.254483:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880122/real 1788880122] req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880122.254492:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880122.254494:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880122.254496:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880122.254499:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880122.254501:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880122.254504:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880122.254508:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880122.254518:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.254525:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880122.254527:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.254530:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.254532:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880122.254537:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.254545:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880122.254549:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.254557:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880122.254560:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.254562:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880122.254564:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.254566:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880122.254569:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880122.254572:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880122.254575:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880122.254578:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880122.254582:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880122.254592:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880122.254596:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.254599:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880122.254603:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519605632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880122.254611:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880122.254613:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880122.254615:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880122.254618:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880122.254620:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880122.254622:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880122.254625:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880122.254627:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880122.254630:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880122.254632:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880122.254634:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880122.254636:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880122.254638:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.254640:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880122.254644:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880122.254646:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880122.254649:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880122.254651:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880122.378409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880122.378416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880122.378423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880122.378425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880122.378430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880122.378431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880123.402437:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880123.402446:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880123.402454:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880123.402456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880123.402460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880123.402462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880123.594389:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305550612, at 4305550656 00000100:00000040:1.0:1788880123.594389:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305550612, at 4305550656 00000100:00000010:1.0:1788880123.594409:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00000010:0.0:1788880123.594412:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00010000:00000001:1.0:1788880124.426368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880124.426374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880124.426379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880124.426380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880124.426383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880124.426384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880125.450424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880125.450432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880125.450439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880125.450442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880125.450449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880125.450452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880126.474433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880126.474443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880126.474454:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880126.474457:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880126.474463:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880126.474465:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880127.370526:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880127.370543:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880127.370547:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880127.370553:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880127.370560:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880127.370571:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10882 00000400:00000200:0.0:1788880127.370586:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880127.370596:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880127.370601:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880127.370606:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.370611:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880127.370614:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.370618:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880127.370630:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880127.370633:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880127.370637:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880127.370644:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880127.370647:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880127.370650:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880127.370655:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.370657:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880127.370660:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.370662:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880127.370666:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880127.370670:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880127.370673:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880127.370677:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880127.370681:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880127.370685:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880127.370688:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880127.370691:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880127.370707:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880127.370712:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880127.370717:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880127.370719:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880127.370723:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880127.370728:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880127.370734:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880127.370746:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880127.370757:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880127.370770:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880127.370785:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880127.370792:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880127.370798:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880127.370839:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880127.370844:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880127.370849:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880127.370851:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880127.370854:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880127.370858:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880127.370862:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10882 00000400:00000200:0.0:1788880127.370866:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880127.370871:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880127.370874:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880127.370877:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.370881:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880127.370884:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.370888:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880127.370893:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880127.370896:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880127.370898:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880127.370902:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880127.370905:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880127.370908:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880127.370914:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.370917:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880127.370921:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788880127.370922:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.370935:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880127.370944:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00000001:1.0:1788880127.370945:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1788880127.370958:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880127.370960:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880127.370963:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880127.370967:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880127.370975:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880127.370982:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880127.370984:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880127.370986:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880127.370997:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880127.371017:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880127.371029:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.371037:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1788880127.371038:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880127.371042:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788880127.371045:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880127.371050:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788880127.371053:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880127.371056:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.371058:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880127.371074:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880127.371076:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880127.371081:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880127.371085:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880127.371089:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519605760:192.168.203.155@tcp:250:kworker.0 02000000:00000010:0.0:1788880127.371097:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880127.371115:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.371117:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880127.371137:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1788880127.371140:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880127.371142:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.371160:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880127.371171:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880127.371174:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880127.371179:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000040:0.0:1788880127.371185:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880127.371186:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880127.371219:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880127.371223:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880127.371230:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788880127.371232:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000100:00080000:0.0:1788880127.371245:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:1.0:1788880127.371251:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880127.371316:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519605760, portal 25 00000100:00000001:1.0:1788880127.371343:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880127.371345:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:1.0:1788880127.371358:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880127.371365:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880127.371373:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880127.371390:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880127.371394:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788880127.371400:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10882 00000100:00000040:1.0:1788880127.371410:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880127.371419:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000400:00000200:0.0:1788880127.371429:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000200:1.0:1788880127.371429:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519605760, offset 0 00000400:00000200:0.0:1788880127.371462:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000200:1.0:1788880127.371471:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788880127.371474:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880127.371490:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880127.371490:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880127.371503:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880127.371510:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000040:0.0:1788880127.371519:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880127.371526:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880127.371527:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880127.371540:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880127.371547:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880127.371550:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880127.371555:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460715:460715:256:4294967295] 192.168.203.155@tcp LPNI seq info [460709:460709:8:4294967295] 00000400:00000200:1.0:1788880127.371561:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880127.371574:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880127.371582:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788880127.371584:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880127.371588:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880127.371592:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000010:1.0:1788880127.371594:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000020:00000040:0.0:1788880127.371596:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880127.371606:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880127.371622:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880127.371630:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.371634:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880127.371642:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.371645:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880127.371648:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880127.371652:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000800:00000200:1.0:1788880127.371660:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880127.371661:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880127.371671:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.0:1788880127.371680:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 02000000:00000001:0.0:1788880127.371681:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880127.371690:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880127.371700:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880127.371705:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880127.371718:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880127.371727:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880127.371736:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788880127.371742:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000800:00000100:1.0:1788880127.371743:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880127.371758:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000800:00000010:1.0:1788880127.371760:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 02000000:00000001:0.0:1788880127.371767:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880127.371772:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788880127.371775:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1788880127.371778:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880127.371788:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880127.371800:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 02000000:00000010:0.0:1788880127.371802:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000400:00000200:1.0:1788880127.371811:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000100:00000001:0.0:1788880127.371813:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880127.371818:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880127.371826:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1788880127.371828:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788880127.371840:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880127.371953:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880127.371969:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.371977:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880127.371983:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880127.371992:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880127.372048:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.372054:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880127.372057:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880127.372060:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788880127.372073:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880127.372078:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880127.372082:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880127.372083:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880127.372095:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:1.0:1788880127.372104:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880127.372106:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10882 00000100:00000001:1.0:1788880127.372114:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305555732 00000400:00000200:0.0:1788880127.372124:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000010:1.0:1788880127.372125:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000400:00000200:0.0:1788880127.372135:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880127.372139:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1788880127.372140:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880127.372155:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880127.372159:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305555732 00000100:00000001:0.0:1788880127.372160:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880127.372176:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000010:1.0:1788880127.372178:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:0.0:1788880127.372200:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880127.372203:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1788880127.372220:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880127.372223:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788880127.372224:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880127.372238:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880127.372241:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788880127.372245:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000100:00000001:1.0:1788880127.372248:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880127.372257:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880127/real 1788880127] req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880127.372287:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880127.372292:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880127.372301:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.372317:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880127.372342:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.372356:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880127.372363:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000400:00000001:1.0:1788880127.372365:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1788880127.372375:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000001:1.0:1788880127.372376:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788880127.372386:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880127.372386:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 02000000:00000001:0.0:1788880127.372404:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788880127.372407:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880127.372413:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 02000000:00000001:0.0:1788880127.372417:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880127.372420:0:2393:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:0.0:1788880127.372429:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880127.372431:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880127.372449:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000200:1.0:1788880127.372457:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1788880127.372461:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880127.372486:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.372490:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880127.372493:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880127.372496:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.372500:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.372505:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788880127.372506:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000100:00100000:1.0:1788880127.372515:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880127.372516:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880127.372534:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880127.372542:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880127.372558:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880127.372559:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880127.372565:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880127.372571:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880127.372574:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788880127.372586:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880127.372599:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.372616:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1788880127.372617:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880127.372648:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880127.372658:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.372660:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880127.372666:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.372671:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.372676:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.372696:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788880127.372697:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880127.372708:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880127.372710:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788880127.372725:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880127.372730:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880127.372733:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880127.372736:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880127.372740:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788880127.372743:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10882 00000100:00080000:1.0:1788880127.372753:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000400:00000200:0.0:1788880127.372759:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880127.372768:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:0.0:1788880127.372777:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880127.372783:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880127.372786:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880127.372804:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.372816:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880127.372833:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.372850:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00100000:1.0:1788880127.372860:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519605760:192.168.203.155@tcp:250:kworker.0 00000020:00000001:0.0:1788880127.372862:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880127.372871:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880127.372878:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880127.372879:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880127.372893:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00000001:1.0:1788880127.372895:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1788880127.372910:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880127.372912:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519605760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880127.372921:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880127.372941:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880127.372956:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880127.372956:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880127.372974:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1788880127.372975:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 02000000:00000010:1.0:1788880127.372983:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 00000100:00000001:0.0:1788880127.372984:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880127.372997:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 02000000:00000001:1.0:1788880127.372998:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1788880127.373008:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000020:00000001:1.0:1788880127.373010:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880127.373017:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00000001:0.0:1788880127.373018:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880127.373034:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1788880127.373035:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:0.0:1788880127.373049:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1788880127.373049:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:0.0:1788880127.373065:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.373068:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788880127.373076:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788880127.373076:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000008:00100000:0.0:1788880127.373094:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000010:1.0:1788880127.373094:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000008:00000001:0.0:1788880127.373111:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.373112:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788880127.373121:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.373121:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788880127.373154:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880127.373156:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880127.373171:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880127.373176:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788880127.373178:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788880127.373180:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.373183:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880127.373185:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880127.373198:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880127.373200:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788880127.373206:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.373208:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880127.373223:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1788880127.373226:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880127.373235:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880127.373236:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.373261:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1788880127.373287:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880127.373294:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.373314:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788880127.373346:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788880127.373348:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880127.373353:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.373374:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880127.373375:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880127.373395:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880127.373420:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880127.373445:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880127.373449:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.373453:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880127.373455:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880127.373460:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880127.373466:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880127.373472:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10892) 00000400:00000200:1.0:1788880127.373475:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880127.373490:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880127.373501:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880127.373507:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519605888, portal 10 00000100:00000001:1.0:1788880127.373511:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880127.373514:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880127.373530:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.373540:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880127.373544:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880127.373546:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880127.373549:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519605888, offset 0 00000400:00000200:1.0:1788880127.373555:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880127.373560:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880127.373568:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880127.373573:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880127.373577:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880127.373580:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880127.373585:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880127.373592:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460716:460716:256:4294967295] 192.168.203.155@tcp LPNI seq info [460710:460710:8:4294967295] 00000400:00000200:1.0:1788880127.373601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880127.373631:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880127.373640:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880127.373647:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880127.373655:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880127.373660:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788880127.373683:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880127.373687:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880127.373692:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880127.373699:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880127.373705:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880127.373709:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880127.373713:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880127.373721:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.373738:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880127.373744:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.373758:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.373761:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880127.373768:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880127.373776:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880127.373784:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880127.373787:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305554449 00000100:00000001:1.0:1788880127.373794:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305555732 00000100:00000001:1.0:1788880127.373798:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305554449 00000100:00000001:1.0:1788880127.373801:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305555732 00000100:00000001:1.0:1788880127.373806:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880127.373810:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.373814:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880127.373822:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880127/real 1788880127] req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880127.373838:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880127.373841:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880127.373845:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880127.373849:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880127.373853:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880127.373857:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880127.373863:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880127.373881:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.373894:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880127.373897:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.373901:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.373904:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880127.373912:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.373926:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880127.373934:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.373947:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880127.373953:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.373956:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.373959:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.373963:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880127.373967:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880127.373973:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880127.373980:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880127.373984:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880127.374008:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880127.374026:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519605888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880127.374035:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880127.374043:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.374058:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880127.374062:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.374067:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880127.374071:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880127.374075:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880127.374081:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880127.374088:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880127.374092:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880127.374096:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.374100:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880127.374107:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880127.374111:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880127.374119:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880127.374125:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880127.374131:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880127.374137:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519606016, portal 10 00000100:00000001:1.0:1788880127.374141:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880127.374144:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880127.374156:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.374169:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880127.374174:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880127.374179:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880127.374184:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519606016, offset 0 00000400:00000200:1.0:1788880127.374192:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880127.374201:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880127.374209:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880127.374215:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880127.374221:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880127.374226:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880127.374231:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880127.374237:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460717:460717:256:4294967295] 192.168.203.155@tcp LPNI seq info [460711:460711:8:4294967295] 00000400:00000200:1.0:1788880127.374246:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880127.374260:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880127.374270:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880127.374277:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880127.374285:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880127.374290:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788880127.374393:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880127.374397:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880127.374403:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880127.374410:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880127.374416:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880127.374438:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880127.374443:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880127.374451:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.374480:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880127.374486:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.374501:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.374505:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880127.374511:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880127.374517:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880127.374524:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880127.374528:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305554450 00000100:00000001:1.0:1788880127.374533:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305555732 00000100:00000001:1.0:1788880127.374538:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305554450 00000100:00000001:1.0:1788880127.374542:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305555732 00000100:00000001:1.0:1788880127.374547:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880127.374552:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.374555:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880127.374563:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880127/real 1788880127] req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880127.374578:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880127.374581:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880127.374585:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880127.374589:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880127.374593:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880127.374597:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880127.374604:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880127.374637:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.374650:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880127.374654:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.374658:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.374660:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880127.374668:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.374681:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880127.374689:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.374702:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880127.374707:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.374710:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.374713:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.374716:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880127.374720:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880127.374725:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880127.374731:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880127.374735:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880127.374743:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880127.374759:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880127.374766:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880127.374774:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.374788:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880127.374791:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.374795:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880127.374799:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880127.374802:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880127.374808:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880127.374815:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880127.374818:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880127.374822:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.374825:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880127.374832:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880127.374835:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880127.374841:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880127.374846:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880127.374852:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880127.374858:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519606144, portal 4 00000100:00000001:1.0:1788880127.374861:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880127.374864:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000040:1.0:1788880127.374874:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.374888:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880127.374892:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880127.374896:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880127.374900:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519606144, offset 0 00000400:00000200:1.0:1788880127.374907:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880127.374914:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880127.374921:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880127.374927:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880127.374931:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880127.374953:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880127.374958:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880127.374965:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460718:460718:256:4294967295] 192.168.203.155@tcp LPNI seq info [460712:460712:8:4294967295] 00000400:00000200:1.0:1788880127.374974:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880127.374988:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880127.374998:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880127.375004:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880127.375013:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880127.375019:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788880127.375041:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880127.375046:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880127.375052:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880127.375059:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880127.375065:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880127.375068:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880127.375073:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880127.375081:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375098:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880127.375105:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375119:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.375122:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880127.375128:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880127.375134:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880127.375141:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880127.375145:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305554502 00000100:00000001:1.0:1788880127.375150:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305555732 00000100:00000001:1.0:1788880127.375155:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305554502 00000100:00000001:1.0:1788880127.375160:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305555732 00000100:00000001:1.0:1788880127.375164:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880127.375169:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.375173:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880127.375181:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880127/real 1788880127] req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880127.375197:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880127.375201:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880127.375204:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880127.375209:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880127.375212:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880127.375217:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880127.375223:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880127.375242:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375255:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880127.375258:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.375262:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.375265:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880127.375273:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375288:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880127.375364:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375379:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880127.375384:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.375388:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.375390:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.375394:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880127.375397:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880127.375402:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880127.375408:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880127.375430:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880127.375439:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880127.375468:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880127.375476:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.375480:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880127.375487:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519605888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375501:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880127.375505:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880127.375509:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880127.375516:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880127.375519:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880127.375522:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880127.375527:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880127.375531:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880127.375537:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880127.375541:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880127.375544:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880127.375549:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880127.375551:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.375555:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880127.375562:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519606016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375577:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880127.375580:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880127.375583:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880127.375588:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880127.375591:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880127.375594:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880127.375597:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880127.375600:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880127.375605:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880127.375624:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880127.375627:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880127.375631:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880127.375634:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.375636:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880127.375643:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519606144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375655:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880127.375658:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880127.375661:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880127.375664:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880127.375667:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880127.375669:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880127.375673:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880127.375676:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880127.375681:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880127.375683:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880127.375686:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880127.375689:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880127.375692:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.375695:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.375702:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880127.375706:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.375709:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880127.375712:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880127.375715:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880127.375723:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375736:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880127.375739:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.375743:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880127.375746:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880127.375749:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880127.375755:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880127.375761:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880127.375765:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880127.375768:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880127.375772:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880127.375777:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880127.375780:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880127.375787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880127.375791:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880127.375796:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880127.375802:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519606272, portal 4 00000100:00000001:1.0:1788880127.375805:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880127.375808:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00000040:1.0:1788880127.375818:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.375830:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880127.375835:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880127.375839:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880127.375843:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519606272, offset 0 00000400:00000200:1.0:1788880127.375851:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880127.375858:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880127.375865:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880127.375870:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880127.375875:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880127.375880:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880127.375884:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880127.375890:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460719:460719:256:4294967295] 192.168.203.155@tcp LPNI seq info [460713:460713:8:4294967295] 00000400:00000200:1.0:1788880127.375898:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880127.375910:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880127.375918:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880127.375924:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880127.375931:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880127.375936:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788880127.375955:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880127.375959:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880127.375965:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880127.375970:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880127.375975:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880127.375978:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880127.375983:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880127.375989:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.376003:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880127.376009:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.376020:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.376023:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880127.376028:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880127.376033:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880127.376038:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880127.376042:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305554454 00000100:00000001:1.0:1788880127.376047:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305555732 00000100:00000001:1.0:1788880127.376050:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305554454 00000100:00000001:1.0:1788880127.376054:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305555732 00000100:00000001:1.0:1788880127.376058:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880127.376062:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.376066:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880127.376072:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880127/real 1788880127] req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880127.376087:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880127.376089:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880127.376092:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880127.376097:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880127.376100:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880127.376104:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880127.376111:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880127.376126:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.376139:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880127.376141:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.376145:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.376147:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880127.376154:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.376166:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880127.376173:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.376184:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880127.376188:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.376191:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880127.376193:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.376196:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880127.376200:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880127.376204:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880127.376210:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880127.376214:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880127.376221:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880127.376234:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880127.376240:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.376243:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880127.376248:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519606272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880127.376259:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880127.376262:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880127.376266:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880127.376269:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880127.376272:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880127.376274:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880127.376278:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880127.376281:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880127.376285:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880127.376287:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880127.376290:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880127.376294:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880127.376297:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.376300:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880127.376305:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880127.376308:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880127.376311:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880127.376365:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880127.498401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880127.498407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880127.498414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880127.498416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880127.498420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880127.498422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880128.522404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880128.522411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880128.522417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880128.522418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880128.522421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880128.522423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880128.714453:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305555732, at 4305555776 00000100:00000010:0.0:1788880128.714479:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00000040:1.0:1788880128.714483:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305555732, at 4305555776 00000100:00000010:1.0:1788880128.714520:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00010000:00000001:1.0:1788880129.546443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880129.546456:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880129.546460:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880129.546468:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546475:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880129.546479:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546483:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546488:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546494:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880129.546497:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880129.546500:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880129.546503:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546506:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880129.546508:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546512:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546515:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546521:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880129.546523:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880129.546526:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880129.546528:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546531:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880129.546534:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546537:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880129.546541:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880130.570483:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880130.570492:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880130.570499:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880130.570501:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880130.570505:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880130.570507:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880131.594518:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880131.594526:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880131.594532:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880131.594534:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880131.594538:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880131.594540:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880132.490441:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880132.490458:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880132.490463:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880132.490470:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880132.490478:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880132.490490:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10887 00000400:00000200:0.0:1788880132.490504:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880132.490515:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880132.490520:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880132.490525:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490530:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880132.490533:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490536:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880132.490548:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880132.490551:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880132.490557:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880132.490563:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880132.490567:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880132.490570:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880132.490574:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490577:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880132.490579:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490582:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880132.490586:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880132.490591:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490594:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880132.490599:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880132.490604:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880132.490607:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.490610:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880132.490613:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880132.490627:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880132.490632:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880132.490638:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880132.490641:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.490645:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880132.490650:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880132.490658:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880132.490673:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880132.490683:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880132.490696:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880132.490712:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880132.490720:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880132.490726:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880132.490757:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880132.490763:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880132.490768:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880132.490770:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880132.490772:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880132.490776:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880132.490779:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10887 00000400:00000200:0.0:1788880132.490784:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880132.490787:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880132.490790:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880132.490794:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490799:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880132.490802:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490806:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880132.490813:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880132.490818:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880132.490820:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880132.490823:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880132.490826:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880132.490831:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880132.490836:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490839:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880132.490844:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490848:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880132.490850:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880132.490854:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880132.490858:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880132.490862:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880132.490872:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880132.490874:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.490877:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880132.490881:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:0.0:1788880132.490885:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880132.490895:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.490902:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.490903:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1788880132.490909:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880132.490913:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1788880132.490915:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880132.490924:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880132.490926:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.490928:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880132.490934:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1788880132.490946:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880132.490955:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880132.490971:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880132.490979:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880132.491002:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880132.491068:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788880132.491071:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880132.491073:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.491080:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.491086:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788880132.491096:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880132.491112:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880132.491116:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.491123:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880132.491125:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880132.491137:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1788880132.491144:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519606400:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880132.491145:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880132.491156:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880132.491162:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788880132.491167:0:152638:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:1.0:1788880132.491172:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1788880132.491174:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10887 02000000:00000001:1.0:1788880132.491178:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.491187:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1788880132.491189:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880132.491196:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880132.491203:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 02000000:00000010:1.0:1788880132.491204:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880132.491218:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880132.491224:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.491231:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880132.491243:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:0.0:1788880132.491316:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.491323:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880132.491328:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880132.491332:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880132.491337:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000010:1.0:1788880132.491338:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000020:00000040:0.0:1788880132.491349:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000400:00000010:1.0:1788880132.491353:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000020:00000001:0.0:1788880132.491358:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880132.491365:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000200:1.0:1788880132.491368:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519606400, portal 25 00000100:00000040:0.0:1788880132.491374:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880132.491377:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788880132.491380:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880132.491382:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00000040:0.0:1788880132.491394:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.491402:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880132.491405:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880132.491414:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880132.491436:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880132.491452:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788880132.491453:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880132.491464:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1788880132.491470:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880132.491476:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788880132.491477:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 02000000:00000001:0.0:1788880132.491498:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880132.491500:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519606400, offset 0 00000100:00000001:0.0:1788880132.491517:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880132.491523:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788880132.491533:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000008:00000001:0.0:1788880132.491536:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.491541:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880132.491548:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000400:00000200:1.0:1788880132.491553:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000040:0.0:1788880132.491561:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880132.491569:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880132.491571:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880132.491577:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788880132.491581:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880132.491585:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788880132.491588:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788880132.491589:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880132.491608:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000010:0.0:1788880132.491609:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788880132.491623:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880132.491624:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880132.491641:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00100000:0.0:1788880132.491652:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880132.491666:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460720:460720:256:4294967295] 192.168.203.155@tcp LPNI seq info [460714:460714:8:4294967295] 00000400:00000200:1.0:1788880132.491710:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880132.491742:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880132.491750:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788880132.491752:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880132.491780:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880132.491781:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788880132.491798:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000100:00000001:0.0:1788880132.491817:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880132.491825:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1788880132.491827:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00080000:0.0:1788880132.491845:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:1.0:1788880132.491846:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000100:00000001:0.0:1788880132.491850:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880132.491856:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880132.491862:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880132.491871:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10887 00000400:00000200:0.0:1788880132.491885:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880132.491904:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880132.491912:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880132.491928:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.491937:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000800:00000100:1.0:1788880132.491942:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880132.491944:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.491958:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000800:00000010:1.0:1788880132.491961:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000020:00000001:0.0:1788880132.491965:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880132.491969:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000400:00000200:1.0:1788880132.491973:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1788880132.491975:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880132.491987:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880132.491997:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000400:00000200:1.0:1788880132.491999:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1788880132.492014:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000400:00000200:1.0:1788880132.492020:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000100:00000040:0.0:1788880132.492024:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880132.492028:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:0.0:1788880132.492031:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880132.492041:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1788880132.492047:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.492052:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000200:1.0:1788880132.492058:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880132.492061:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880132.492081:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880132.492105:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880132.492116:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880132.492119:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788880132.492121:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880132.492126:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880132.492132:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880132.492133:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880132.492142:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880132.492164:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.492176:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.492194:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880132.492195:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880132.492208:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1788880132.492210:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880132.492216:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880132.492220:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.492223:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.492225:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880132.492232:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880132.492237:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880132.492239:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880132.492318:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305560852 02000000:00000010:0.0:1788880132.492323:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000010:1.0:1788880132.492331:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:0.0:1788880132.492333:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880132.492350:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880132.492350:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880132.492371:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305560853 00000100:00000001:0.0:1788880132.492377:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1788880132.492381:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da80. 00000100:00000001:0.0:1788880132.492383:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.492395:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1788880132.492403:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.492406:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880132.492424:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.492445:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880132.492448:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880132.492456:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1788880132.492466:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880132/real 1788880132] req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880132.492467:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880132.492475:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880132.492487:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880132.492506:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880132.492523:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10887 00000400:00000001:1.0:1788880132.492526:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1788880132.492534:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000001:1.0:1788880132.492534:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880132.492544:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:0.0:1788880132.492546:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880132.492559:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1788880132.492560:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880132.492576:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000040:0.0:1788880132.492579:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880132.492597:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880132.492600:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1788880132.492607:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880132.492611:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880132.492616:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880132.492637:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880132.492650:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00000200:1.0:1788880132.492655:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880132.492657:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880132.492667:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880132.492681:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880132.492691:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880132.492693:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880132.492705:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880132.492713:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880132.492715:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788880132.492726:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880132.492727:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880132.492739:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880132.492742:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880132.492745:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880132.492759:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880132.492777:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880132.492801:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880132.492803:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880132.492830:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880132.492838:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788880132.492840:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880132.492851:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.492861:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880132.492866:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880132.492877:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880132.492888:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880132.492903:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880132.492909:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:0.0:1788880132.492910:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880132.492921:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880132.492925:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.492928:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880132.492930:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880132.492934:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880132.492941:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.492945:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1788880132.492949:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:1.0:1788880132.492951:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880132.492959:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.492961:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880132.492972:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1788880132.492982:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788880132.492986:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880132.493011:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880132.493030:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788880132.493031:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880132.493042:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880132.493053:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880132.493064:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880132.493117:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519606400:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880132.493136:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.493142:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880132.493147:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10897) 00000100:00000001:1.0:1788880132.493149:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880132.493161:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519606400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493172:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880132.493177:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880132.493182:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880132.493190:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880132.493194:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880132.493196:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880132.493200:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880132.493203:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880132.493209:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880132.493211:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880132.493214:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880132.493218:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880132.493220:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.493223:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.493232:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880132.493235:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.493238:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880132.493241:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880132.493243:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880132.493282:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493315:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880132.493317:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.493321:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880132.493324:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880132.493328:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880132.493332:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606528:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880132.493337:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880132.493340:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880132.493343:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.493345:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880132.493350:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880132.493353:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880132.493359:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880132.493363:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880132.493368:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880132.493372:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519606528, portal 10 00000100:00000001:1.0:1788880132.493375:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880132.493377:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000040:1.0:1788880132.493386:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493395:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880132.493398:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880132.493400:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880132.493403:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519606528, offset 0 00000400:00000200:1.0:1788880132.493409:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880132.493415:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880132.493421:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880132.493426:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880132.493430:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880132.493433:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880132.493436:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880132.493441:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460721:460721:256:4294967295] 192.168.203.155@tcp LPNI seq info [460715:460715:8:4294967295] 00000400:00000200:1.0:1788880132.493446:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880132.493455:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880132.493462:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880132.493467:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880132.493472:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880132.493476:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788880132.493492:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880132.493495:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880132.493499:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880132.493503:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880132.493508:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880132.493510:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880132.493513:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880132.493518:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493529:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880132.493533:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493541:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.493543:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880132.493547:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880132.493552:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880132.493556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880132.493559:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305559569 00000100:00000001:1.0:1788880132.493562:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305560852 00000100:00000001:1.0:1788880132.493565:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305559569 00000100:00000001:1.0:1788880132.493568:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305560853 00000100:00000001:1.0:1788880132.493571:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880132.493574:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.493576:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880132.493581:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880132/real 1788880132] req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880132.493600:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880132.493601:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880132.493604:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880132.493607:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880132.493609:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880132.493611:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880132.493615:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880132.493625:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493633:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880132.493636:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.493638:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880132.493640:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880132.493645:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493653:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880132.493657:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493665:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880132.493668:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.493670:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880132.493672:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.493674:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880132.493677:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880132.493680:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880132.493684:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880132.493686:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880132.493692:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880132.493702:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606528:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880132.493707:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880132.493712:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493720:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880132.493722:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.493725:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880132.493727:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880132.493729:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880132.493732:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606656:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880132.493737:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880132.493739:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880132.493741:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.493744:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880132.493748:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880132.493750:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880132.493754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880132.493757:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880132.493760:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880132.493764:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519606656, portal 10 00000100:00000001:1.0:1788880132.493767:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880132.493768:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880132.493776:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493784:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880132.493787:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880132.493790:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880132.493793:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519606656, offset 0 00000400:00000200:1.0:1788880132.493798:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880132.493802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880132.493806:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880132.493810:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880132.493814:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880132.493817:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880132.493820:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880132.493824:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460722:460722:256:4294967295] 192.168.203.155@tcp LPNI seq info [460716:460716:8:4294967295] 00000400:00000200:1.0:1788880132.493830:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880132.493838:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880132.493843:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880132.493848:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880132.493854:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880132.493859:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788880132.493880:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880132.493883:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880132.493889:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880132.493895:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880132.493901:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880132.493906:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880132.493911:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880132.493918:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493935:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880132.493942:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.493955:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.493957:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880132.493963:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880132.493967:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880132.493972:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880132.493976:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305559569 00000100:00000001:1.0:1788880132.493979:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305560852 00000100:00000001:1.0:1788880132.493982:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305559569 00000100:00000001:1.0:1788880132.493985:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305560853 00000100:00000001:1.0:1788880132.493987:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880132.493990:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.493992:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880132.493997:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880132/real 1788880132] req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880132.494007:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880132.494009:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880132.494011:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880132.494014:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880132.494017:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880132.494019:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880132.494023:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880132.494034:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494041:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880132.494043:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494045:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880132.494047:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880132.494051:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494059:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880132.494064:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494073:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880132.494076:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494078:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880132.494080:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494082:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880132.494085:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880132.494088:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880132.494092:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880132.494095:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880132.494099:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880132.494108:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606656:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880132.494113:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880132.494118:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494127:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880132.494129:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.494132:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880132.494134:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880132.494137:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880132.494140:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606784:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880132.494144:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880132.494147:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880132.494150:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.494152:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880132.494157:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880132.494159:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880132.494163:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880132.494166:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880132.494170:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880132.494174:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519606784, portal 4 00000100:00000001:1.0:1788880132.494177:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880132.494179:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880132.494186:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494195:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880132.494198:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880132.494200:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880132.494203:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519606784, offset 0 00000400:00000200:1.0:1788880132.494208:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880132.494212:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880132.494217:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880132.494220:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880132.494224:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880132.494227:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880132.494230:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880132.494234:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460723:460723:256:4294967295] 192.168.203.155@tcp LPNI seq info [460717:460717:8:4294967295] 00000400:00000200:1.0:1788880132.494239:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880132.494275:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880132.494282:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880132.494310:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880132.494316:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880132.494320:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788880132.494334:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880132.494337:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880132.494341:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880132.494345:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880132.494349:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880132.494352:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880132.494355:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880132.494360:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494379:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880132.494383:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494391:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.494393:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880132.494397:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880132.494401:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880132.494406:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880132.494409:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305559622 00000100:00000001:1.0:1788880132.494412:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305560852 00000100:00000001:1.0:1788880132.494415:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305559622 00000100:00000001:1.0:1788880132.494418:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305560853 00000100:00000001:1.0:1788880132.494420:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880132.494423:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.494425:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880132.494429:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880132/real 1788880132] req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880132.494439:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880132.494440:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880132.494443:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880132.494445:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880132.494448:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880132.494450:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880132.494454:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880132.494464:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494472:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880132.494474:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494477:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880132.494479:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880132.494483:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494491:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880132.494496:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494504:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880132.494507:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494508:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880132.494510:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494512:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880132.494514:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880132.494517:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880132.494521:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880132.494523:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880132.494528:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880132.494537:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606784:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880132.494542:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880132.494547:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494555:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880132.494557:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.494561:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880132.494563:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880132.494565:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880132.494570:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606912:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880132.494574:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880132.494577:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880132.494579:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880132.494581:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880132.494585:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880132.494587:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880132.494591:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880132.494594:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880132.494597:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880132.494601:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519606912, portal 4 00000100:00000001:1.0:1788880132.494604:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880132.494606:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:1.0:1788880132.494613:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494621:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880132.494624:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880132.494626:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880132.494629:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519606912, offset 0 00000400:00000200:1.0:1788880132.494634:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880132.494638:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880132.494642:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880132.494646:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880132.494649:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880132.494652:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880132.494655:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880132.494659:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460724:460724:256:4294967295] 192.168.203.155@tcp LPNI seq info [460718:460718:8:4294967295] 00000400:00000200:1.0:1788880132.494664:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880132.494673:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880132.494678:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880132.494682:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880132.494687:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880132.494691:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788880132.494704:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880132.494706:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880132.494710:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880132.494714:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880132.494717:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880132.494719:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880132.494722:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880132.494726:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494735:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880132.494739:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494748:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.494750:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880132.494753:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880132.494757:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880132.494760:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880132.494763:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305559573 00000100:00000001:1.0:1788880132.494766:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305560852 00000100:00000001:1.0:1788880132.494769:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305559573 00000100:00000001:1.0:1788880132.494772:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305560853 00000100:00000001:1.0:1788880132.494774:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880132.494776:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.494778:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880132.494782:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880132/real 1788880132] req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880132.494791:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880132.494793:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880132.494795:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880132.494798:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880132.494800:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880132.494802:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880132.494806:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880132.494816:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494823:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880132.494825:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494827:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880132.494828:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880132.494832:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494840:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880132.494845:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494857:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880132.494862:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494865:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880132.494867:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494870:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880132.494874:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880132.494879:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880132.494885:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880132.494889:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880132.494897:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880132.494927:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519606912:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880132.494935:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494939:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880132.494946:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519606528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.494958:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880132.494961:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880132.494964:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880132.494968:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880132.494970:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880132.494972:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880132.494975:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880132.494977:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788880132.494981:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880132.494983:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880132.494985:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880132.494988:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880132.494990:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.494992:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880132.494997:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519606656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.495004:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880132.495006:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880132.495008:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880132.495011:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880132.495013:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880132.495014:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880132.495017:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880132.495018:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880132.495021:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880132.495022:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880132.495024:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880132.495028:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880132.495029:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.495031:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880132.495035:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519606784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.495043:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880132.495045:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880132.495046:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880132.495050:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880132.495052:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880132.495053:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880132.495055:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880132.495057:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880132.495059:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880132.495060:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880132.495062:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880132.495064:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880132.495066:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.495068:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880132.495071:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519606912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880132.495079:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880132.495080:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880132.495082:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880132.495085:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880132.495086:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880132.495088:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880132.495090:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880132.495091:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880132.495094:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880132.495095:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880132.495096:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880132.495099:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880132.495101:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.495103:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880132.495107:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880132.495110:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880132.495112:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880132.495114:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880132.618381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880132.618387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880132.618394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880132.618396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880132.618400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880132.618402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880133.642413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880133.642420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880133.642427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880133.642429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880133.642433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880133.642435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880133.834422:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305560853, at 4305560896 00000100:00000040:0.0:1788880133.834427:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305560852, at 4305560896 00000100:00000010:1.0:1788880133.834447:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00000010:0.0:1788880133.834450:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00010000:00000001:1.0:1788880134.666417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880134.666425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880134.666432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880134.666434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880134.666437:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880134.666439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880135.690345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880135.690350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880135.690366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880135.690367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880135.690369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880135.690370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880136.714391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880136.714399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880136.714406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880136.714408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880136.714412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880136.714414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.610855:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880137.610862:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880137.610870:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880137.610886:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.610915:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880137.610922:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.610933:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880137.610941:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880137.610947:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880137.610957:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519607040:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880137.610967:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880137.610977:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880137.610983:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.610988:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880137.611000:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880137.611006:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880137.611022:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880137.611045:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880137.611056:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880137.611068:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519607040, portal 25 00000100:00000001:1.0:1788880137.611073:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880137.611077:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348076160 : -126388361475456 : ffff8d0cea9c4a80) 00000100:00000040:1.0:1788880137.611089:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.611111:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880137.611122:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880137.611129:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880137.611136:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519607040, offset 0 00000400:00000200:1.0:1788880137.611148:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880137.611189:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.611212:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880137.611233:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880137.611330:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880137.611357:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880137.611369:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880137.611382:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460725:460725:256:4294967295] 192.168.203.155@tcp LPNI seq info [460719:460719:8:4294967295] 00000400:00000200:1.0:1788880137.611396:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.611419:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880137.611433:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.611447:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880137.611465:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880137.611479:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880137.611523:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.611531:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880137.611556:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880137.611571:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880137.611585:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880137.611595:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880137.611607:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880137.611630:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.611657:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.611666:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.611690:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.611695:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880137.611707:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880137.611719:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880137.611728:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305565972 00000100:00000010:1.0:1788880137.611739:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd20. 00000100:00000001:1.0:1788880137.611753:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880137.611777:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305565972 00000100:00000010:1.0:1788880137.611786:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d9c0. 00000100:00000001:1.0:1788880137.611799:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880137.611810:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880137.611818:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.611825:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880137.611838:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880137/real 1788880137] req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880137.611868:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880137.611872:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880137.611879:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880137.611887:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880137.611892:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880137.611901:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880137.611912:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880137.611938:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.611956:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880137.611962:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.611972:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.611979:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880137.611988:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612020:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880137.612052:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612072:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880137.612077:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.612084:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.612088:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.612091:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880137.612095:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880137.612103:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880137.612133:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880137.612140:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880137.612153:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880137.612198:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519607040:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880137.612219:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.612228:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.612244:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4a80 x1875765519607040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612330:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880137.612336:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880137.612352:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880137.612359:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880137.612364:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880137.612369:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880137.612375:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880137.612379:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1800. 02000000:00000001:1.0:1788880137.612387:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880137.612391:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880137.612395:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4a80. 00000100:00000001:1.0:1788880137.612402:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880137.612406:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.612409:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.612419:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880137.612424:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.612431:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880137.612434:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880137.612438:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880137.612448:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612465:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880137.612468:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.612475:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880137.612479:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880137.612487:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880137.612494:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607168:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880137.612500:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880137.612503:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880137.612524:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.612527:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880137.612542:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880137.612545:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880137.612551:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880137.612556:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880137.612563:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880137.612567:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519607168, portal 10 00000100:00000001:1.0:1788880137.612587:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880137.612589:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077056 : -126388361474560 : ffff8d0cea9c4e00) 00000100:00000040:1.0:1788880137.612609:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612617:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880137.612620:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880137.612623:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880137.612626:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519607168, offset 0 00000400:00000200:1.0:1788880137.612630:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880137.612635:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.612640:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880137.612644:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880137.612647:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880137.612650:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880137.612653:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880137.612657:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460726:460726:256:4294967295] 192.168.203.155@tcp LPNI seq info [460720:460720:8:4294967295] 00000400:00000200:1.0:1788880137.612662:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.612670:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880137.612676:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.612681:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880137.612686:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880137.612689:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880137.612704:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.612707:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880137.612710:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880137.612714:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880137.612718:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880137.612720:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880137.612723:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880137.612728:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612737:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.612741:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612749:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.612751:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880137.612754:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880137.612759:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880137.612762:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880137.612765:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305564688 00000100:00000001:1.0:1788880137.612768:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305565972 00000100:00000001:1.0:1788880137.612770:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305564688 00000100:00000001:1.0:1788880137.612773:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305565972 00000100:00000001:1.0:1788880137.612775:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880137.612778:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.612780:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880137.612784:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880137/real 1788880137] req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880137.612801:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880137.612803:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880137.612805:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880137.612808:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880137.612810:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880137.612812:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880137.612815:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880137.612825:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612833:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880137.612834:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.612836:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.612838:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880137.612842:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612849:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880137.612853:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612861:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880137.612864:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.612865:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.612867:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.612869:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880137.612871:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880137.612874:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880137.612877:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880137.612879:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880137.612885:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880137.612905:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607168:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880137.612909:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880137.612913:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612920:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880137.612922:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.612924:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880137.612926:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880137.612928:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880137.612931:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880137.612934:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880137.612937:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880137.612938:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.612940:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880137.612944:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880137.612946:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880137.612949:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880137.612951:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880137.612955:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880137.612958:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519607296, portal 10 00000100:00000001:1.0:1788880137.612960:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880137.612962:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348082432 : -126388361469184 : ffff8d0cea9c6300) 00000100:00000040:1.0:1788880137.612968:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.612976:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880137.612979:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880137.612981:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880137.612984:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519607296, offset 0 00000400:00000200:1.0:1788880137.612988:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880137.612992:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.612996:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880137.613000:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880137.613003:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880137.613006:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880137.613008:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880137.613022:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460727:460727:256:4294967295] 192.168.203.155@tcp LPNI seq info [460721:460721:8:4294967295] 00000400:00000200:1.0:1788880137.613027:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.613034:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880137.613056:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.613059:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880137.613063:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880137.613065:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880137.613075:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.613077:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880137.613080:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880137.613083:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880137.613086:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880137.613088:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880137.613090:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880137.613093:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613100:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.613103:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613109:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.613111:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880137.613113:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880137.613116:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880137.613119:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880137.613121:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305564688 00000100:00000001:1.0:1788880137.613124:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305565972 00000100:00000001:1.0:1788880137.613126:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305564688 00000100:00000001:1.0:1788880137.613128:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305565972 00000100:00000001:1.0:1788880137.613130:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880137.613132:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.613133:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880137.613136:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880137/real 1788880137] req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880137.613143:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880137.613144:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880137.613146:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880137.613148:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880137.613149:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880137.613151:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880137.613153:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880137.613186:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613200:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880137.613203:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613206:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.613209:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880137.613216:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613231:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880137.613240:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613320:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880137.613324:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613326:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.613327:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613329:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880137.613331:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880137.613333:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880137.613337:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880137.613351:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880137.613355:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880137.613363:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880137.613367:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880137.613370:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613377:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880137.613378:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.613380:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880137.613382:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880137.613384:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880137.613387:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880137.613390:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880137.613392:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880137.613393:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.613395:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880137.613398:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880137.613400:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880137.613404:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880137.613407:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880137.613410:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880137.613413:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519607424, portal 4 00000100:00000001:1.0:1788880137.613416:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880137.613417:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348085120 : -126388361466496 : ffff8d0cea9c6d80) 00000100:00000040:1.0:1788880137.613422:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613429:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880137.613431:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880137.613433:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880137.613435:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519607424, offset 0 00000400:00000200:1.0:1788880137.613439:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880137.613443:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.613446:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880137.613449:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880137.613452:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880137.613454:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880137.613456:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880137.613460:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460728:460728:256:4294967295] 192.168.203.155@tcp LPNI seq info [460722:460722:8:4294967295] 00000400:00000200:1.0:1788880137.613464:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.613470:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880137.613474:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.613477:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880137.613498:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880137.613502:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880137.613514:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.613517:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880137.613521:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880137.613525:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880137.613528:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880137.613540:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880137.613543:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880137.613547:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613564:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.613567:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613575:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.613577:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880137.613580:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880137.613584:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880137.613587:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880137.613589:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305564741 00000100:00000001:1.0:1788880137.613592:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305565972 00000100:00000001:1.0:1788880137.613595:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305564741 00000100:00000001:1.0:1788880137.613597:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305565972 00000100:00000001:1.0:1788880137.613610:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880137.613612:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.613614:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880137.613618:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880137/real 1788880137] req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880137.613626:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880137.613628:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880137.613630:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880137.613632:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880137.613634:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880137.613636:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880137.613640:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880137.613650:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613656:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880137.613659:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613661:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.613663:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880137.613667:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613674:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880137.613678:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613686:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880137.613688:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613690:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.613691:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613693:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880137.613695:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880137.613698:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880137.613701:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880137.613703:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880137.613707:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880137.613716:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880137.613720:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613722:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.613725:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4e00 x1875765519607168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613733:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880137.613735:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880137.613738:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880137.613741:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880137.613742:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880137.613745:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880137.613747:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880137.613750:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788880137.613753:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880137.613754:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880137.613756:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4e00. 00000100:00000001:1.0:1788880137.613760:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880137.613762:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613764:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.613768:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6300 x1875765519607296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613775:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880137.613777:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880137.613778:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880137.613781:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880137.613782:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880137.613783:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880137.613785:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880137.613787:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788880137.613789:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880137.613790:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880137.613791:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6300. 00000100:00000001:1.0:1788880137.613797:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880137.613798:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613800:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.613803:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6d80 x1875765519607424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613810:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880137.613811:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880137.613813:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880137.613815:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880137.613816:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880137.613818:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880137.613819:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880137.613821:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788880137.613824:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880137.613826:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880137.613827:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6d80. 00000100:00000001:1.0:1788880137.613833:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880137.613834:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613836:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.613841:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880137.613842:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.613845:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880137.613847:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880137.613848:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880137.613852:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613860:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880137.613862:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.613864:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880137.613866:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880137.613869:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880137.613872:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880137.613875:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880137.613877:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880137.613879:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880137.613881:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880137.613883:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880137.613886:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880137.613889:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880137.613891:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880137.613894:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880137.613898:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519607552, portal 4 00000100:00000001:1.0:1788880137.613900:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880137.613902:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788880137.613908:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.613915:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880137.613918:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880137.613920:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880137.613923:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519607552, offset 0 00000400:00000200:1.0:1788880137.613927:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880137.613932:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.613935:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880137.613939:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880137.613942:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880137.613945:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880137.613948:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880137.613951:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460729:460729:256:4294967295] 192.168.203.155@tcp LPNI seq info [460723:460723:8:4294967295] 00000400:00000200:1.0:1788880137.613956:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880137.613964:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880137.613969:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.613972:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880137.613984:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880137.613988:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880137.614000:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880137.614002:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880137.614005:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880137.614009:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880137.614012:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880137.614014:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880137.614017:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880137.614020:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.614029:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.614032:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.614040:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.614041:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880137.614061:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880137.614066:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880137.614071:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880137.614074:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305564692 00000100:00000001:1.0:1788880137.614077:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305565972 00000100:00000001:1.0:1788880137.614080:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305564692 00000100:00000001:1.0:1788880137.614084:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305565972 00000100:00000001:1.0:1788880137.614087:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880137.614090:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.614093:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880137.614099:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880137/real 1788880137] req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880137.614110:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880137.614112:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880137.614115:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880137.614119:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880137.614122:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880137.614125:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880137.614130:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880137.614167:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.614179:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880137.614181:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.614184:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.614187:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880137.614194:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.614221:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880137.614228:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.614242:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880137.614246:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.614310:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880137.614313:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.614315:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880137.614318:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880137.614323:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880137.614328:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880137.614332:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880137.614339:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880137.614350:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880137.614353:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.614356:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880137.614358:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519607552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880137.614364:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880137.614366:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880137.614368:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880137.614370:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880137.614372:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880137.614373:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880137.614375:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880137.614377:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788880137.614379:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880137.614381:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880137.614382:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788880137.614385:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880137.614386:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.614388:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880137.614392:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880137.614393:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880137.614395:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880137.614397:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880137.738337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880137.738343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880137.738347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880137.738348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880137.738351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880137.738352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880138.762400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880138.762412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880138.762423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880138.762426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880138.762432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880138.762435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880138.954437:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305565972, at 4305566016 00000100:00000040:1.0:1788880138.954445:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305565972, at 4305566016 00000100:00000010:0.0:1788880138.954498:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000010:1.0:1788880138.954503:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00010000:00000001:1.0:1788880139.786352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880139.786359:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880139.786361:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880139.786364:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786369:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880139.786370:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786372:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786374:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880139.786378:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880139.786379:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880139.786381:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786382:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880139.786383:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786384:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786385:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880139.786389:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880139.786390:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880139.786391:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786392:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880139.786393:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786395:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880139.786396:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880140.810366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880140.810373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880140.810380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880140.810382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880140.810386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880140.810388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880141.834397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880141.834405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880141.834412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880141.834413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880141.834418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880141.834419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.730809:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880142.730818:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880142.730827:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880142.730848:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.730873:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880142.730879:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.730886:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880142.730894:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880142.730903:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880142.730916:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519607680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880142.730928:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880142.730936:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880142.730942:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.730951:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880142.730964:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880142.730973:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880142.730989:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880142.731003:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880142.731020:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880142.731036:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519607680, portal 25 00000100:00000001:1.0:1788880142.731048:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880142.731054:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788880142.731082:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.731131:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880142.731149:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880142.731164:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880142.731181:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519607680, offset 0 00000400:00000200:1.0:1788880142.731210:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880142.731307:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.731325:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880142.731336:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880142.731347:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880142.731372:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880142.731383:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880142.731397:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460730:460730:256:4294967295] 192.168.203.155@tcp LPNI seq info [460724:460724:8:4294967295] 00000400:00000200:1.0:1788880142.731422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.731445:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880142.731465:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.731480:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880142.731499:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880142.731510:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880142.731560:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.731567:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880142.731577:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880142.731596:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880142.731609:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880142.731617:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880142.731631:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880142.731647:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.731688:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.731697:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.731724:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.731731:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880142.731743:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880142.731763:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880142.731772:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305571092 00000100:00000010:1.0:1788880142.731784:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d9c0. 00000100:00000001:1.0:1788880142.731798:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880142.731812:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305571092 00000100:00000010:1.0:1788880142.731822:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d600. 00000100:00000001:1.0:1788880142.731835:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880142.731847:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880142.731856:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.731864:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880142.731880:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880142/real 1788880142] req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880142.731927:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880142.731933:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880142.731941:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880142.731949:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880142.731957:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880142.731964:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880142.731981:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880142.732030:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732068:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880142.732080:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.732095:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.732104:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880142.732126:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732179:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880142.732200:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732240:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880142.732245:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.732248:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.732291:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.732295:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880142.732298:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880142.732302:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880142.732308:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880142.732312:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880142.732321:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880142.732333:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519607680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880142.732339:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.732342:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.732346:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519607680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732354:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880142.732357:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880142.732360:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880142.732365:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880142.732368:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880142.732371:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880142.732374:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880142.732377:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:1.0:1788880142.732382:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880142.732385:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880142.732387:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788880142.732394:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880142.732396:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.732399:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.732407:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880142.732409:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.732412:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880142.732414:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880142.732417:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880142.732421:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732431:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880142.732433:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.732435:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880142.732438:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880142.732441:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880142.732445:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880142.732449:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880142.732452:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880142.732454:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.732456:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880142.732460:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880142.732463:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880142.732468:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880142.732472:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880142.732476:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880142.732481:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519607808, portal 10 00000100:00000001:1.0:1788880142.732483:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880142.732485:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788880142.732494:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732503:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880142.732507:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880142.732510:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880142.732513:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519607808, offset 0 00000400:00000200:1.0:1788880142.732518:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880142.732523:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.732528:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880142.732532:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880142.732536:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880142.732539:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880142.732542:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880142.732546:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460731:460731:256:4294967295] 192.168.203.155@tcp LPNI seq info [460725:460725:8:4294967295] 00000400:00000200:1.0:1788880142.732552:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.732561:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880142.732567:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.732572:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880142.732577:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880142.732581:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880142.732596:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.732599:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880142.732603:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880142.732607:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880142.732611:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880142.732614:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880142.732617:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880142.732621:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732632:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.732635:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732652:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.732654:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880142.732658:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880142.732664:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880142.732668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880142.732671:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305569808 00000100:00000001:1.0:1788880142.732675:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305571092 00000100:00000001:1.0:1788880142.732678:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305569808 00000100:00000001:1.0:1788880142.732681:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305571092 00000100:00000001:1.0:1788880142.732683:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880142.732686:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.732688:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880142.732693:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880142/real 1788880142] req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880142.732702:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880142.732704:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880142.732707:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880142.732709:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880142.732711:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880142.732714:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880142.732718:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880142.732728:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732736:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880142.732738:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.732740:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.732742:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880142.732746:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732755:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880142.732760:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732769:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880142.732772:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.732774:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.732775:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.732777:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880142.732780:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880142.732783:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880142.732786:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880142.732789:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880142.732794:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880142.732803:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880142.732807:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880142.732811:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732819:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880142.732821:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.732824:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880142.732826:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880142.732829:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880142.732832:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880142.732836:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880142.732838:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880142.732840:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.732843:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880142.732846:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880142.732849:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880142.732853:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880142.732855:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880142.732859:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880142.732862:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519607936, portal 10 00000100:00000001:1.0:1788880142.732865:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880142.732867:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788880142.732874:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732882:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880142.732885:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880142.732888:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880142.732891:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519607936, offset 0 00000400:00000200:1.0:1788880142.732895:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880142.732899:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.732903:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880142.732906:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880142.732909:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880142.732912:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880142.732915:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880142.732919:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460732:460732:256:4294967295] 192.168.203.155@tcp LPNI seq info [460726:460726:8:4294967295] 00000400:00000200:1.0:1788880142.732924:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.732932:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880142.732937:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.732941:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880142.732945:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880142.732949:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880142.732962:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.732965:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880142.732968:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880142.732973:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880142.732976:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880142.732978:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880142.732981:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880142.732985:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.732994:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.732998:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733006:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.733008:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880142.733011:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880142.733014:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880142.733018:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880142.733020:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305569808 00000100:00000001:1.0:1788880142.733023:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305571092 00000100:00000001:1.0:1788880142.733025:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305569808 00000100:00000001:1.0:1788880142.733028:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305571092 00000100:00000001:1.0:1788880142.733031:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880142.733033:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.733036:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880142.733040:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880142/real 1788880142] req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880142.733049:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880142.733050:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880142.733052:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880142.733055:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880142.733058:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880142.733063:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880142.733070:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880142.733088:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733101:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880142.733104:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733107:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.733110:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880142.733118:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733133:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880142.733142:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733157:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880142.733162:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733165:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.733167:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733169:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880142.733172:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880142.733175:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880142.733179:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880142.733182:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880142.733187:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880142.733197:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519607936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880142.733202:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880142.733207:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733241:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880142.733243:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.733247:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880142.733274:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880142.733277:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880142.733282:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880142.733286:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880142.733289:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880142.733291:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.733293:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880142.733298:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880142.733301:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880142.733306:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880142.733309:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880142.733313:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880142.733318:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519608064, portal 4 00000100:00000001:1.0:1788880142.733320:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880142.733322:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788880142.733330:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733339:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880142.733342:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880142.733344:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880142.733347:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519608064, offset 0 00000400:00000200:1.0:1788880142.733352:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880142.733357:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.733362:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880142.733365:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880142.733369:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880142.733372:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880142.733375:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880142.733380:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460733:460733:256:4294967295] 192.168.203.155@tcp LPNI seq info [460727:460727:8:4294967295] 00000400:00000200:1.0:1788880142.733385:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.733394:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880142.733400:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.733404:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880142.733408:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880142.733412:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880142.733426:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.733428:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880142.733432:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880142.733437:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880142.733441:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880142.733443:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880142.733446:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880142.733450:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733460:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.733464:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733472:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.733474:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880142.733478:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880142.733482:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880142.733486:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880142.733488:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305569861 00000100:00000001:1.0:1788880142.733492:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305571092 00000100:00000001:1.0:1788880142.733494:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305569861 00000100:00000001:1.0:1788880142.733497:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305571092 00000100:00000001:1.0:1788880142.733500:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880142.733503:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.733505:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880142.733510:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880142/real 1788880142] req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880142.733519:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880142.733521:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880142.733523:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880142.733525:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880142.733527:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880142.733530:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880142.733534:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880142.733544:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733552:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880142.733554:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733556:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.733558:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880142.733562:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733570:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880142.733574:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733582:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880142.733585:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733587:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.733589:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733592:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880142.733594:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880142.733597:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880142.733602:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880142.733604:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880142.733609:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880142.733619:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880142.733623:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880142.733627:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733635:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880142.733636:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.733639:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880142.733641:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880142.733643:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880142.733647:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880142.733651:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880142.733653:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880142.733655:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880142.733657:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880142.733661:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880142.733663:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880142.733666:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880142.733669:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880142.733672:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880142.733676:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519608192, portal 4 00000100:00000001:1.0:1788880142.733678:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880142.733680:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788880142.733686:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733694:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880142.733698:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880142.733700:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880142.733704:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519608192, offset 0 00000400:00000200:1.0:1788880142.733708:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880142.733712:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.733717:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880142.733720:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880142.733723:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880142.733726:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880142.733729:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880142.733733:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460734:460734:256:4294967295] 192.168.203.155@tcp LPNI seq info [460728:460728:8:4294967295] 00000400:00000200:1.0:1788880142.733739:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880142.733747:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880142.733752:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.733755:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880142.733760:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880142.733763:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880142.733777:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880142.733779:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880142.733783:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880142.733787:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880142.733790:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880142.733792:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880142.733794:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880142.733798:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733808:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.733811:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733820:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.733822:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880142.733826:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880142.733829:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880142.733833:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880142.733836:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305569812 00000100:00000001:1.0:1788880142.733839:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305571092 00000100:00000001:1.0:1788880142.733841:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305569812 00000100:00000001:1.0:1788880142.733844:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305571092 00000100:00000001:1.0:1788880142.733846:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880142.733848:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.733851:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880142.733855:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880142/real 1788880142] req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880142.733864:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880142.733865:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880142.733867:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880142.733870:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880142.733872:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880142.733874:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880142.733877:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880142.733888:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733896:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880142.733898:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733900:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.733901:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880142.733905:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733913:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880142.733917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733927:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880142.733930:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733932:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880142.733934:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733936:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880142.733938:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880142.733941:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880142.733945:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880142.733947:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880142.733951:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880142.733960:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880142.733964:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.733967:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.733970:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519607808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.733978:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880142.733980:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880142.733983:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880142.733985:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880142.733987:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880142.733989:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880142.733991:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880142.733994:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788880142.733997:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880142.733999:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880142.734001:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788880142.734005:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880142.734007:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.734009:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.734013:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519607936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.734021:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880142.734023:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880142.734025:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880142.734027:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880142.734029:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880142.734030:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880142.734032:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880142.734034:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788880142.734036:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880142.734037:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880142.734039:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788880142.734042:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880142.734044:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.734046:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.734049:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519608064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.734058:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880142.734061:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880142.734063:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880142.734068:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880142.734071:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880142.734073:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880142.734077:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880142.734080:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788880142.734084:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880142.734086:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880142.734088:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788880142.734092:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880142.734095:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.734098:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880142.734105:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519608192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880142.734131:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880142.734134:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880142.734138:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880142.734143:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880142.734146:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880142.734149:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880142.734153:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880142.734156:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788880142.734160:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880142.734162:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880142.734164:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788880142.734170:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880142.734172:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.734174:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880142.734179:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880142.734181:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880142.734183:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880142.734186:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880142.858409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880142.858416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880142.858424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880142.858426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880142.858430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880142.858432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880143.882380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880143.882388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880143.882395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880143.882397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880143.882401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880143.882404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880144.074389:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305571092, at 4305571136 00000100:00000040:0.0:1788880144.074410:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305571092, at 4305571136 00000100:00000010:1.0:1788880144.074416:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00000010:0.0:1788880144.074427:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00010000:00000001:1.0:1788880144.906386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880144.906395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880144.906402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880144.906405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880144.906409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880144.906410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880145.930390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880145.930398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880145.930405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880145.930407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880145.930414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880145.930417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880146.954376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880146.954384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880146.954391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880146.954392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880146.954396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880146.954399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.850557:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880147.850562:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880147.850566:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880147.850575:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.850590:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880147.850593:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.850597:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880147.850601:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880147.850607:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880147.850614:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519608320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880147.850622:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880147.850626:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880147.850629:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.850633:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880147.850638:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880147.850642:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880147.850650:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880147.850656:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880147.850664:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880147.850684:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519608320, portal 25 00000100:00000001:1.0:1788880147.850690:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880147.850692:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077952 : -126388361473664 : ffff8d0cea9c5180) 00000100:00000040:1.0:1788880147.850702:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.850717:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880147.850723:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880147.850729:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880147.850734:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519608320, offset 0 00000400:00000200:1.0:1788880147.850746:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880147.850757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.850765:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880147.850772:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880147.850778:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880147.850784:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880147.850789:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880147.850795:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460735:460735:256:4294967295] 192.168.203.155@tcp LPNI seq info [460729:460729:8:4294967295] 00000400:00000200:1.0:1788880147.850802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.850817:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880147.850846:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.850868:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880147.850880:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880147.850886:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880147.850920:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.850925:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880147.850933:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880147.850944:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880147.850954:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880147.850961:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880147.850980:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880147.850991:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851019:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.851025:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851081:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.851084:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880147.851092:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880147.851101:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880147.851106:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305576211 00000100:00000010:1.0:1788880147.851114:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d600. 00000100:00000001:1.0:1788880147.851134:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880147.851149:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305576211 00000100:00000010:1.0:1788880147.851155:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d7e0. 00000100:00000001:1.0:1788880147.851160:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880147.851164:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880147.851169:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.851172:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880147.851194:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880147/real 1788880147] req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880147.851207:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880147.851210:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880147.851213:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880147.851229:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880147.851232:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880147.851237:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880147.851242:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880147.851280:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851294:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880147.851298:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851303:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.851305:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880147.851312:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851318:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880147.851325:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851339:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880147.851343:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851348:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.851350:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851352:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880147.851355:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880147.851360:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880147.851368:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880147.851372:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880147.851378:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880147.851392:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519608320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880147.851399:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851402:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.851406:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5180 x1875765519608320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851412:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880147.851414:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880147.851417:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880147.851420:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880147.851422:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880147.851423:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880147.851436:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880147.851438:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788880147.851441:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880147.851442:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880147.851444:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5180. 00000100:00000001:1.0:1788880147.851447:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880147.851447:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851449:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851454:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880147.851455:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.851456:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880147.851458:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880147.851459:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880147.851461:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851466:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880147.851467:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.851469:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880147.851470:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880147.851472:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880147.851473:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880147.851475:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880147.851477:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880147.851478:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.851479:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880147.851481:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880147.851483:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880147.851486:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880147.851487:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880147.851490:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880147.851492:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519608448, portal 10 00000100:00000001:1.0:1788880147.851493:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880147.851494:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348073472 : -126388361478144 : ffff8d0cea9c4000) 00000100:00000040:1.0:1788880147.851510:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851515:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880147.851516:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880147.851518:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880147.851519:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519608448, offset 0 00000400:00000200:1.0:1788880147.851522:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880147.851525:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.851527:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880147.851529:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880147.851531:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880147.851533:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880147.851535:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880147.851537:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460736:460736:256:4294967295] 192.168.203.155@tcp LPNI seq info [460730:460730:8:4294967295] 00000400:00000200:1.0:1788880147.851540:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.851545:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880147.851548:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.851550:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880147.851553:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880147.851555:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880147.851562:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.851573:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880147.851575:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880147.851577:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880147.851579:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880147.851581:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880147.851582:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880147.851584:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851590:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.851592:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851600:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.851602:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880147.851603:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880147.851607:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880147.851609:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880147.851610:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305574927 00000100:00000001:1.0:1788880147.851612:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305576211 00000100:00000001:1.0:1788880147.851614:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305574927 00000100:00000001:1.0:1788880147.851615:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305576211 00000100:00000001:1.0:1788880147.851616:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880147.851617:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.851619:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880147.851621:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880147/real 1788880147] req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880147.851626:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880147.851627:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880147.851628:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880147.851629:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880147.851630:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880147.851632:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880147.851634:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880147.851638:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851642:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880147.851643:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851644:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.851645:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880147.851647:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851652:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880147.851654:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851659:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880147.851660:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851661:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.851662:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851663:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880147.851664:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880147.851666:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880147.851667:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880147.851669:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880147.851671:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880147.851676:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880147.851678:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880147.851680:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851684:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880147.851684:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.851686:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880147.851687:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880147.851688:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880147.851690:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880147.851692:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880147.851693:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880147.851694:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.851695:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880147.851697:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880147.851699:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880147.851701:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880147.851702:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880147.851704:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880147.851706:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519608576, portal 10 00000100:00000001:1.0:1788880147.851707:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880147.851708:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086016 : -126388361465600 : ffff8d0cea9c7100) 00000100:00000040:1.0:1788880147.851712:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851717:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880147.851718:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880147.851719:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880147.851721:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519608576, offset 0 00000400:00000200:1.0:1788880147.851723:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880147.851725:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.851727:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880147.851729:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880147.851730:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880147.851732:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880147.851733:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880147.851735:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460737:460737:256:4294967295] 192.168.203.155@tcp LPNI seq info [460731:460731:8:4294967295] 00000400:00000200:1.0:1788880147.851738:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.851742:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880147.851744:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.851746:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880147.851748:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880147.851750:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880147.851756:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.851758:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880147.851760:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880147.851762:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880147.851764:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880147.851765:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880147.851767:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880147.851769:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851782:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.851784:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851789:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.851790:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880147.851792:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880147.851793:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880147.851795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880147.851797:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305574927 00000100:00000001:1.0:1788880147.851798:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305576211 00000100:00000001:1.0:1788880147.851800:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305574927 00000100:00000001:1.0:1788880147.851802:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305576211 00000100:00000001:1.0:1788880147.851803:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880147.851804:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.851805:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880147.851807:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880147/real 1788880147] req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880147.851812:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880147.851812:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880147.851813:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880147.851815:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880147.851816:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880147.851818:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880147.851819:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880147.851825:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851829:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880147.851829:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851830:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.851831:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880147.851833:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851837:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880147.851839:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851843:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880147.851845:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851846:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.851846:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.851847:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880147.851848:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880147.851850:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880147.851852:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880147.851853:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880147.851855:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880147.851875:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880147.851877:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880147.851879:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851884:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880147.851885:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.851887:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880147.851888:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880147.851889:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880147.851891:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880147.851893:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880147.851894:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880147.851895:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.851896:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880147.851898:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880147.851899:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880147.851912:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880147.851913:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880147.851915:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880147.851917:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519608704, portal 4 00000100:00000001:1.0:1788880147.851919:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880147.851920:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086912 : -126388361464704 : ffff8d0cea9c7480) 00000100:00000040:1.0:1788880147.851923:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.851945:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880147.851948:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880147.851950:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880147.851953:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519608704, offset 0 00000400:00000200:1.0:1788880147.851958:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880147.851962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.851966:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880147.851969:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880147.851971:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880147.851974:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880147.851977:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880147.851981:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460738:460738:256:4294967295] 192.168.203.155@tcp LPNI seq info [460732:460732:8:4294967295] 00000400:00000200:1.0:1788880147.851986:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.852009:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880147.852014:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.852018:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880147.852021:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880147.852023:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880147.852031:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.852032:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880147.852034:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880147.852037:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880147.852039:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880147.852041:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880147.852042:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880147.852045:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852051:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.852053:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852076:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.852077:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880147.852080:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880147.852081:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880147.852084:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880147.852085:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305574979 00000100:00000001:1.0:1788880147.852087:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305576211 00000100:00000001:1.0:1788880147.852088:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305574979 00000100:00000001:1.0:1788880147.852090:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305576211 00000100:00000001:1.0:1788880147.852091:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880147.852093:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.852094:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880147.852097:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880147/real 1788880147] req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880147.852102:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880147.852103:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880147.852104:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880147.852106:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880147.852107:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880147.852108:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880147.852110:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880147.852125:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852130:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880147.852130:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852131:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.852132:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880147.852134:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852138:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880147.852141:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852145:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880147.852146:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852147:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.852148:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852149:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880147.852150:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880147.852151:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880147.852154:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880147.852155:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880147.852158:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880147.852163:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880147.852165:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880147.852167:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852171:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880147.852172:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.852173:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880147.852174:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880147.852193:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880147.852196:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880147.852198:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880147.852199:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880147.852200:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880147.852202:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880147.852204:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880147.852205:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880147.852218:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880147.852220:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880147.852222:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880147.852224:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519608832, portal 4 00000100:00000001:1.0:1788880147.852226:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880147.852227:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788880147.852231:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852235:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880147.852237:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880147.852238:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880147.852240:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519608832, offset 0 00000400:00000200:1.0:1788880147.852242:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880147.852245:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.852263:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880147.852265:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880147.852266:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880147.852268:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880147.852269:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880147.852272:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460739:460739:256:4294967295] 192.168.203.155@tcp LPNI seq info [460733:460733:8:4294967295] 00000400:00000200:1.0:1788880147.852275:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880147.852279:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880147.852282:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.852284:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880147.852287:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880147.852289:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880147.852295:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880147.852297:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880147.852299:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880147.852301:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880147.852303:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880147.852304:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880147.852306:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880147.852308:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852314:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.852316:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852320:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.852322:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880147.852324:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880147.852326:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880147.852328:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880147.852330:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305574931 00000100:00000001:1.0:1788880147.852331:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305576211 00000100:00000001:1.0:1788880147.852333:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305574931 00000100:00000001:1.0:1788880147.852334:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305576211 00000100:00000001:1.0:1788880147.852336:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880147.852337:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.852338:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880147.852341:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880147/real 1788880147] req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880147.852345:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880147.852346:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880147.852347:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880147.852348:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880147.852349:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880147.852350:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880147.852352:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880147.852357:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852362:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880147.852363:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852364:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.852364:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880147.852367:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852371:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880147.852373:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852378:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880147.852380:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852381:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880147.852382:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852383:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880147.852385:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880147.852386:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880147.852388:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880147.852389:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880147.852391:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880147.852396:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519608832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880147.852398:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852399:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.852401:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4000 x1875765519608448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852406:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880147.852407:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880147.852408:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880147.852410:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880147.852411:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880147.852413:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880147.852414:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880147.852415:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1800. 02000000:00000001:1.0:1788880147.852417:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880147.852419:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880147.852420:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4000. 00000100:00000001:1.0:1788880147.852449:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880147.852450:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852452:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.852454:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7100 x1875765519608576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852459:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880147.852460:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880147.852461:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880147.852463:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880147.852463:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880147.852464:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880147.852465:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880147.852466:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788880147.852468:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880147.852468:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880147.852469:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7100. 00000100:00000001:1.0:1788880147.852473:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880147.852474:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852475:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.852477:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7480 x1875765519608704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852481:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880147.852482:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880147.852483:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880147.852484:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880147.852485:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880147.852486:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880147.852487:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880147.852488:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788880147.852513:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880147.852514:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880147.852515:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7480. 00000100:00000001:1.0:1788880147.852516:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880147.852517:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852518:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880147.852520:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519608832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880147.852529:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880147.852530:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880147.852531:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880147.852532:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880147.852533:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880147.852534:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880147.852535:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880147.852535:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788880147.852537:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880147.852537:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880147.852538:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788880147.852539:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880147.852540:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852541:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880147.852543:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880147.852544:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880147.852545:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880147.852546:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880147.978333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880147.978353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880147.978358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880147.978359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880147.978361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880147.978362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880149.002398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880149.002405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880149.002413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880149.002414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880149.002486:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880149.002488:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880149.194354:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305576211, at 4305576256 00000100:00000040:0.0:1788880149.194375:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305576211, at 4305576256 00000100:00000010:1.0:1788880149.194377:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00000100:00000010:0.0:1788880149.194397:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00010000:00000001:1.0:1788880150.026356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880150.026366:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880150.026369:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880150.026375:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026381:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880150.026384:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026387:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026390:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880150.026396:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880150.026398:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880150.026401:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026403:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880150.026405:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026423:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026426:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880150.026432:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880150.026434:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880150.026436:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026438:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880150.026440:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026442:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880150.026445:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880151.050380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880151.050388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880151.050395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880151.050397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880151.050401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880151.050403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880152.074428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880152.074437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880152.074444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880152.074446:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880152.074450:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880152.074452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880152.970463:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880152.970476:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880152.970480:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880152.970486:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880152.970494:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880152.970504:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10907 00000400:00000200:1.0:1788880152.970514:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880152.970522:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880152.970526:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880152.970530:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970535:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.970538:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970542:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880152.970551:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880152.970554:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880152.970557:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880152.970562:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880152.970565:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880152.970568:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880152.970572:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970574:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.970577:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970579:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880152.970583:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880152.970587:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970590:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880152.970594:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880152.970599:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880152.970603:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.970606:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880152.970609:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880152.970639:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880152.970644:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880152.970650:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880152.970652:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.970657:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880152.970661:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880152.970667:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880152.970677:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880152.970687:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880152.970700:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519608960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880152.970714:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880152.970720:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880152.970736:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519608960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880152.970769:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880152.970773:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880152.970778:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880152.970780:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880152.970783:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880152.970786:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880152.970790:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10907 00000400:00000200:1.0:1788880152.970804:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880152.970809:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880152.970812:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880152.970817:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970820:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.970825:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970828:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880152.970832:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880152.970834:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880152.970837:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880152.970840:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880152.970843:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880152.970846:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880152.970852:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970856:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.970864:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970869:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880152.970878:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880152.970888:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880152.970891:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880152.970897:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880152.970905:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880152.970917:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.970926:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880152.970935:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880152.970945:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.970951:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880152.970961:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788880152.970970:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880152.970980:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880152.970986:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.970992:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880152.970997:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880152.971001:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880152.971011:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880152.971024:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880152.971050:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519609088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880152.971082:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880152.971093:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880152.971116:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519609088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880152.971185:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880152.971200:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880152.971217:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880152.971224:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880152.971235:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880152.971247:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880152.971322:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10907 00000400:00000200:1.0:1788880152.971343:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880152.971358:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880152.971370:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880152.971386:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.971392:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.971399:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.971409:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880152.971428:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880152.971433:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880152.971440:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880152.971444:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880152.971450:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880152.971457:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880152.971471:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.971480:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.971490:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.971503:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880152.971514:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880152.971527:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880152.971532:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880152.971538:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880152.971548:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880152.971556:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.971566:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880152.971570:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880152.973405:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.973407:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880152.973414:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788880152.973418:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880152.973421:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880152.973423:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.973425:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880152.973427:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880152.973430:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880152.973436:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880152.973441:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880152.973449:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519609216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880152.973458:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880152.973461:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880152.973466:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519609216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880152.973488:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880152.973492:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880152.973496:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880152.973498:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880152.973501:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880152.973504:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880152.973526:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10907 00000400:00000200:1.0:1788880152.973534:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880152.973539:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880152.973543:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880152.973553:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.973561:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.973570:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.973575:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880152.973582:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880152.973588:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880152.973595:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880152.973600:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880152.973610:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880152.973619:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880152.973632:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.973640:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.973647:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.973654:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880152.973662:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880152.973676:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880152.973685:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880152.973691:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880152.973700:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880152.973708:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.973718:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880152.973728:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880152.973734:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.973738:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880152.973745:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788880152.973752:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880152.973759:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880152.973766:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.973772:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880152.973781:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880152.973788:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880152.973799:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880152.973806:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880152.973825:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519609344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880152.973871:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880152.973879:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880152.973890:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519609344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880152.973919:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880152.973926:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880152.973938:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880152.973944:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880152.973950:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880152.973960:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880152.973977:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10907 00000400:00000200:1.0:1788880152.973994:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880152.974008:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880152.974014:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880152.974035:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.974050:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.974064:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.974080:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880152.974096:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880152.974104:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880152.974114:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880152.974126:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880152.974136:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880152.974172:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880152.974205:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.974217:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880152.974232:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880152.974246:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880152.974296:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880152.974311:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880152.974322:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880152.974331:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880152.974337:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880152.974345:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.974354:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880152.974361:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880152.974369:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.974375:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880152.974395:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788880152.974409:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880152.974420:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880152.974426:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880152.974433:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880152.974438:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880152.974445:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880152.974459:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880152.974470:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880152.974488:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519609472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880152.974521:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880152.974530:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880152.974547:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519609472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880152.974590:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880152.974599:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10917) 00010000:00000001:1.0:1788880153.098370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880153.098378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880153.098385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880153.098387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880153.098391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880153.098394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880154.122377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880154.122384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880154.122391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880154.122393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880154.122397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880154.122399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880154.314354:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305581332, at 4305581376 00000100:00000010:1.0:1788880154.314374:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00000100:00000040:0.0:1788880154.314387:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305581332, at 4305581376 00000100:00000010:0.0:1788880154.314445:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bde0. 00010000:00000001:1.0:1788880155.146380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880155.146456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880155.146464:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880155.146466:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880155.146470:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880155.146472:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880156.170359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880156.170368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880156.170375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880156.170377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880156.170381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880156.170383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880157.194397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880157.194407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880157.194415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880157.194417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880157.194422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880157.194424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880158.090428:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880158.090444:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880158.090448:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880158.090453:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880158.090461:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880158.090471:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10912 00000400:00000200:0.0:1788880158.090483:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880158.090492:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880158.090497:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880158.090501:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090516:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.090520:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090523:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880158.090537:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880158.090540:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880158.090545:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880158.090550:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880158.090553:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880158.090556:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880158.090560:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090563:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.090565:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090567:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880158.090571:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880158.090576:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090579:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880158.090583:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880158.090587:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880158.090591:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.090593:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880158.090597:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880158.090611:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880158.090616:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880158.090622:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880158.090624:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.090628:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880158.090631:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880158.090638:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880158.090651:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880158.090661:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880158.090674:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519609600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880158.090690:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880158.090697:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880158.090704:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519609600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880158.090744:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880158.090751:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880158.090759:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880158.090761:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880158.090765:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880158.090771:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880158.090776:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10912 00000400:00000200:0.0:1788880158.090784:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880158.090790:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880158.090795:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880158.090801:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090806:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.090810:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090815:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880158.090823:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880158.090828:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880158.090833:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880158.090838:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880158.090842:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880158.090849:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880158.090861:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090869:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.090881:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090886:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880158.090897:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880158.090909:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880158.090921:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880158.090925:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880158.090936:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880158.090943:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.090952:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880158.090964:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880158.090977:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.090983:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880158.090993:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788880158.091003:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880158.091010:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880158.091014:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.091026:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880158.091033:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880158.091042:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880158.091058:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788880158.091076:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880158.091101:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519609728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880158.093149:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880158.093158:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880158.093177:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519609728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880158.093198:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880158.093204:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880158.093210:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880158.093214:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880158.093217:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880158.093223:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880158.093228:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10912 00000400:00000200:0.0:1788880158.093238:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880158.093270:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880158.093275:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880158.093280:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093285:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.093288:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093292:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880158.093301:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880158.093304:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880158.093308:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880158.093312:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880158.093316:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880158.093320:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880158.093325:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093327:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.093330:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093333:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880158.093337:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880158.093342:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093346:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880158.093350:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880158.093360:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880158.093364:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.093368:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880158.093373:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880158.093377:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.093381:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880158.093393:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788880158.093398:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880158.093403:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880158.093406:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.093410:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880158.093413:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880158.093418:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880158.093429:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880158.093438:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880158.093447:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519609856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880158.093460:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880158.093463:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880158.093469:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519609856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880158.093480:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880158.093484:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880158.093488:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880158.093490:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880158.093493:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880158.093496:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880158.093500:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10912 00000400:00000200:0.0:1788880158.093506:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880158.093510:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880158.093514:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880158.093518:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093521:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.093524:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093527:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880158.093531:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880158.093534:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880158.093536:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880158.093540:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880158.093543:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880158.093546:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880158.093551:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093554:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.093556:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093559:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880158.093563:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880158.093567:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093570:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880158.093573:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880158.093577:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880158.093580:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.093583:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880158.093586:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880158.093590:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.093592:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880158.093597:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788880158.093600:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880158.093604:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880158.093606:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.093608:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880158.093610:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880158.093613:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880158.093618:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880158.093623:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880158.093629:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519609984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880158.093639:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880158.093642:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880158.093648:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519609984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880158.093659:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880158.093663:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880158.093668:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880158.093670:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880158.093673:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880158.093676:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880158.093679:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10912 00000400:00000200:0.0:1788880158.093685:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880158.093689:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880158.093693:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880158.093697:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093700:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.093703:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093706:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880158.093711:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880158.093713:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880158.093716:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880158.093719:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880158.093722:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880158.093726:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880158.093730:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093733:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880158.093735:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093738:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880158.093742:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880158.093745:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880158.093749:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880158.093752:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880158.093756:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880158.093758:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.093761:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880158.093763:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880158.093767:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.093769:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880158.093774:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880158.093778:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880158.093781:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880158.093782:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880158.093785:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880158.093787:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880158.093790:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880158.093797:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880158.093802:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880158.093822:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519610112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880158.093833:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880158.093835:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880158.093841:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519610112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880158.093852:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880158.093860:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10922) 00010000:00000001:1.0:1788880158.218389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880158.218397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880158.218404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880158.218405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880158.218409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880158.218411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880159.242405:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880159.242409:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880159.242415:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242423:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880159.242426:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242429:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242432:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880159.242440:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880159.242442:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880159.242445:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242447:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880159.242449:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242452:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242454:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880159.242460:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880159.242462:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880159.242464:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242466:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880159.242467:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242469:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880159.242472:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880159.434361:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305586457, at 4305586496 00000100:00000040:1.0:1788880159.434372:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305586458, at 4305586496 00000100:00000010:0.0:1788880159.434384:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b6c0. 00000100:00000010:1.0:1788880159.434389:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bba0. 00010000:00000001:1.0:1788880160.266365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880160.266372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880160.266379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880160.266380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880160.266384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880160.266386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880161.290408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880161.290418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880161.290426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880161.290428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880161.290433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880161.290435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880162.314392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880162.314403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880162.314412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880162.314416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880162.314420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880162.314422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880163.210422:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880163.210435:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880163.210439:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880163.210445:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880163.210452:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880163.210464:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10917 00000400:00000200:0.0:1788880163.210477:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880163.210489:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880163.210495:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880163.210499:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210503:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.210507:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210511:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880163.210521:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880163.210523:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880163.210527:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880163.210531:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880163.210534:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880163.210537:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880163.210541:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210543:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.210546:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210548:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880163.210552:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880163.210570:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210574:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880163.210578:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880163.210583:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880163.210587:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.210590:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880163.210593:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880163.210607:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788880163.210611:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880163.210617:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880163.210619:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.210623:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880163.210627:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880163.210633:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880163.210645:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788880163.210654:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880163.210666:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519610240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880163.210680:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880163.210685:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880163.210701:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519610240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880163.210728:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880163.210732:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880163.210737:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880163.210739:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880163.210741:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880163.210745:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880163.210748:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10917 00000400:00000200:0.0:1788880163.210752:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880163.210756:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880163.210758:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880163.210762:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210765:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.210767:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210770:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880163.210774:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880163.210776:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880163.210778:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880163.210781:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880163.210784:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880163.210786:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880163.210790:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210793:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.210795:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210798:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880163.210801:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880163.210805:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880163.210809:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880163.210811:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880163.210819:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880163.210823:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.210825:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880163.210831:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880163.210834:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.210837:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880163.210843:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788880163.210850:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880163.210858:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880163.210864:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.210867:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880163.210870:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880163.210876:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880163.210886:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880163.210895:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880163.210911:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519610368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880163.210933:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880163.210939:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880163.210951:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519610368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880163.210985:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880163.210992:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880163.211005:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880163.211010:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880163.211013:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880163.211018:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880163.211028:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10917 00000400:00000200:0.0:1788880163.211034:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880163.211046:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880163.211053:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880163.211064:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211088:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.211092:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211099:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880163.211105:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880163.211110:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880163.211116:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880163.211121:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880163.211129:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880163.211135:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880163.211145:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211154:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.211161:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211169:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880163.211176:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880163.211187:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211196:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880163.211201:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880163.211209:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880163.211216:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.211218:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880163.211225:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880163.211234:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.211237:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880163.211245:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788880163.211298:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880163.211309:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880163.211314:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.211319:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880163.211324:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880163.211330:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880163.211342:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880163.211352:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880163.211370:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519610496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880163.211392:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880163.211397:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880163.211410:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519610496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880163.211441:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880163.211452:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880163.211457:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880163.211462:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880163.211466:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880163.211472:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880163.211480:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10917 00000400:00000200:0.0:1788880163.211494:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880163.211505:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880163.211516:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880163.211527:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211534:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.211543:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211551:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880163.211558:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880163.211564:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880163.211570:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880163.211577:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880163.211586:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880163.211591:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880163.211604:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211609:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.211613:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211619:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880163.211626:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880163.211634:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211644:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880163.211650:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880163.211657:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880163.211663:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.211668:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880163.211676:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880163.211683:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.211693:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880163.211703:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788880163.211710:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880163.211721:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880163.211727:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.211730:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880163.211733:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880163.211739:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880163.211747:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880163.211756:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880163.211772:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519610624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880163.211786:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880163.211794:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880163.211804:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519610624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880163.211826:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880163.211834:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880163.211842:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880163.211848:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880163.211854:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880163.211860:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880163.211869:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10917 00000400:00000200:0.0:1788880163.211883:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880163.211894:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880163.211902:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880163.211909:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211915:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.211923:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211930:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880163.211937:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880163.211942:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880163.211948:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880163.211955:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880163.211961:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880163.211970:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880163.211983:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.211989:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880163.211996:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880163.212006:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880163.212015:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880163.212026:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880163.212037:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880163.212044:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880163.212051:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880163.212060:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.212066:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880163.212093:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880163.212100:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.212108:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880163.212118:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880163.212123:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880163.212130:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880163.212136:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880163.212145:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880163.212149:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880163.212156:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880163.212171:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880163.212179:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880163.212195:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519610752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880163.212224:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880163.212233:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880163.212243:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519610752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880163.212333:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880163.212344:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10927) 00010000:00000001:1.0:1788880163.338391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880163.338399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880163.338406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880163.338409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880163.338413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880163.338415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880164.362406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880164.362414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880164.362421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880164.362423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880164.362427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880164.362429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880164.554408:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305591572, at 4305591616 00000100:00000040:1.0:1788880164.554409:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305591572, at 4305591616 00000100:00000010:1.0:1788880164.554443:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b060. 00000100:00000010:0.0:1788880164.554452:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00010000:00000001:1.0:1788880165.386429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880165.386437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880165.386446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880165.386447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880165.386451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880165.386452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880166.410390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880166.410396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880166.410403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880166.410404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880166.410407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880166.410409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880167.434384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880167.434392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880167.434399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880167.434401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880167.434405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880167.434407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880168.330384:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880168.330399:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880168.330402:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880168.330408:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880168.330414:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880168.330424:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10922 00000400:00000200:0.0:1788880168.332168:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880168.332178:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880168.332185:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880168.332191:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332198:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.332203:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332207:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880168.332220:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880168.332223:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880168.332228:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880168.332234:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880168.332238:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880168.332243:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880168.332280:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332284:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.332288:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332292:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880168.332298:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880168.332305:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332310:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880168.332315:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880168.332322:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880168.332327:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.332332:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880168.332336:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880168.332351:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880168.332358:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880168.332366:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880168.332370:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.332375:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880168.332380:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880168.332386:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880168.332401:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788880168.332411:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880168.332424:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519610880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880168.332438:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880168.332444:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880168.332451:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519610880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880168.332481:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880168.332486:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880168.332491:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880168.332493:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880168.332495:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880168.332499:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880168.332503:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10922 00000400:00000200:0.0:1788880168.332509:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880168.332514:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880168.332518:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880168.332525:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332529:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.332532:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332536:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880168.332540:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880168.332544:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880168.332550:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880168.332555:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880168.332563:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880168.332570:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880168.332579:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332583:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.332592:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332600:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880168.332608:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880168.332617:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332623:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880168.332628:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880168.332640:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880168.332647:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.332657:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880168.332666:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880168.332673:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.332686:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880168.332696:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788880168.332703:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880168.332711:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880168.332715:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.332717:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880168.332719:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880168.332723:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880168.332735:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880168.332746:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880168.332761:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519611008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880168.332780:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880168.332787:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880168.332798:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519611008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880168.332819:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880168.332828:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880168.332843:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880168.332850:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880168.332856:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880168.332864:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880168.332875:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10922 00000400:00000200:0.0:1788880168.332886:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880168.332896:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880168.332901:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880168.332909:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332912:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.332918:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332923:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880168.332931:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880168.332933:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880168.332938:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880168.332946:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880168.332952:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880168.332958:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880168.332969:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332977:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.332984:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332986:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880168.332989:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880168.332992:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880168.332995:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880168.332999:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880168.333007:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880168.333015:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.333020:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880168.333025:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880168.333055:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.333066:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880168.333073:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788880168.333082:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880168.333091:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880168.333096:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.333104:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880168.333109:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880168.333114:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880168.333123:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880168.333134:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880168.333153:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519611136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880168.333189:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880168.333200:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880168.333217:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519611136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880168.333297:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880168.333307:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880168.333321:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880168.333329:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880168.333337:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880168.333350:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880168.333362:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10922 00000400:00000200:0.0:1788880168.333385:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880168.333397:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880168.333404:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880168.333416:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333422:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.333431:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333437:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880168.333448:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880168.333455:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880168.333458:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880168.333462:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880168.333469:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880168.333472:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880168.333480:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333486:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.333491:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333501:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880168.333507:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880168.333517:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333524:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880168.333530:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880168.333539:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880168.333547:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.333555:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880168.333561:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880168.333572:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.333577:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880168.333585:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788880168.333595:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880168.333606:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880168.333612:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.333617:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880168.333621:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880168.333626:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880168.333639:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880168.333647:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880168.333662:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519611264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880168.333685:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880168.333692:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880168.333707:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519611264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880168.333744:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880168.333750:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880168.333757:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880168.333762:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880168.333766:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880168.333777:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880168.333787:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10922 00000400:00000200:0.0:1788880168.333798:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880168.333809:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880168.333814:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880168.333825:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333832:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.333839:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333846:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880168.333854:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880168.333859:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880168.333867:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880168.333874:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880168.333883:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880168.333892:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880168.333905:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333913:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880168.333922:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333928:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880168.333936:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880168.333948:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880168.333960:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880168.333968:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880168.333975:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880168.333984:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.333993:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880168.333996:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880168.334004:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.334011:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880168.334022:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788880168.334028:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880168.334064:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880168.334069:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880168.334076:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880168.334081:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880168.334087:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880168.334098:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788880168.334106:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880168.334116:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519611392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880168.334142:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880168.334149:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880168.334164:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519611392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880168.334207:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880168.334226:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10933) 00010000:00000001:1.0:1788880168.458364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880168.458372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880168.458380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880168.458382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880168.458386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880168.458388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880169.482400:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880169.482404:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880169.482409:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482416:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880169.482419:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482422:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482425:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880169.482432:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880169.482434:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880169.482436:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482438:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880169.482440:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482442:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482444:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482448:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880169.482450:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880169.482452:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880169.482454:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482456:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880169.482458:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482460:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880169.482463:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880169.674370:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305596694, at 4305596736 00000100:00000010:1.0:1788880169.674391:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc00. 00000100:00000040:0.0:1788880169.674395:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305596694, at 4305596736 00000100:00000010:0.0:1788880169.674415:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd20. 00010000:00000001:1.0:1788880170.506369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880170.506381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880170.506389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880170.506391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880170.506396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880170.506398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880171.530422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880171.530432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880171.530440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880171.530442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880171.530447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880171.530449:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880172.554363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880172.554371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880172.554379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880172.554381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880172.554385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880172.554387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880173.450400:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880173.450414:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880173.450419:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880173.450424:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880173.450430:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880173.450441:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10928 00000400:00000200:1.0:1788880173.450451:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880173.450459:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880173.450464:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880173.450468:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450472:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.450476:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450479:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880173.450489:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880173.450491:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880173.450494:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880173.450499:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880173.450502:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880173.450505:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880173.450509:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450512:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.450514:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450519:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880173.450523:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880173.450527:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450531:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880173.450535:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880173.450539:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880173.450543:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.450546:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880173.450549:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880173.450559:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880173.450563:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880173.450569:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880173.450571:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.450575:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880173.450579:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880173.450586:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880173.450596:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880173.450606:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880173.450617:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519611520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880173.450632:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880173.450639:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880173.450645:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519611520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880173.450675:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880173.450679:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880173.450684:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880173.450686:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880173.450689:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880173.450693:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880173.450696:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10928 00000400:00000200:1.0:1788880173.450701:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880173.450705:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880173.450708:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880173.450713:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450716:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.450719:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450723:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880173.450728:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880173.450730:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880173.450732:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880173.450734:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880173.450737:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880173.450740:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880173.450745:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450753:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.450757:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450764:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880173.450772:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880173.450781:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880173.450785:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880173.450792:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880173.450801:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880173.450808:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.450816:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880173.450823:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880173.450831:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.450837:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880173.450846:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880173.450853:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880173.450859:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880173.450865:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.450872:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880173.450877:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880173.450886:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880173.450899:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880173.450908:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880173.450928:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519611648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880173.450954:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880173.450961:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880173.450969:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519611648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880173.450986:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880173.450994:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880173.451025:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880173.451030:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880173.451033:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880173.451041:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880173.451051:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10928 00000400:00000200:1.0:1788880173.451064:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880173.451085:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880173.451095:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880173.451104:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451110:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.451114:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451124:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880173.451129:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880173.451131:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880173.451135:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880173.451142:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880173.451150:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880173.451155:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880173.451162:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451167:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.451173:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451182:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880173.451186:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880173.451202:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451210:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880173.451214:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880173.451220:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880173.451229:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.451235:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880173.451240:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880173.451290:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.451295:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880173.451301:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880173.451309:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880173.451318:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880173.451323:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.451332:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880173.451338:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880173.451343:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880173.451350:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880173.451360:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880173.451373:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519611776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880173.451399:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880173.451405:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880173.451419:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519611776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880173.451447:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880173.451457:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880173.451470:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880173.451474:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880173.451479:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880173.451488:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880173.451495:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10928 00000400:00000200:1.0:1788880173.451504:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880173.451511:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880173.451522:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880173.451527:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451532:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.451539:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451544:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880173.451552:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880173.451555:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880173.451561:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880173.451566:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880173.451569:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880173.451574:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880173.451585:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451591:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.451595:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451600:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880173.451607:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880173.451615:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451623:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880173.451628:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880173.451635:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880173.451642:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.451647:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880173.451654:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880173.451660:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.451667:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880173.451675:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880173.451683:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880173.451690:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880173.451694:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.451699:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880173.451704:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880173.451707:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880173.451713:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880173.451719:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880173.451732:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519611904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880173.451749:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880173.451756:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880173.451763:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519611904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880173.451779:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880173.451782:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880173.451787:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880173.451789:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880173.451795:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880173.451802:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880173.451811:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10928 00000400:00000200:1.0:1788880173.451825:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880173.451838:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880173.451844:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880173.451852:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451856:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.451865:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.451950:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880173.451959:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880173.451964:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880173.451970:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880173.451977:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880173.451983:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880173.451988:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880173.452015:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.452017:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880173.452020:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880173.452026:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880173.452035:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880173.452046:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880173.452052:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880173.452062:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880173.452067:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880173.452077:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.452083:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880173.452090:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880173.452101:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.452105:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880173.452117:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880173.452124:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880173.452132:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880173.452138:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880173.452145:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880173.452150:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880173.452154:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880173.452163:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880173.452172:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880173.452186:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519612032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880173.452241:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880173.452286:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880173.452298:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519612032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880173.452327:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880173.452337:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10938) 00010000:00000001:1.0:1788880173.578368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880173.578378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880173.578391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880173.578395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880173.578402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880173.578420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880174.602407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880174.602419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880174.602430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880174.602433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880174.602439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880174.602442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880174.794349:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305601812, at 4305601856 00000100:00000010:0.0:1788880174.794368:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf60. 00000100:00000040:1.0:1788880174.794398:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305601812, at 4305601856 00000100:00000010:1.0:1788880174.794411:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b0c0. 00010000:00000001:1.0:1788880175.626372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880175.626380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880175.626387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880175.626389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880175.626393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880175.626395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880176.650394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880176.650403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880176.650411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880176.650413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880176.650417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880176.650419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880177.674359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880177.674367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880177.674374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880177.674377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880177.674381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880177.674382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880178.570371:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880178.570387:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880178.570392:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880178.570397:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880178.570405:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880178.570415:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10933 00000400:00000200:1.0:1788880178.570427:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880178.570436:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880178.570441:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880178.570445:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570450:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.570453:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570456:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880178.570468:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880178.570471:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880178.570475:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880178.570480:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880178.570483:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880178.570487:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880178.570491:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570494:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.570497:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570499:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880178.570503:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880178.570507:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570510:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880178.570514:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880178.570521:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880178.570527:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.570532:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880178.570536:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880178.570550:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880178.570557:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880178.570565:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880178.570568:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.570573:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880178.570578:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880178.570588:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880178.570604:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880178.570617:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880178.570635:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519612160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880178.570652:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880178.570658:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880178.570665:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519612160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880178.570698:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880178.570703:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880178.570708:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880178.570710:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880178.570713:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880178.570717:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880178.570720:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10933 00000400:00000200:1.0:1788880178.570726:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880178.570731:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880178.570734:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880178.570738:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570741:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.570745:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570747:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880178.570752:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880178.570754:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880178.570756:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880178.570759:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880178.570762:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880178.570765:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880178.570769:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570771:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.570774:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570776:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880178.570779:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880178.570783:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880178.570787:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880178.570790:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880178.570798:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880178.570802:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.570804:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880178.570812:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880178.570821:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.570827:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880178.570843:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880178.570855:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880178.570869:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880178.570877:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.570888:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880178.570896:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880178.570905:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880178.570924:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880178.570935:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880178.570956:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519612288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880178.573117:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880178.573127:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880178.573147:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519612288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880178.573190:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880178.573199:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880178.573206:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880178.573209:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880178.573212:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880178.573218:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880178.573223:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10933 00000400:00000200:1.0:1788880178.573237:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880178.573284:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880178.573292:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880178.573301:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573309:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.573320:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573332:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880178.573348:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880178.573355:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880178.573361:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880178.573369:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880178.573377:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880178.573390:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880178.573405:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573417:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.573429:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573440:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880178.573454:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880178.573471:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573480:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880178.573488:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880178.573499:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880178.573507:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.573514:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880178.573520:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880178.573528:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.573534:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880178.573547:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880178.573554:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880178.573562:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880178.573567:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.573577:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880178.573584:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880178.573592:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880178.573607:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880178.573635:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880178.573659:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519612416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880178.573698:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880178.573710:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880178.573741:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519612416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880178.573766:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880178.573773:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880178.573781:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880178.573787:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880178.573794:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880178.573799:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880178.573812:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10933 00000400:00000200:1.0:1788880178.573827:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880178.573838:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880178.573847:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880178.573858:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573867:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.573871:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573874:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880178.573879:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880178.573883:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880178.573888:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880178.573894:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880178.573898:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880178.573906:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880178.573913:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573917:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.573925:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573932:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880178.573939:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880178.573948:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880178.573954:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880178.573984:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880178.573993:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880178.573998:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.574005:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880178.574011:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880178.574018:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.574027:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880178.574037:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880178.574044:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880178.574053:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880178.574059:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.574064:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880178.574070:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880178.574075:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880178.574089:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880178.574105:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880178.574128:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519612544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880178.574163:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880178.574173:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880178.574190:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519612544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880178.574218:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880178.574225:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880178.574238:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880178.574245:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880178.574308:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880178.574318:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880178.574331:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10933 00000400:00000200:1.0:1788880178.574350:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880178.574360:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880178.574367:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880178.574379:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.574392:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.574407:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.574420:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880178.574451:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880178.574460:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880178.574471:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880178.574478:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880178.574485:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880178.574495:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880178.574506:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.574515:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880178.574525:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880178.574533:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880178.574543:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880178.574554:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880178.574563:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880178.574573:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880178.574581:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880178.574591:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.574598:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880178.574606:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880178.574614:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.574625:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880178.574641:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880178.574653:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880178.574668:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880178.574676:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880178.574686:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880178.574693:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880178.574705:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880178.574719:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880178.574732:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880178.574750:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519612672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880178.574775:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880178.574783:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880178.574797:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519612672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880178.574850:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880178.574864:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10943) 00010000:00000001:1.0:1788880178.698359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880178.698365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880178.698372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880178.698387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880178.698395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880178.698397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880179.722396:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880179.722400:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880179.722405:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722412:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880179.722415:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722417:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722421:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880179.722427:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880179.722430:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880179.722432:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722434:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880179.722436:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722438:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722441:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880179.722447:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880179.722448:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880179.722450:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722452:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880179.722453:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722455:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880179.722458:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880179.914359:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305606931, at 4305606976 00000100:00000040:0.0:1788880179.914378:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305606931, at 4305606976 00000100:00000010:1.0:1788880179.914380:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b660. 00000100:00000010:0.0:1788880179.914396:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b300. 00010000:00000001:1.0:1788880180.746376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880180.746383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880180.746390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880180.746392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880180.746398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880180.746400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1788880181.642669:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788880181.642750:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788880181.642769:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880181.642777:0:2381:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788880181.642785:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880181.642791:0:2381:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788880181.642799:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880181.642807:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa300. 00000400:00000200:0.0:1788880181.642817:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880181.642826:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880181.642838:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4e58 00000400:00000010:0.0:1788880181.642844:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4e58. 00000100:00000001:0.0:1788880181.642855:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880181.642870:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9492300 x1875765519612160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.642912:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880181.642921:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9492300 x1875765519612160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.642965:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880181.642972:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788880181.642991:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880181.642997:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa000. 00000400:00000200:0.0:1788880181.643005:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880181.643016:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880181.643032:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4908 00000400:00000010:0.0:1788880181.643041:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4908. 00000100:00000001:0.0:1788880181.643052:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880181.643068:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9491f80 x1875765519612288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.643105:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880181.643116:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9491f80 x1875765519612288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.643139:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880181.643148:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788880181.643162:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880181.643168:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa900. 00000400:00000200:0.0:1788880181.643173:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880181.643180:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880181.643185:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c44c8 00000400:00000010:0.0:1788880181.643189:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c44c8. 00000100:00000001:0.0:1788880181.643194:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880181.643202:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9493100 x1875765519612416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.643219:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880181.643225:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9493100 x1875765519612416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.643239:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880181.643243:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788880181.643328:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880181.643335:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaad00. 00000400:00000200:0.0:1788880181.643343:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880181.643353:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880181.643371:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4aa0 00000400:00000010:0.0:1788880181.643376:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4aa0. 00000100:00000001:0.0:1788880181.643386:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880181.643403:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9492d80 x1875765519612544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.643423:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880181.643433:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9492d80 x1875765519612544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.643451:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880181.643453:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788880181.643469:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880181.643474:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa600. 00000400:00000200:0.0:1788880181.643482:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880181.643498:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880181.643509:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4088 00000400:00000010:0.0:1788880181.643514:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4088. 00000100:00000001:0.0:1788880181.643523:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880181.643531:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9492680 x1875765519612672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.643553:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880181.643568:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9492680 x1875765519612672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880181.643585:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880181.643593:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1788880181.770348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880181.770354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880181.770360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880181.770362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880181.770366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880181.770367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880182.794382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880182.794391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880182.794398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880182.794400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880182.794404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880182.794405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880183.690388:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880183.690400:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880183.690404:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880183.690410:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880183.690417:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880183.690427:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10938 00000400:00000200:0.0:1788880183.690438:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880183.690446:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880183.690451:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880183.690455:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690461:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.690464:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690467:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880183.690478:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880183.690481:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880183.690485:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880183.690490:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880183.690494:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880183.690498:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880183.690503:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690507:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.690509:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690511:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880183.690515:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880183.690519:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690522:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880183.690526:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880183.690530:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880183.690534:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.690536:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880183.690539:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880183.690548:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880183.690553:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880183.690558:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880183.690560:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.690564:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880183.690567:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880183.690574:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880183.690586:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880183.690599:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880183.690616:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519612800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880183.690637:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880183.690645:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880183.690655:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519612800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880183.690693:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880183.690699:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880183.690706:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880183.690709:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880183.690713:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880183.690718:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880183.690725:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10938 00000400:00000200:0.0:1788880183.690733:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880183.690740:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880183.690745:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880183.690750:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690754:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.690757:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690761:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880183.690770:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880183.690774:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880183.690778:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880183.690783:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880183.690787:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880183.690791:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880183.690799:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690808:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.690819:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690829:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880183.690840:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880183.690852:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880183.690864:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880183.690874:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880183.690888:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880183.690899:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.690909:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880183.690920:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880183.690958:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.690972:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880183.690985:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788880183.690996:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880183.691007:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880183.691015:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.691024:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880183.691032:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880183.691040:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880183.691056:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788880183.691069:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880183.691083:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519612928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880183.691099:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880183.691104:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880183.691113:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519612928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880183.691132:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880183.691137:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880183.691144:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880183.691148:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880183.691151:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880183.691157:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880183.691163:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10938 00000400:00000200:0.0:1788880183.691172:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880183.691179:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880183.691183:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880183.691188:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691192:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.691200:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691205:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880183.691210:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880183.691215:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880183.691219:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880183.691226:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880183.691232:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880183.691237:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880183.691305:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691312:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.691317:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691328:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880183.691336:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880183.691347:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691353:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880183.691358:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880183.691365:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880183.691376:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.691384:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880183.691392:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880183.691400:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.691405:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880183.691415:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788880183.691422:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880183.691429:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880183.691431:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.691436:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880183.691440:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880183.691446:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880183.691456:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880183.691466:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880183.691482:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519613056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880183.691506:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880183.691514:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880183.691531:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519613056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880183.691575:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880183.691589:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880183.691609:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880183.691617:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880183.691626:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880183.691638:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880183.691649:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10938 00000400:00000200:0.0:1788880183.691667:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880183.691683:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880183.691696:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880183.691712:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691727:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.691737:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691749:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880183.691765:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880183.691769:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880183.691778:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880183.691786:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880183.691797:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880183.691808:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880183.691826:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691835:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.691850:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691863:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880183.691873:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880183.691882:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880183.691890:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880183.691895:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880183.691903:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880183.691913:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.691919:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880183.691950:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880183.691957:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.691961:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880183.691968:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788880183.691978:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880183.691989:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880183.691993:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.691998:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880183.692002:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880183.692010:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880183.692025:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880183.692040:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880183.692065:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519613184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880183.692104:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880183.692112:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880183.692134:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519613184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880183.692159:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880183.692167:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880183.692175:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880183.692181:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880183.692185:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880183.692195:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880183.692203:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10938 00000400:00000200:0.0:1788880183.692218:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880183.692225:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880183.692232:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880183.692244:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.692276:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.692280:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.692289:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880183.692297:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880183.692303:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880183.692309:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880183.692315:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880183.692322:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880183.692328:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880183.692338:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.692347:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880183.692355:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880183.692362:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880183.692372:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880183.692382:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880183.692390:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880183.692400:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880183.692407:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880183.692414:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.692422:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880183.692429:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880183.692439:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.692444:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880183.692453:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880183.692461:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880183.692472:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880183.692476:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880183.692484:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880183.692488:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880183.692495:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880183.692501:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880183.692508:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880183.692524:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519613312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880183.692575:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880183.692582:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880183.692599:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519613312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880183.692623:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880183.692630:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10948) 00010000:00000001:1.0:1788880183.818358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880183.818364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880183.818370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880183.818372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880183.818377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880183.818378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880184.842383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880184.842392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880184.842399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880184.842401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880184.842405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880184.842407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880185.034375:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305612052, at 4305612096 00000100:00000040:0.0:1788880185.034378:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305612052, at 4305612096 00000100:00000010:0.0:1788880185.034415:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b3c0. 00000100:00000010:1.0:1788880185.034422:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b000. 00010000:00000001:1.0:1788880185.866352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880185.866361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880185.866368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880185.866370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880185.866374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880185.866376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880186.890441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880186.890450:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880186.890456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880186.890510:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880186.890514:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880186.890515:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880187.914373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880187.914384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880187.914394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880187.914397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880187.914404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880187.914407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880188.810353:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880188.810371:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880188.810376:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880188.810382:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880188.810390:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880188.810403:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10943 00000400:00000200:0.0:1788880188.810416:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880188.810426:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880188.810433:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880188.810440:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810447:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.810451:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810455:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880188.810465:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880188.810468:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880188.810471:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880188.810476:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880188.810479:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880188.810482:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880188.810486:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810543:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.810546:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810549:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880188.810553:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880188.810558:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810561:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880188.810565:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880188.810570:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880188.810574:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.810577:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880188.810579:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880188.810589:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880188.810594:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880188.810599:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880188.810602:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.810606:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880188.810610:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880188.810616:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880188.810628:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880188.810638:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880188.810651:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519613440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880188.810673:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880188.810680:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880188.810691:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519613440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880188.810729:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880188.810737:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880188.810744:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880188.810747:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880188.810751:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880188.810755:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880188.810760:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10943 00000400:00000200:0.0:1788880188.810766:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880188.810771:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880188.810774:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880188.810777:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810780:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.810783:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810785:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880188.810791:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880188.810792:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880188.810795:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880188.810797:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880188.810800:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880188.810803:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880188.810808:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810810:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.810813:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810817:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880188.810820:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880188.810824:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880188.810828:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880188.810831:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880188.810839:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880188.810845:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.810850:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880188.810856:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880188.810862:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.810869:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880188.810874:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788880188.810882:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880188.810909:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880188.810916:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.810923:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880188.810928:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880188.810933:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880188.810944:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880188.810953:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880188.810966:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519613568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880188.810985:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880188.810994:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880188.811001:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519613568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880188.811020:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880188.811030:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880188.811037:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880188.811042:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880188.811046:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880188.811056:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880188.811063:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10943 00000400:00000200:0.0:1788880188.811074:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880188.811079:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880188.811082:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880188.811089:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811096:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.811105:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811110:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880188.811119:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880188.811123:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880188.811127:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880188.811134:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880188.811138:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880188.811144:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880188.811152:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811156:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.811165:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811174:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880188.811185:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880188.811196:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811200:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880188.811209:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880188.811216:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880188.811225:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.811231:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880188.811238:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880188.811291:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.811298:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880188.811306:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788880188.811312:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880188.811316:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880188.811321:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.811325:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880188.811331:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880188.811336:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880188.811343:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880188.811354:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880188.811374:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519613696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880188.811406:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880188.811418:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880188.811438:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519613696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880188.811478:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880188.811489:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880188.811497:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880188.811504:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880188.811510:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880188.811519:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880188.811526:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10943 00000400:00000200:0.0:1788880188.811539:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880188.811552:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880188.811559:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880188.811571:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811578:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.811588:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811594:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880188.811602:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880188.811607:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880188.811612:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880188.811620:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880188.811624:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880188.811632:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880188.811646:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811653:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.811664:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811675:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880188.811687:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880188.811705:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880188.811715:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880188.811725:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880188.811737:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880188.811750:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.811758:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880188.811765:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880188.811773:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.811780:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880188.811789:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880188.811795:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880188.811804:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880188.811806:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.811810:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880188.811816:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880188.811821:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880188.811831:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880188.811839:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880188.811855:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519613824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880188.811876:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880188.811883:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880188.811918:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519613824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880188.811937:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880188.811947:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880188.811962:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880188.811969:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880188.811974:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880188.811981:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880188.811991:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10943 00000400:00000200:0.0:1788880188.812003:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880188.812015:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880188.812019:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880188.812029:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.812040:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.812045:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.812053:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880188.812058:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880188.812061:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880188.812064:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880188.812070:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880188.812078:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880188.812086:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880188.812100:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.812107:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880188.812115:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880188.812124:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880188.812133:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880188.812142:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880188.812148:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880188.812156:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880188.812166:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880188.812172:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.812177:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880188.812183:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880188.812193:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.812199:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880188.812211:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880188.812220:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880188.812231:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880188.812236:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880188.812245:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880188.812286:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880188.812294:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880188.812307:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788880188.812315:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880188.812329:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519613952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880188.812379:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880188.812388:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880188.812409:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519613952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880188.812450:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880188.812465:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10953) 00010000:00000001:1.0:1788880188.938355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880188.938363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880188.938372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880188.938375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880188.938381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880188.938384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880189.962425:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880189.962429:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880189.962436:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962444:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880189.962449:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962453:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962459:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880189.962471:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880189.962473:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880189.962477:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962481:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880189.962484:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962487:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962491:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962500:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880189.962504:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880189.962507:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880189.962511:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962515:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880189.962518:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962522:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880189.962529:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880190.154361:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305617172, at 4305617216 00000100:00000010:1.0:1788880190.154378:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b180. 00000100:00000040:0.0:1788880190.154384:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305617172, at 4305617216 00000100:00000010:0.0:1788880190.154403:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b420. 00010000:00000001:1.0:1788880190.986375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880190.986383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880190.986391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880190.986392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880190.986396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880190.986398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880192.010359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880192.010367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880192.010374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880192.010376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880192.010380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880192.010382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880193.034393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880193.034401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880193.034409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880193.034411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880193.034415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880193.034417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.930752:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880193.930762:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880193.930768:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880193.930786:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.930812:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880193.930819:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.930830:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880193.930838:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880193.930879:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880193.930894:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519614080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880193.930908:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880193.930916:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880193.930923:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.930931:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880193.930945:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880193.930952:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880193.930968:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880193.930978:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880193.930990:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880193.931001:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519614080, portal 25 00000100:00000001:1.0:1788880193.931008:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880193.931011:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880193.931028:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.931047:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880193.931058:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880193.931067:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880193.931080:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519614080, offset 0 00000400:00000200:1.0:1788880193.931152:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880193.931181:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.931199:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880193.931213:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880193.931225:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880193.931235:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880193.931300:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880193.931322:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460780:460780:256:4294967295] 192.168.203.155@tcp LPNI seq info [460774:460774:8:4294967295] 00000400:00000200:1.0:1788880193.931348:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.931385:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880193.931405:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.931421:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880193.931442:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880193.931453:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880193.931497:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.931504:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880193.931515:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880193.931531:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880193.931545:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880193.931557:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880193.931572:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880193.931606:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.931638:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.931652:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.931685:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.931694:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880193.931711:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880193.931727:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880193.931735:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305622292 00000100:00000010:1.0:1788880193.931749:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d7e0. 00000100:00000001:1.0:1788880193.931762:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880193.931788:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305622292 00000100:00000010:1.0:1788880193.931796:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dae0. 00000100:00000001:1.0:1788880193.931805:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880193.931818:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880193.931826:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.931834:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880193.931846:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880193/real 1788880193] req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880193.931897:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880193.931905:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880193.931911:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880193.931919:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880193.931926:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880193.931934:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880193.931948:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880193.931999:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.932015:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880193.932020:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.932025:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.932032:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880193.932046:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.932082:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880193.932096:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.932129:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880193.932140:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.932145:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.932150:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.932156:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880193.932164:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880193.932174:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880193.932189:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880193.932199:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880193.932211:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880193.932300:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519614080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880193.932324:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.932338:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.932356:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519614080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.932409:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880193.932416:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880193.932424:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880193.932434:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880193.932441:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880193.932447:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880193.932455:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880193.932463:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880193.932473:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880193.932478:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880193.932482:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880193.932492:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880193.932495:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.932506:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.932517:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880193.932523:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.932535:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880193.932541:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880193.932548:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880193.932566:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.932601:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880193.932608:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.932618:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880193.932624:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880193.932633:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880193.932641:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880193.932646:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880193.932651:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880193.932653:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.932656:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880193.932661:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880193.932664:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880193.932672:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880193.932678:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880193.932683:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880193.932689:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519614208, portal 10 00000100:00000001:1.0:1788880193.932692:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880193.932694:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880193.932703:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.932712:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880193.932715:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880193.932718:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880193.932722:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519614208, offset 0 00000400:00000200:1.0:1788880193.932727:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880193.932732:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.932738:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880193.932743:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880193.932746:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880193.932750:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880193.932753:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880193.932758:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460781:460781:256:4294967295] 192.168.203.155@tcp LPNI seq info [460775:460775:8:4294967295] 00000400:00000200:1.0:1788880193.932763:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.932773:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880193.932779:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.932784:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880193.932789:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880193.932793:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880193.932809:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.932811:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880193.932816:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880193.932820:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880193.932825:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880193.932828:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880193.932832:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880193.932837:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.932847:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.932874:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.932885:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.932888:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880193.932894:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880193.932899:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880193.932904:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880193.932907:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305621008 00000100:00000001:1.0:1788880193.932910:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305622292 00000100:00000001:1.0:1788880193.932913:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305621008 00000100:00000001:1.0:1788880193.932916:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305622292 00000100:00000001:1.0:1788880193.932919:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880193.932922:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.932924:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880193.932930:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880193/real 1788880193] req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880193.932940:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880193.932942:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880193.932944:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880193.932948:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880193.932950:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880193.932953:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880193.932957:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880193.932967:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.932984:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880193.932986:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.932988:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.932990:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880193.932994:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933002:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880193.933007:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933015:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880193.933018:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933020:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.933022:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933024:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880193.933027:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880193.933030:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880193.933034:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880193.933036:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880193.933041:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880193.933051:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880193.933057:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880193.933061:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933069:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880193.933071:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.933074:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880193.933077:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880193.933080:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880193.933084:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880193.933088:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880193.933090:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880193.933093:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.933095:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880193.933099:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880193.933101:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880193.933105:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880193.933108:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880193.933112:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880193.933115:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519614336, portal 10 00000100:00000001:1.0:1788880193.933118:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880193.933120:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880193.933127:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933135:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880193.933138:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880193.933141:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880193.933144:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519614336, offset 0 00000400:00000200:1.0:1788880193.933149:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880193.933153:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.933158:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880193.933162:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880193.933165:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880193.933168:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880193.933171:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880193.933175:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460782:460782:256:4294967295] 192.168.203.155@tcp LPNI seq info [460776:460776:8:4294967295] 00000400:00000200:1.0:1788880193.933180:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.933189:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880193.933195:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.933199:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880193.933204:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880193.933208:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880193.933222:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.933224:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880193.933228:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880193.933232:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880193.933236:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880193.933238:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880193.933241:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880193.933246:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933295:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.933303:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933316:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.933319:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880193.933327:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880193.933333:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880193.933340:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880193.933345:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305621009 00000100:00000001:1.0:1788880193.933350:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305622292 00000100:00000001:1.0:1788880193.933355:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305621009 00000100:00000001:1.0:1788880193.933359:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305622292 00000100:00000001:1.0:1788880193.933364:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880193.933368:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.933371:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880193.933377:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880193/real 1788880193] req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880193.933390:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880193.933391:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880193.933394:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880193.933398:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880193.933400:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880193.933403:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880193.933407:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880193.933417:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933425:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880193.933427:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933429:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.933431:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880193.933435:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933444:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880193.933449:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933457:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880193.933460:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933462:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.933464:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933466:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880193.933468:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880193.933472:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880193.933476:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880193.933478:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880193.933483:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880193.933493:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880193.933498:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880193.933502:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933510:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880193.933512:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.933514:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880193.933516:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880193.933519:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880193.933524:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880193.933529:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880193.933533:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880193.933536:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.933539:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880193.933546:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880193.933550:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880193.933557:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880193.933561:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880193.933568:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880193.933574:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519614464, portal 4 00000100:00000001:1.0:1788880193.933578:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880193.933581:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880193.933594:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933608:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880193.933613:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880193.933618:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880193.933622:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519614464, offset 0 00000400:00000200:1.0:1788880193.933629:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880193.933634:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.933639:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880193.933644:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880193.933647:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880193.933651:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880193.933654:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880193.933658:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460783:460783:256:4294967295] 192.168.203.155@tcp LPNI seq info [460777:460777:8:4294967295] 00000400:00000200:1.0:1788880193.933663:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.933672:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880193.933678:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.933682:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880193.933688:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880193.933691:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880193.933706:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.933708:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880193.933712:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880193.933717:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880193.933721:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880193.933723:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880193.933726:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880193.933731:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933741:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.933745:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933754:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.933756:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880193.933760:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880193.933764:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880193.933768:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880193.933771:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305621061 00000100:00000001:1.0:1788880193.933775:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305622292 00000100:00000001:1.0:1788880193.933777:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305621061 00000100:00000001:1.0:1788880193.933780:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305622292 00000100:00000001:1.0:1788880193.933782:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880193.933785:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.933787:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880193.933792:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880193/real 1788880193] req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880193.933801:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880193.933803:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880193.933805:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880193.933808:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880193.933810:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880193.933813:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880193.933817:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880193.933827:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933834:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880193.933836:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933838:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.933840:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880193.933844:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933881:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880193.933888:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933896:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880193.933900:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933902:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.933904:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933906:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880193.933909:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880193.933912:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880193.933916:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880193.933918:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880193.933923:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880193.933932:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880193.933938:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933941:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.933944:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519614208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.933953:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880193.933955:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880193.933958:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880193.933962:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880193.933964:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880193.933966:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880193.933969:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880193.933971:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880193.933975:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880193.933976:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880193.933979:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880193.933982:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880193.933983:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.933986:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.933990:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519614336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934006:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880193.934008:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880193.934010:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880193.934014:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880193.934015:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880193.934016:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880193.934019:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880193.934020:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880193.934023:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880193.934024:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880193.934026:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880193.934028:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880193.934030:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.934032:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.934035:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519614464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934042:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880193.934044:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880193.934045:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880193.934048:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880193.934049:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880193.934050:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880193.934053:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880193.934054:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880193.934057:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880193.934058:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880193.934059:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880193.934062:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880193.934063:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.934065:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.934070:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880193.934072:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.934074:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880193.934076:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880193.934078:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880193.934083:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934091:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880193.934093:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.934096:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880193.934098:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880193.934101:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880193.934104:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880193.934108:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880193.934110:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880193.934112:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880193.934114:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880193.934119:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880193.934121:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880193.934125:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880193.934129:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880193.934132:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880193.934137:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519614592, portal 4 00000100:00000001:1.0:1788880193.934139:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880193.934141:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880193.934149:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934157:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880193.934161:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880193.934163:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880193.934167:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519614592, offset 0 00000400:00000200:1.0:1788880193.934171:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880193.934176:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.934181:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880193.934185:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880193.934188:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880193.934191:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880193.934194:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880193.934199:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460784:460784:256:4294967295] 192.168.203.155@tcp LPNI seq info [460778:460778:8:4294967295] 00000400:00000200:1.0:1788880193.934205:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880193.934213:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880193.934219:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.934223:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880193.934228:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880193.934231:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880193.934245:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880193.934280:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880193.934288:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880193.934295:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880193.934301:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880193.934305:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880193.934310:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880193.934317:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934334:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.934341:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934355:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.934359:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880193.934365:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880193.934372:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880193.934378:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880193.934381:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305621013 00000100:00000001:1.0:1788880193.934385:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305622292 00000100:00000001:1.0:1788880193.934387:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305621013 00000100:00000001:1.0:1788880193.934390:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305622292 00000100:00000001:1.0:1788880193.934393:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880193.934397:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.934399:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880193.934404:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880193/real 1788880193] req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880193.934416:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880193.934418:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880193.934420:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880193.934423:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880193.934425:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880193.934428:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880193.934432:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880193.934443:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934451:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880193.934453:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.934455:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.934457:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880193.934461:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934469:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880193.934473:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934481:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880193.934484:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.934486:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880193.934487:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.934490:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880193.934493:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880193.934496:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880193.934501:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880193.934503:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880193.934508:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880193.934518:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880193.934523:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.934526:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880193.934532:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519614592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880193.934545:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880193.934548:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880193.934551:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880193.934557:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880193.934560:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880193.934562:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880193.934567:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880193.934570:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880193.934574:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880193.934577:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880193.934580:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880193.934585:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880193.934588:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.934592:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880193.934599:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880193.934602:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880193.934606:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880193.934609:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880194.058360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880194.058366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880194.058372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880194.058374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880194.058379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880194.058380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880195.082352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880195.082359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880195.082366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880195.082368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880195.082372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880195.082374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880195.274351:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305622292, at 4305622336 00000100:00000040:0.0:1788880195.274361:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305622292, at 4305622336 00000100:00000010:1.0:1788880195.274368:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000010:0.0:1788880195.274419:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00010000:00000001:1.0:1788880196.106365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880196.106373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880196.106380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880196.106382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880196.106386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880196.106388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880197.130348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880197.130355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880197.130362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880197.130364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880197.130369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880197.130371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880198.154340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880198.154348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880198.154355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880198.154357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880198.154361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880198.154363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.050773:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880199.050780:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880199.050787:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880199.050805:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.050856:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880199.050861:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.050868:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880199.050874:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880199.050884:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880199.050900:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519614720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880199.050914:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880199.050920:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880199.050924:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.050929:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880199.050941:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880199.050948:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880199.050962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880199.051008:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880199.051029:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880199.051046:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519614720, portal 25 00000100:00000001:1.0:1788880199.051059:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880199.051068:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880199.051091:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.051125:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880199.051135:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880199.051144:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880199.051155:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519614720, offset 0 00000400:00000200:1.0:1788880199.051196:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880199.051217:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.051236:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880199.051292:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880199.051308:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880199.051322:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880199.051333:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880199.051347:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460785:460785:256:4294967295] 192.168.203.155@tcp LPNI seq info [460779:460779:8:4294967295] 00000400:00000200:1.0:1788880199.051360:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.051386:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880199.051405:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.051417:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880199.051436:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880199.051449:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880199.051510:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.051533:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880199.051549:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880199.051566:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880199.051579:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880199.051596:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880199.051606:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880199.051622:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.051653:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.051672:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.051711:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.051721:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880199.051740:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880199.051763:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880199.051774:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305627412 00000100:00000010:1.0:1788880199.051788:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dae0. 00000100:00000001:1.0:1788880199.051801:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880199.051843:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305627412 00000100:00000010:1.0:1788880199.051852:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df60. 00000100:00000001:1.0:1788880199.051861:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880199.051872:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880199.051882:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.051887:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880199.051898:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880199/real 1788880199] req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880199.051926:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880199.051933:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880199.051939:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880199.051948:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880199.051956:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880199.051961:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880199.051971:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880199.051999:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.052058:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880199.052067:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.052079:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.052084:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880199.052100:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.052133:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880199.052147:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.052173:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880199.052182:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.052190:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.052195:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.052204:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880199.052210:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880199.052221:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880199.052238:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880199.052274:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880199.052285:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880199.052314:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519614720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880199.052331:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.052339:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.052352:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519614720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.052386:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880199.052393:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880199.052399:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880199.052410:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880199.052418:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880199.052423:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880199.052431:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880199.052438:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880199.052448:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880199.052456:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880199.052465:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880199.052477:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880199.052485:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.052495:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.052511:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880199.052520:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.052531:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880199.052538:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880199.052544:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880199.052558:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.052595:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880199.052601:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.052606:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880199.052612:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880199.052619:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880199.052632:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880199.052647:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880199.052654:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880199.052658:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.052663:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880199.052673:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880199.052684:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880199.052696:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880199.052703:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880199.052709:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880199.052717:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519614848, portal 10 00000100:00000001:1.0:1788880199.052721:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880199.052724:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880199.052742:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.052758:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880199.052763:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880199.052769:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880199.052774:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519614848, offset 0 00000400:00000200:1.0:1788880199.052783:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880199.052789:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.052795:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880199.052799:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880199.052803:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880199.052807:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880199.052810:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880199.052842:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460786:460786:256:4294967295] 192.168.203.155@tcp LPNI seq info [460780:460780:8:4294967295] 00000400:00000200:1.0:1788880199.052850:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.052860:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880199.052866:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.052872:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880199.052878:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880199.052882:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880199.052897:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.052899:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880199.052905:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880199.052910:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880199.052914:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880199.052916:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880199.052920:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880199.052925:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.052937:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.052940:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.052949:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.052951:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880199.052956:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880199.052961:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880199.052966:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880199.052968:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305626128 00000100:00000001:1.0:1788880199.052972:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305627412 00000100:00000001:1.0:1788880199.052975:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305626128 00000100:00000001:1.0:1788880199.052978:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305627412 00000100:00000001:1.0:1788880199.052982:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880199.052986:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.052989:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880199.052997:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880199/real 1788880199] req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880199.053014:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880199.053017:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880199.053021:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880199.053026:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880199.053029:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880199.053034:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880199.053041:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880199.053060:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053074:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880199.053078:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.053082:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.053085:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880199.053091:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053100:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880199.053105:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053113:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880199.053117:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.053119:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.053121:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.053124:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880199.053126:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880199.053129:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880199.053134:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880199.053136:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880199.053141:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880199.053151:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880199.053157:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880199.053161:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053178:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880199.053180:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.053183:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880199.053186:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880199.053188:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880199.053192:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880199.053196:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880199.053198:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880199.053200:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.053203:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880199.053208:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880199.053210:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880199.053215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880199.053218:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880199.053222:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880199.053227:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519614976, portal 10 00000100:00000001:1.0:1788880199.053229:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880199.053231:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880199.053239:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053277:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880199.053281:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880199.053284:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880199.053288:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519614976, offset 0 00000400:00000200:1.0:1788880199.053293:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880199.053299:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.053304:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880199.053308:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880199.053312:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880199.053315:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880199.053319:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880199.053323:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460787:460787:256:4294967295] 192.168.203.155@tcp LPNI seq info [460781:460781:8:4294967295] 00000400:00000200:1.0:1788880199.053329:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.053337:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880199.053343:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.053348:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880199.053353:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880199.053357:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880199.053371:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.053373:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880199.053377:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880199.053382:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880199.053386:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880199.053388:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880199.053391:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880199.053396:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053406:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.053410:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053419:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.053421:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880199.053424:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880199.053429:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880199.053433:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880199.053435:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305626129 00000100:00000001:1.0:1788880199.053439:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305627412 00000100:00000001:1.0:1788880199.053443:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305626129 00000100:00000001:1.0:1788880199.053447:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305627412 00000100:00000001:1.0:1788880199.053452:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880199.053456:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.053460:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880199.053468:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880199/real 1788880199] req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880199.053483:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880199.053486:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880199.053489:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880199.053494:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880199.053534:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880199.053541:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880199.053549:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880199.053563:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053571:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880199.053574:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.053576:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.053578:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880199.053582:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053591:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880199.053596:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053605:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880199.053609:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.053611:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.053614:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.053617:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880199.053619:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880199.053622:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880199.053628:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880199.053630:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880199.053635:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880199.053646:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519614976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880199.053652:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880199.053659:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053668:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880199.053671:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.053674:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880199.053677:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880199.053682:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880199.053689:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880199.053697:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880199.053702:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880199.053706:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.053709:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880199.053717:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880199.053722:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880199.053731:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880199.053737:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880199.053747:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880199.053755:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519615104, portal 4 00000100:00000001:1.0:1788880199.053761:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880199.053764:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880199.053777:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053789:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880199.053794:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880199.053798:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880199.053801:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519615104, offset 0 00000400:00000200:1.0:1788880199.053806:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880199.053812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.053843:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880199.053847:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880199.053851:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880199.053855:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880199.053858:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880199.053862:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460788:460788:256:4294967295] 192.168.203.155@tcp LPNI seq info [460782:460782:8:4294967295] 00000400:00000200:1.0:1788880199.053868:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.053877:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880199.053883:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.053889:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880199.053894:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880199.053898:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880199.053913:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.053916:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880199.053920:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880199.053924:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880199.053929:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880199.053931:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880199.053934:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880199.053940:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053951:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.053954:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.053963:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.053965:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880199.053969:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880199.053974:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880199.053978:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880199.053982:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305626181 00000100:00000001:1.0:1788880199.053987:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305627412 00000100:00000001:1.0:1788880199.053991:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305626181 00000100:00000001:1.0:1788880199.053996:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305627412 00000100:00000001:1.0:1788880199.054000:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880199.054004:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.054008:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880199.054016:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880199/real 1788880199] req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880199.054033:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880199.054036:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880199.054040:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880199.054045:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880199.054049:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880199.054053:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880199.054060:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880199.054079:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054090:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880199.054093:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054095:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.054097:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880199.054102:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054110:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880199.054115:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054155:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880199.054159:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054161:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.054163:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054166:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880199.054168:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880199.054172:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880199.054175:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880199.054178:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880199.054183:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880199.054193:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880199.054199:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054202:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.054206:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519614848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054214:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880199.054217:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880199.054220:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880199.054224:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880199.054227:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880199.054229:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880199.054231:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880199.054234:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880199.054237:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880199.054239:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880199.054241:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880199.054244:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880199.054246:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054282:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.054287:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519614976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054297:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880199.054299:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880199.054301:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880199.054306:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880199.054307:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880199.054309:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880199.054311:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880199.054313:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880199.054316:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880199.054318:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880199.054320:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880199.054323:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880199.054324:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054326:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.054330:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519615104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054337:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880199.054339:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880199.054341:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880199.054343:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880199.054345:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880199.054346:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880199.054349:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880199.054351:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880199.054353:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880199.054354:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880199.054356:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880199.054359:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880199.054360:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054362:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054368:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880199.054369:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.054372:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880199.054374:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880199.054376:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880199.054381:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054389:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880199.054391:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.054394:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880199.054397:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880199.054399:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880199.054403:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880199.054407:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880199.054409:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880199.054411:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880199.054413:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880199.054417:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880199.054420:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880199.054425:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880199.054428:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880199.054432:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880199.054437:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519615232, portal 4 00000100:00000001:1.0:1788880199.054439:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880199.054442:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880199.054453:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054466:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880199.054471:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880199.054476:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880199.054481:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519615232, offset 0 00000400:00000200:1.0:1788880199.054488:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880199.054497:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.054505:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880199.054510:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880199.054517:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880199.054522:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880199.054527:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880199.054534:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460789:460789:256:4294967295] 192.168.203.155@tcp LPNI seq info [460783:460783:8:4294967295] 00000400:00000200:1.0:1788880199.054543:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880199.054557:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880199.054563:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.054569:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880199.054574:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880199.054577:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880199.054592:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880199.054594:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880199.054598:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880199.054603:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880199.054607:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880199.054609:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880199.054613:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880199.054618:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054629:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.054632:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054641:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.054643:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880199.054647:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880199.054652:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880199.054655:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880199.054658:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305626133 00000100:00000001:1.0:1788880199.054662:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305627412 00000100:00000001:1.0:1788880199.054665:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305626133 00000100:00000001:1.0:1788880199.054670:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305627412 00000100:00000001:1.0:1788880199.054673:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880199.054675:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.054678:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880199.054685:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880199/real 1788880199] req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880199.054702:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880199.054704:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880199.054707:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880199.054712:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880199.054715:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880199.054720:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880199.054727:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880199.054744:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054758:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880199.054761:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054766:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.054769:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880199.054777:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054789:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880199.054795:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054803:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880199.054806:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054808:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880199.054810:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054813:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880199.054840:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880199.054844:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880199.054849:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880199.054852:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880199.054858:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880199.054868:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880199.054873:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054875:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880199.054879:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519615232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880199.054887:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880199.054889:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880199.054892:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880199.054896:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880199.054897:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880199.054899:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880199.054902:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880199.054904:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880199.054907:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880199.054908:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880199.054911:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880199.054914:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880199.054916:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054918:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880199.054923:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880199.054924:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880199.054927:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880199.054929:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880199.178360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880199.178366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880199.178373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880199.178375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880199.178379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880199.178381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880200.202365:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880200.202369:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880200.202385:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202393:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880200.202396:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202399:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202402:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880200.202409:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880200.202411:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880200.202413:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202416:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880200.202418:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202420:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202423:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880200.202428:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880200.202430:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880200.202432:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202434:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880200.202435:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202437:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880200.202440:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880200.394368:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305627412, at 4305627456 00000100:00000040:1.0:1788880200.394371:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305627412, at 4305627456 00000100:00000010:0.0:1788880200.394401:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000010:1.0:1788880200.394412:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00010000:00000001:1.0:1788880201.226385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880201.226393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880201.226400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880201.226402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880201.226406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880201.226408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880202.250358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880202.250366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880202.250374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880202.250375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880202.250380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880202.250382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880203.274376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880203.274401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880203.274408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880203.274409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880203.274413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880203.274414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.170860:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880204.170871:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880204.170878:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880204.170897:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.170931:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880204.170937:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.170946:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880204.170953:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880204.170961:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880204.170973:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519615360:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880204.170982:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880204.170990:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880204.170995:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.171000:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880204.171014:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880204.171020:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880204.171036:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880204.171046:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880204.171061:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880204.171074:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519615360, portal 25 00000100:00000001:1.0:1788880204.171097:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880204.171101:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788880204.171114:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.171131:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880204.171142:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880204.171175:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880204.171184:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519615360, offset 0 00000400:00000200:1.0:1788880204.171201:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880204.171215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.171232:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880204.171246:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880204.171254:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880204.171261:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880204.171266:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880204.171273:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460790:460790:256:4294967295] 192.168.203.155@tcp LPNI seq info [460784:460784:8:4294967295] 00000400:00000200:1.0:1788880204.171280:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.171356:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880204.171395:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.171408:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880204.171427:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880204.171435:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880204.171470:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.171477:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880204.171489:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880204.171501:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880204.171518:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880204.171526:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880204.171533:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880204.171545:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.171569:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.171579:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.171653:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.171658:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880204.171670:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880204.171681:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880204.171688:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305632532 00000100:00000010:1.0:1788880204.171698:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df60. 00000100:00000001:1.0:1788880204.171709:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880204.171725:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305632532 00000100:00000010:1.0:1788880204.171735:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d240. 00000100:00000001:1.0:1788880204.171742:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880204.171755:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880204.171765:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.171773:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880204.171807:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880204/real 1788880204] req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880204.171856:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880204.171862:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880204.171870:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880204.171878:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880204.171883:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880204.171890:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880204.171903:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880204.171945:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.171969:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880204.171977:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.171983:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.171990:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880204.172004:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.172025:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880204.172056:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.172070:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880204.172078:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.172084:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.172090:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.172094:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880204.172117:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880204.172122:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880204.172133:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880204.172140:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880204.172147:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880204.172168:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519615360:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880204.172182:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.172191:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.172200:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519615360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.172218:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880204.172224:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880204.172230:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880204.172237:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880204.172243:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880204.172248:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880204.172256:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880204.172262:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2800. 02000000:00000001:1.0:1788880204.172270:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880204.172276:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880204.172283:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788880204.172292:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880204.172295:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.172330:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.172365:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880204.172373:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.172381:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880204.172388:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880204.172393:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880204.172407:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.172444:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880204.172449:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.172454:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880204.172460:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880204.172466:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880204.172480:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880204.172495:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880204.172500:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880204.172507:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.172511:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880204.172521:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880204.172527:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880204.172558:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880204.172565:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880204.172573:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880204.172583:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519615488, portal 10 00000100:00000001:1.0:1788880204.172592:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880204.172596:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788880204.172611:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.172649:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880204.172658:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880204.172666:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880204.172671:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519615488, offset 0 00000400:00000200:1.0:1788880204.172679:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880204.172687:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.172694:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880204.172701:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880204.172706:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880204.172713:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880204.172720:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880204.172724:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460791:460791:256:4294967295] 192.168.203.155@tcp LPNI seq info [460785:460785:8:4294967295] 00000400:00000200:1.0:1788880204.172743:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.172761:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880204.172773:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.172799:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880204.172815:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880204.172823:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880204.172874:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.172877:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880204.172882:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880204.172889:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880204.172894:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880204.172897:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880204.172900:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880204.172905:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.172915:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.172918:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.172926:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.172928:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880204.172933:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880204.172938:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880204.172942:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880204.172945:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305631248 00000100:00000001:1.0:1788880204.172948:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305632532 00000100:00000001:1.0:1788880204.172951:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305631248 00000100:00000001:1.0:1788880204.172954:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305632532 00000100:00000001:1.0:1788880204.172957:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880204.172959:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.172962:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880204.172966:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880204/real 1788880204] req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880204.172975:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880204.172977:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880204.172979:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880204.172981:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880204.172983:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880204.172985:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880204.172989:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880204.172999:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173006:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880204.173008:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.173010:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.173011:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880204.173015:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173022:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880204.173044:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173054:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880204.173057:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.173059:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.173061:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.173063:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880204.173066:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880204.173069:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880204.173072:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880204.173075:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880204.173080:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880204.173089:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880204.173093:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880204.173123:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173129:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880204.173130:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.173132:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880204.173134:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880204.173136:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880204.173139:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880204.173142:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880204.173144:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880204.173146:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.173148:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880204.173152:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880204.173154:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880204.173157:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880204.173159:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880204.173162:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880204.173166:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519615616, portal 10 00000100:00000001:1.0:1788880204.173168:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880204.173169:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788880204.173194:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173202:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880204.173205:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880204.173208:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880204.173211:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519615616, offset 0 00000400:00000200:1.0:1788880204.173216:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880204.173221:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.173225:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880204.173229:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880204.173232:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880204.173235:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880204.173238:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880204.173242:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460792:460792:256:4294967295] 192.168.203.155@tcp LPNI seq info [460786:460786:8:4294967295] 00000400:00000200:1.0:1788880204.173248:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.173256:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880204.173262:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.173266:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880204.173271:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880204.173274:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880204.173287:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.173290:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880204.173293:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880204.173298:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880204.173301:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880204.173304:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880204.173307:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880204.173312:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173348:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.173353:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173362:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.173364:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880204.173368:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880204.173372:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880204.173377:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880204.173379:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305631249 00000100:00000001:1.0:1788880204.173383:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305632532 00000100:00000001:1.0:1788880204.173385:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305631249 00000100:00000001:1.0:1788880204.173388:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305632532 00000100:00000001:1.0:1788880204.173391:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880204.173394:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.173396:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880204.173400:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880204/real 1788880204] req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880204.173410:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880204.173411:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880204.173413:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880204.173416:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880204.173417:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880204.173420:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880204.173423:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880204.173434:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173448:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880204.173451:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.173454:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.173457:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880204.173465:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173478:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880204.173486:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173501:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880204.173507:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.173510:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.173512:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.173516:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880204.173520:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880204.173525:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880204.173530:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880204.173535:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880204.173543:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880204.173576:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880204.173584:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880204.173590:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173603:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880204.173606:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.173611:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880204.173615:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880204.173619:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880204.173640:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880204.173646:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880204.173649:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880204.173652:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.173654:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880204.173660:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880204.173663:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880204.173669:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880204.173674:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880204.173679:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880204.173684:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519615744, portal 4 00000100:00000001:1.0:1788880204.173687:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880204.173690:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788880204.173700:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173712:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880204.173716:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880204.173720:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880204.173725:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519615744, offset 0 00000400:00000200:1.0:1788880204.173731:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880204.173738:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.173745:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880204.173749:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880204.173753:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880204.173757:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880204.173761:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880204.173766:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460793:460793:256:4294967295] 192.168.203.155@tcp LPNI seq info [460787:460787:8:4294967295] 00000400:00000200:1.0:1788880204.173774:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.173807:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880204.173832:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.173837:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880204.173843:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880204.173846:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880204.173860:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.173862:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880204.173866:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880204.173870:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880204.173875:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880204.173877:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880204.173881:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880204.173886:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173896:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.173899:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.173907:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.173910:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880204.173914:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880204.173918:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880204.173923:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880204.173925:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305631301 00000100:00000001:1.0:1788880204.173929:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305632532 00000100:00000001:1.0:1788880204.173932:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305631301 00000100:00000001:1.0:1788880204.173935:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305632532 00000100:00000001:1.0:1788880204.173939:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880204.173943:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.173947:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880204.173954:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880204/real 1788880204] req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880204.173971:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880204.173973:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880204.173977:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880204.173981:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880204.173984:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880204.173988:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880204.173995:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880204.174011:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174039:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880204.174042:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174046:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.174049:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880204.174057:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174071:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880204.174079:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174108:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880204.174112:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174114:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.174117:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174120:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880204.174123:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880204.174127:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880204.174133:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880204.174136:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880204.174144:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880204.174158:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880204.174164:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174167:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.174172:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519615488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174183:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880204.174186:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880204.174189:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880204.174194:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880204.174197:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880204.174199:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880204.174203:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880204.174206:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1c00. 02000000:00000001:1.0:1788880204.174211:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880204.174213:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880204.174215:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788880204.174222:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880204.174225:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174227:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.174232:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519615616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174243:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880204.174245:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880204.174248:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880204.174252:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880204.174254:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880204.174256:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880204.174259:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880204.174261:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788880204.174265:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880204.174268:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880204.174270:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788880204.174274:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880204.174277:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174279:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.174284:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519615744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174295:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880204.174329:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880204.174333:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880204.174337:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880204.174339:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880204.174341:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880204.174345:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880204.174347:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788880204.174351:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880204.174370:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880204.174373:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788880204.174378:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880204.174380:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174384:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174392:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880204.174395:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.174399:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880204.174402:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880204.174405:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880204.174414:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174428:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880204.174431:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.174436:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880204.174439:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880204.174443:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880204.174450:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880204.174456:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880204.174461:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880204.174464:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880204.174467:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880204.174475:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880204.174479:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880204.174486:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880204.174492:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880204.174498:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880204.174505:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519615872, portal 4 00000100:00000001:1.0:1788880204.174509:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880204.174511:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788880204.174524:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174553:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880204.174558:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880204.174564:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880204.174569:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519615872, offset 0 00000400:00000200:1.0:1788880204.174577:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880204.174584:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.174591:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880204.174597:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880204.174602:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880204.174607:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880204.174626:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880204.174632:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460794:460794:256:4294967295] 192.168.203.155@tcp LPNI seq info [460788:460788:8:4294967295] 00000400:00000200:1.0:1788880204.174639:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880204.174650:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880204.174658:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.174664:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880204.174671:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880204.174675:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880204.174695:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880204.174698:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880204.174703:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880204.174709:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880204.174714:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880204.174717:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880204.174720:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880204.174727:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174739:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.174744:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174756:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.174759:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880204.174764:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880204.174769:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880204.174775:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880204.174799:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305631253 00000100:00000001:1.0:1788880204.174804:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305632532 00000100:00000001:1.0:1788880204.174808:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305631253 00000100:00000001:1.0:1788880204.174811:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305632532 00000100:00000001:1.0:1788880204.174815:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880204.174818:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.174821:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880204.174846:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880204/real 1788880204] req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880204.174862:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880204.174864:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880204.174867:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880204.174872:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880204.174875:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880204.174880:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880204.174887:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880204.174903:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174916:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880204.174918:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174922:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.174925:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880204.174932:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174946:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880204.174954:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.174968:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880204.174972:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174976:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880204.174978:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.174981:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880204.174985:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880204.174991:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880204.174997:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880204.175002:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880204.175010:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880204.175051:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519615872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880204.175059:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.175063:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880204.175071:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519615872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880204.175084:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880204.175088:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880204.175091:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880204.175098:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880204.175125:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880204.175128:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880204.175131:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880204.175133:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788880204.175138:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880204.175140:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880204.175142:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788880204.175147:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880204.175149:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.175152:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880204.175158:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880204.175160:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880204.175163:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880204.175165:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880204.298387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880204.298396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880204.298405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880204.298408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880204.298414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880204.298417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880205.322356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880205.322364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880205.322372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880205.322374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880205.322378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880205.322380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880205.514370:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305632532, at 4305632576 00000100:00000040:1.0:1788880205.514380:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305632532, at 4305632576 00000100:00000010:0.0:1788880205.514390:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00000100:00000010:1.0:1788880205.514396:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00010000:00000001:1.0:1788880206.346429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880206.346436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880206.346443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880206.346445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880206.346449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880206.346450:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880207.370381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880207.370389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880207.370396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880207.370398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880207.370402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880207.370404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880208.394407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880208.394415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880208.394422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880208.394423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880208.394427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880208.394429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880209.290429:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880209.290441:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880209.290445:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880209.290450:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880209.290456:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880209.290465:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10963 00000400:00000200:0.0:1788880209.290475:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880209.290498:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880209.290503:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880209.290507:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.290512:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880209.290515:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.290518:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880209.290528:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880209.290531:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880209.290535:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880209.290540:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880209.290543:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880209.290547:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880209.290553:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.290556:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880209.290559:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.290561:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880209.290565:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880209.290569:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880209.290573:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880209.290577:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880209.290582:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880209.290585:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.290589:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880209.290592:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880209.290604:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880209.290611:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880209.290618:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880209.290621:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.290627:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880209.290633:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880209.290641:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880209.290657:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880209.290670:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880209.290688:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880209.290710:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880209.290717:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880209.290727:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880209.290814:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880209.290820:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880209.290825:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880209.290828:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880209.290830:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880209.290833:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880209.290846:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10963 00000400:00000200:0.0:1788880209.290853:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880209.290858:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880209.290862:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880209.290867:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.290870:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880209.290891:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.290895:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880209.290900:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1788880209.290902:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880209.290908:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000100:00000001:1.0:1788880209.290910:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1788880209.290912:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880209.290919:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1788880209.290920:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880209.290928:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880209.290932:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880209.290938:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880209.290941:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.290951:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880209.290961:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788880209.290966:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880209.290968:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.290975:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000001:1.0:1788880209.290978:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1788880209.290983:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 02000000:00000001:1.0:1788880209.290985:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788880209.290993:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 02000000:00000001:1.0:1788880209.290995:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.291005:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880209.291010:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519616000:192.168.203.155@tcp:250:kworker.0 02000000:00000001:0.0:1788880209.291013:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880209.291022:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880209.291027:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880209.291030:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.291033:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880209.291040:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880209.291044:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880209.291051:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880209.291057:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880209.291065:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880209.291075:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519616000, portal 25 02000000:00000001:0.0:1788880209.291079:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880209.291080:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880209.291085:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 02000000:00000001:0.0:1788880209.291089:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.291095:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000040:1.0:1788880209.291100:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1788880209.291103:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880209.291116:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.291124:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.291130:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1788880209.291135:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000100:00000040:1.0:1788880209.291137:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880209.291146:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000400:00000010:1.0:1788880209.291149:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 02000000:00000001:0.0:1788880209.291151:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1788880209.291156:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519616000, offset 0 02000000:00000001:0.0:1788880209.291157:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.291168:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880209.291172:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788880209.291178:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880209.291179:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880209.291192:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000400:00000200:1.0:1788880209.291199:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880209.291204:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880209.291214:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00100000:0.0:1788880209.291220:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880209.291226:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880209.291240:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00000001:0.0:1788880209.291245:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880209.291249:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880209.291253:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880209.291261:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460795:460795:256:4294967295] 192.168.203.155@tcp LPNI seq info [460789:460789:8:4294967295] 00000100:00000001:0.0:1788880209.291307:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880209.291318:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880209.291327:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880209.291346:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880209.291356:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880209.291363:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00080000:0.0:1788880209.291366:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880209.291375:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880209.291379:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1788880209.291380:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880209.291384:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000800:00000010:1.0:1788880209.291391:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000100:00080000:0.0:1788880209.291393:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10963 00000400:00000200:0.0:1788880209.291406:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000200:1.0:1788880209.291414:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000400:00000200:0.0:1788880209.291422:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000800:00000200:1.0:1788880209.291425:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000100:00080000:0.0:1788880209.291428:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880209.291441:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.291450:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880209.291458:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.291465:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880209.291472:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880209.291478:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880209.291482:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880209.291486:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000800:00000100:1.0:1788880209.291491:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788880209.291492:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880209.291503:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000010:1.0:1788880209.291505:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000100:00000040:0.0:1788880209.291510:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.291515:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880209.291518:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.291522:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880209.291522:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:0.0:1788880209.291536:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880209.291544:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000200:1.0:1788880209.291551:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788880209.291552:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880209.291561:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880209.291568:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788880209.291587:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 02000000:00000001:0.0:1788880209.291590:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880209.291594:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:0.0:1788880209.291596:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880209.291601:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880209.291607:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000008:00000001:0.0:1788880209.291608:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.291616:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880209.291618:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788880209.291626:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788880209.291638:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000100:00000001:1.0:1788880209.291642:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788880209.291651:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1788880209.291653:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880209.291659:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.291671:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880209.291673:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880209.291680:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880209.291680:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1788880209.291690:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.291694:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880209.291704:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000400:00000200:1.0:1788880209.291704:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880209.291710:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305637652 00000100:00000001:0.0:1788880209.291718:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880209.291722:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d240. 00000100:00100000:0.0:1788880209.291733:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880209.291734:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788880209.291772:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880209.291775:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880209.291781:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880209.291791:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880209.291794:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880209.291798:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880209.291801:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880209.291803:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880209.291806:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305637652 00000100:00000001:0.0:1788880209.291808:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880209.291817:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10963 00000100:00000010:1.0:1788880209.291818:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d120. 00000400:00000200:0.0:1788880209.291826:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880209.291828:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788880209.291835:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880209.291838:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788880209.291840:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880209.291845:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880209.291851:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880209.291854:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880209.291857:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880209.291870:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880209.291872:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880209/real 1788880209] req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880209.291874:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880209.291886:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880209.291890:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880209.291897:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880209.291904:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000400:00000001:1.0:1788880209.291907:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1788880209.291909:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000400:00000001:1.0:1788880209.291912:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1788880209.291916:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000400:00000010:1.0:1788880209.291918:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000100:00000040:0.0:1788880209.291926:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880209.291928:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000100:00000001:0.0:1788880209.291933:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1788880209.291935:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000040:0.0:1788880209.291943:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880209.291945:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788880209.291951:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000200:1.0:1788880209.291958:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880209.291960:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880209.291972:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880209.291982:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880209.291990:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880209.291998:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1788880209.292001:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880209.292004:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.292012:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880209.292018:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788880209.292023:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000008:00000001:0.0:1788880209.292025:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292031:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880209.292032:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292038:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1788880209.292060:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880209.292061:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880209.292071:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00100000:1.0:1788880209.292077:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880209.292080:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880209.292085:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.292093:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880209.292097:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880209.292102:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292105:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1788880209.292111:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000040:1.0:1788880209.292117:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880209.292121:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292139:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1788880209.292140:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880209.292149:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.292157:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880209.292162:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880209.292170:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880209.292171:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788880209.292178:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292179:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880209.292190:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1788880209.292192:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788880209.292200:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880209.292210:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788880209.292223:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880209.292224:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880209.292230:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880209.292246:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880209.292251:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880209.292257:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1788880209.292258:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519616000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880209.292298:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880209.292300:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880209.292303:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1788880209.292310:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10963 00000100:00000040:1.0:1788880209.292315:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519616000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880209.292325:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880209.292340:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880209.292343:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1788880209.292346:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1788880209.292349:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880209.292357:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 00000100:00000040:0.0:1788880209.292358:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.292367:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1788880209.292369:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1788880209.292371:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000020:00000001:1.0:1788880209.292375:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1788880209.292378:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880209.292381:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788880209.292386:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:1.0:1788880209.292388:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:0.0:1788880209.292393:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 02000000:00000010:1.0:1788880209.292395:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 00000020:00000001:0.0:1788880209.292400:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:1.0:1788880209.292404:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1788880209.292407:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 02000000:00000001:1.0:1788880209.292409:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1788880209.292415:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000010:1.0:1788880209.292417:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000020:00000001:0.0:1788880209.292424:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880209.292427:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880209.292432:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880209.292434:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880209.292438:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880209.292441:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880209.292446:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880209.292449:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880209.292451:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1788880209.292453:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788880209.292460:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880209.292462:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880209.292473:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292475:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788880209.292477:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880209.292486:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880209.292486:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788880209.292495:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292495:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880209.292504:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880209.292508:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880209.292514:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880209.292516:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880209.292517:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880209.292528:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880209.292535:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880209.292545:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880209.292549:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880209.292556:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880209.292561:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880209.292562:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788880209.292565:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292568:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880209.292573:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880209.292576:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788880209.292581:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.292583:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880209.292591:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880209.292598:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788880209.292620:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519616128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880209.292633:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880209.292638:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880209.292643:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.292648:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880209.292650:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1788880209.292654:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:0.0:1788880209.292660:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.292661:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880209.292677:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:0.0:1788880209.292685:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788880209.292685:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880209.292692:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880209.292701:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519616128, portal 10 00000100:00000001:1.0:1788880209.292708:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880209.292713:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000001:0.0:1788880209.292730:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880209.292732:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880209.292742:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10974) 00000100:00000001:1.0:1788880209.292770:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880209.292777:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880209.292781:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880209.292785:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519616128, offset 0 00000400:00000200:1.0:1788880209.292792:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880209.292799:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880209.292805:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880209.292826:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880209.292830:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880209.292834:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880209.292837:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880209.292842:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460796:460796:256:4294967295] 192.168.203.155@tcp LPNI seq info [460790:460790:8:4294967295] 00000400:00000200:1.0:1788880209.292847:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880209.292858:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880209.292864:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880209.292868:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880209.292873:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880209.292877:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880209.292890:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880209.292893:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880209.292897:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880209.292903:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880209.292906:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880209.292908:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880209.292911:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880209.292915:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.292923:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880209.292926:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.292939:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292941:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880209.292944:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880209.292974:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880209.292979:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880209.292982:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305636368 00000100:00000001:1.0:1788880209.292985:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305637652 00000100:00000001:1.0:1788880209.292987:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305636368 00000100:00000001:1.0:1788880209.292989:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305637652 00000100:00000001:1.0:1788880209.292992:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880209.292994:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.292996:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880209.293000:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880209/real 1788880209] req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880209.293007:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880209.293009:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880209.293011:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880209.293013:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880209.293015:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880209.293017:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880209.293020:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880209.293028:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293034:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880209.293036:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293037:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880209.293039:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880209.293042:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293049:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880209.293053:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293059:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880209.293062:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293063:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880209.293064:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293066:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880209.293068:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880209.293070:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880209.293073:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880209.293075:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880209.293079:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880209.293086:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519616128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880209.293089:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880209.293092:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293099:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880209.293100:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.293102:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880209.293104:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880209.293106:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880209.293109:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519616256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880209.293112:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880209.293114:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880209.293116:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.293118:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880209.293121:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880209.293123:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880209.293126:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880209.293128:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880209.293131:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880209.293134:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519616256, portal 10 00000100:00000001:1.0:1788880209.293136:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880209.293137:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880209.293158:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293165:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880209.293167:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880209.293170:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880209.293172:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519616256, offset 0 00000400:00000200:1.0:1788880209.293176:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880209.293179:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880209.293183:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880209.293186:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880209.293189:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880209.293191:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880209.293193:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880209.293197:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460797:460797:256:4294967295] 192.168.203.155@tcp LPNI seq info [460791:460791:8:4294967295] 00000400:00000200:1.0:1788880209.293201:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880209.293207:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880209.293211:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880209.293214:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880209.293218:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880209.293221:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880209.293231:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880209.293234:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880209.293237:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880209.293240:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880209.293243:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880209.293245:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880209.293247:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880209.293271:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293279:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880209.293282:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293289:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.293291:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880209.293294:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880209.293297:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880209.293300:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880209.293302:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305636369 00000100:00000001:1.0:1788880209.293305:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305637652 00000100:00000001:1.0:1788880209.293307:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305636369 00000100:00000001:1.0:1788880209.293310:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305637652 00000100:00000001:1.0:1788880209.293311:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880209.293313:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.293315:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880209.293318:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880209/real 1788880209] req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880209.293325:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880209.293327:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880209.293329:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880209.293331:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880209.293332:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880209.293335:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880209.293338:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880209.293346:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293352:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880209.293353:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293355:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880209.293356:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880209.293359:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293365:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880209.293369:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293375:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880209.293377:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293378:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880209.293379:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293381:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880209.293383:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880209.293385:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880209.293388:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880209.293389:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880209.293393:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880209.293400:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519616256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880209.293403:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880209.293406:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293413:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880209.293415:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.293417:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880209.293419:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880209.293421:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880209.293423:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519616384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880209.293426:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880209.293427:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880209.293429:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.293430:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880209.293433:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880209.293435:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880209.293437:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880209.293439:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880209.293442:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880209.293445:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519616384, portal 4 00000100:00000001:1.0:1788880209.293448:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880209.293449:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880209.293458:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293469:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880209.293472:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880209.293476:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880209.293480:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519616384, offset 0 00000400:00000200:1.0:1788880209.293486:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880209.293492:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880209.293498:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880209.293503:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880209.293507:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880209.293511:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880209.293515:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880209.293520:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460798:460798:256:4294967295] 192.168.203.155@tcp LPNI seq info [460792:460792:8:4294967295] 00000400:00000200:1.0:1788880209.293527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880209.293536:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880209.293541:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880209.293545:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880209.293548:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880209.293551:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880209.293562:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880209.293564:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880209.293567:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880209.293570:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880209.293573:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880209.293575:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880209.293577:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880209.293582:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293590:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880209.293593:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293599:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.293601:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880209.293604:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880209.293607:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880209.293610:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880209.293612:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305636421 00000100:00000001:1.0:1788880209.293614:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305637652 00000100:00000001:1.0:1788880209.293616:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305636421 00000100:00000001:1.0:1788880209.293619:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305637652 00000100:00000001:1.0:1788880209.293621:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880209.293623:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.293625:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880209.293629:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880209/real 1788880209] req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880209.293637:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880209.293638:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880209.293640:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880209.293642:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880209.293644:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880209.293645:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880209.293648:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880209.293657:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293662:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880209.293664:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293665:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880209.293666:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880209.293669:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293675:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880209.293679:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293685:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880209.293687:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293688:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880209.293689:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293691:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880209.293692:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880209.293695:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880209.293698:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880209.293700:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880209.293704:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880209.293711:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519616384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880209.293714:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293716:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880209.293719:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519616128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293725:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880209.293726:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880209.293728:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880209.293731:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880209.293732:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880209.293734:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880209.293736:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880209.293738:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880209.293740:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880209.293763:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880209.293766:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880209.293770:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880209.293771:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293773:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880209.293777:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519616256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293784:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880209.293785:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880209.293787:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880209.293789:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880209.293790:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880209.293791:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880209.293793:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880209.293795:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880209.293797:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880209.293798:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880209.293800:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880209.293802:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880209.293803:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293805:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880209.293807:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519616384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293813:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880209.293814:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880209.293815:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880209.293817:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880209.293818:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880209.293819:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880209.293821:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880209.293822:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880209.293824:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880209.293825:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880209.293826:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880209.293828:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880209.293829:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293831:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.293834:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880209.293835:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.293837:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880209.293839:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880209.293840:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880209.293843:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293849:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880209.293850:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.293852:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880209.293854:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880209.293856:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880209.293859:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519616512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880209.293862:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880209.293864:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880209.293866:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880209.293868:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880209.293871:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880209.293873:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880209.293876:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880209.293879:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880209.293882:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880209.293885:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519616512, portal 4 00000100:00000001:1.0:1788880209.293887:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880209.293888:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:1.0:1788880209.293894:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293900:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880209.293902:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880209.293904:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880209.293906:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519616512, offset 0 00000400:00000200:1.0:1788880209.293910:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880209.293914:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880209.293917:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880209.293920:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880209.293923:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880209.293925:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880209.293927:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880209.293930:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460799:460799:256:4294967295] 192.168.203.155@tcp LPNI seq info [460793:460793:8:4294967295] 00000400:00000200:1.0:1788880209.293934:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880209.293941:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880209.293945:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880209.293948:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880209.293951:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880209.293955:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880209.293965:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880209.293967:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880209.293970:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880209.293973:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880209.293976:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880209.293977:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880209.293979:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880209.293983:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293990:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880209.293993:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.293999:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.294000:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880209.294003:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880209.294006:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880209.294008:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880209.294010:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305636372 00000100:00000001:1.0:1788880209.294012:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305637652 00000100:00000001:1.0:1788880209.294015:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305636372 00000100:00000001:1.0:1788880209.294017:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305637652 00000100:00000001:1.0:1788880209.294019:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880209.294021:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.294022:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880209.294025:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880209/real 1788880209] req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880209.294032:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880209.294033:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880209.294036:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880209.294038:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880209.294039:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880209.294041:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880209.294044:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880209.294052:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.294057:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880209.294058:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.294060:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880209.294061:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880209.294064:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.294070:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880209.294074:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.294080:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880209.294083:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.294085:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880209.294086:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.294087:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880209.294090:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880209.294092:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880209.294094:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880209.294096:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880209.294100:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880209.294107:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519616512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880209.294111:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.294113:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880209.294116:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519616512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880209.294122:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880209.294123:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880209.294124:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880209.294126:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880209.294127:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880209.294128:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880209.294130:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880209.294131:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880209.294133:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880209.294134:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880209.294136:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880209.294138:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880209.294140:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.294141:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880209.294144:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880209.294145:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880209.294147:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880209.294149:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880209.418399:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880209.418403:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880209.418407:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418414:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880209.418417:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418420:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418423:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880209.418429:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880209.418431:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880209.418434:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418436:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880209.418438:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418441:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418444:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880209.418452:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880209.418454:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880209.418457:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418461:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880209.418463:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418467:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880209.418471:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880210.442363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880210.442373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880210.442380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880210.442382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880210.442385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880210.442387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880210.634362:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305637652, at 4305637696 00000100:00000040:0.0:1788880210.634376:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305637652, at 4305637696 00000100:00000010:1.0:1788880210.634383:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00000010:0.0:1788880210.634398:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00010000:00000001:1.0:1788880211.466316:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880211.466322:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880211.466327:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880211.466328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880211.466330:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880211.466331:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880212.490430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880212.490437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880212.490443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880212.490445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880212.490449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880212.490451:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880213.514320:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880213.514325:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880213.514329:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880213.514330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880213.514332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880213.514333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880214.410377:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880214.410386:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880214.410389:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880214.410392:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880214.410396:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880214.410402:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10969 00000400:00000200:1.0:1788880214.410410:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880214.410415:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880214.410417:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880214.410420:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410422:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.410424:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410426:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880214.410432:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880214.410433:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880214.410435:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880214.410438:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880214.410439:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880214.410441:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880214.410443:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410445:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.410446:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410447:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880214.410449:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880214.410451:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410453:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880214.410455:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880214.410458:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880214.410460:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.410461:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880214.410463:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880214.410471:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788880214.410474:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880214.410478:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880214.410480:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.410483:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880214.410485:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880214.410488:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880214.410494:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880214.410500:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880214.410507:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519616640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880214.410515:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880214.410519:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880214.410522:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519616640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880214.410542:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880214.410544:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880214.410547:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880214.410548:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880214.410549:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880214.410552:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880214.410554:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10969 00000400:00000200:1.0:1788880214.410557:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880214.410560:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880214.410562:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880214.410565:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410567:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.410571:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410574:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880214.410579:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880214.410582:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880214.410584:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880214.410587:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880214.410592:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880214.410596:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880214.410603:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410607:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.410611:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410616:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880214.410621:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880214.410626:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410631:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880214.410635:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880214.410639:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880214.410643:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.410647:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880214.410653:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880214.410658:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.410662:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880214.410669:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880214.410672:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880214.410676:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880214.410677:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.410681:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880214.410684:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880214.410687:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880214.410694:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880214.410698:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880214.410706:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519616768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880214.410735:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880214.410740:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880214.410749:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519616768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880214.410794:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880214.410799:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880214.410805:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880214.410808:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880214.410810:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880214.410815:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880214.410819:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10969 00000400:00000200:1.0:1788880214.410825:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880214.410832:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880214.410835:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880214.410837:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410839:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.410843:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410849:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880214.410852:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880214.410853:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880214.410857:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880214.410861:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880214.410864:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880214.410867:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880214.410873:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410876:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.410881:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410884:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880214.410888:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880214.410895:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880214.410898:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880214.410902:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880214.410906:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880214.410910:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.410914:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880214.410918:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880214.410921:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.410923:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880214.410927:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880214.410931:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880214.410935:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880214.410939:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.410942:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880214.410944:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880214.410947:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880214.410952:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880214.410955:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880214.410962:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519616896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880214.410974:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880214.410979:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880214.410988:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519616896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880214.411005:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880214.411007:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880214.411009:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880214.411011:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880214.411014:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880214.411017:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880214.411021:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10969 00000400:00000200:1.0:1788880214.411028:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880214.411033:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880214.411035:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880214.411042:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411046:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.411050:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411054:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880214.411060:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880214.411062:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880214.411066:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880214.411070:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880214.411072:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880214.411077:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880214.411086:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411091:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.411096:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411100:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880214.411103:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880214.411106:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411111:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880214.411113:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880214.411116:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880214.411120:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.411124:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880214.411126:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880214.411131:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.411132:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880214.411136:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880214.411140:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880214.411141:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880214.411144:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.411147:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880214.411149:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880214.411152:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880214.411159:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880214.411164:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880214.411173:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519617024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880214.411192:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880214.411197:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880214.411203:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519617024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880214.411216:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880214.411221:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880214.411228:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880214.411230:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880214.411234:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880214.411238:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880214.411244:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10969 00000400:00000200:1.0:1788880214.411283:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880214.411292:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880214.411298:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880214.411308:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411315:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.411322:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411329:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880214.411337:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880214.411341:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880214.411346:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880214.411349:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880214.411354:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880214.411358:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880214.411366:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411370:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880214.411375:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411379:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880214.411383:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880214.411389:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880214.411394:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880214.411398:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880214.411402:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880214.411407:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.411411:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880214.411414:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880214.411418:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.411421:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880214.411427:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880214.411431:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880214.411435:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880214.411438:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880214.411439:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880214.411443:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880214.411447:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880214.411454:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880214.411461:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880214.411468:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519617152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880214.411480:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880214.411484:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880214.411493:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519617152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880214.411511:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880214.411517:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10979) 00010000:00000001:1.0:1788880214.538343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880214.538348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880214.538353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880214.538354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880214.538357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880214.538358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880215.562339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880215.562344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880215.562348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880215.562349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880215.562359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880215.562360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880215.754343:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305642771, at 4305642816 00000100:00000040:0.0:1788880215.754349:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305642771, at 4305642816 00000100:00000010:1.0:1788880215.754356:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b120. 00000100:00000010:0.0:1788880215.754359:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b8a0. 00010000:00000001:1.0:1788880216.586353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880216.586359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880216.586363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880216.586364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880216.586366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880216.586367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880217.610377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880217.610385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880217.610392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880217.610394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880217.610398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880217.610400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880218.634329:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880218.634336:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880218.634342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880218.634343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880218.634346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880218.634347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880219.530389:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880219.530401:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880219.530404:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880219.530426:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880219.530433:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880219.530444:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10974 00000400:00000200:1.0:1788880219.530456:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880219.530468:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880219.530473:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880219.530478:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530482:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.530494:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530497:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880219.530510:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880219.530513:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880219.530517:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880219.530522:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880219.530526:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880219.530529:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880219.530533:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530535:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.530537:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530540:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880219.530544:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880219.530564:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530565:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880219.530568:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880219.530571:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880219.530573:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.530575:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880219.530577:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880219.530586:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880219.530589:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880219.530593:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880219.530594:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.530597:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880219.530600:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880219.530605:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880219.530614:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880219.530622:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880219.530631:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519617280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880219.530640:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880219.530645:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880219.530649:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519617280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880219.530682:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880219.530686:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880219.530689:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880219.530690:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880219.530692:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880219.530694:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880219.530696:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10974 00000400:00000200:1.0:1788880219.530699:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880219.530702:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880219.530704:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880219.530707:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530709:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.530711:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530712:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880219.530715:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880219.530716:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880219.530717:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880219.530720:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880219.530722:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880219.530725:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880219.530729:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530732:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.530738:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530742:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880219.530746:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880219.530752:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530756:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880219.530759:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880219.530765:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880219.530769:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.530771:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880219.530778:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880219.530782:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.530786:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880219.530790:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880219.530793:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880219.530795:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880219.530798:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.530801:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880219.530803:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880219.530806:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880219.530810:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880219.530815:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880219.530822:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519617408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880219.530831:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880219.530834:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880219.530837:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519617408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880219.530845:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880219.530848:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880219.530854:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880219.530857:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880219.530861:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880219.530867:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880219.530872:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10974 00000400:00000200:1.0:1788880219.530876:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880219.530883:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880219.530885:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880219.530889:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530893:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.530898:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530900:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880219.530904:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880219.530907:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880219.530908:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880219.530910:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880219.530911:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880219.530913:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880219.530917:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530919:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.530923:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530924:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880219.530927:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880219.530932:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880219.530935:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880219.530939:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880219.530941:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880219.530944:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.530947:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880219.530949:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880219.530952:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.530956:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880219.530962:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880219.530967:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880219.530972:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880219.530974:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.530976:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880219.530977:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880219.530979:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880219.530983:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880219.530987:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880219.530993:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519617536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880219.531004:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880219.531006:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880219.531012:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519617536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880219.531023:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880219.531026:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880219.531032:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880219.531033:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880219.531036:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880219.531042:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880219.531046:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10974 00000400:00000200:1.0:1788880219.531051:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880219.531056:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880219.531059:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880219.531061:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531063:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.531067:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531072:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880219.531077:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880219.531079:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880219.531080:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880219.531082:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880219.531085:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880219.531089:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880219.531092:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531094:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.531099:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531104:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880219.531109:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880219.531114:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531117:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880219.531121:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880219.531126:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880219.531130:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.531134:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880219.531137:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880219.531140:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.531145:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880219.531149:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880219.531151:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880219.531153:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880219.531157:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.531159:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880219.531161:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880219.531164:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880219.531169:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880219.531172:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880219.531179:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519617664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880219.531187:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880219.531188:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880219.531192:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519617664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880219.531197:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880219.531199:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880219.531201:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880219.531204:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880219.531206:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880219.531208:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880219.531212:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10974 00000400:00000200:1.0:1788880219.531217:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880219.531223:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880219.531226:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880219.531231:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531233:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.531237:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531239:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880219.531241:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880219.531242:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880219.531243:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880219.531244:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880219.531246:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880219.531265:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880219.531268:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531269:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880219.531271:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531273:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880219.531275:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880219.531279:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880219.531282:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880219.531285:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880219.531288:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880219.531292:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.531295:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880219.531297:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880219.531301:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.531305:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880219.531311:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880219.531314:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880219.531318:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880219.531321:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880219.531323:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880219.531326:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880219.531328:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880219.531333:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880219.531337:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880219.531344:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519617792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880219.531364:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880219.531367:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880219.531375:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519617792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880219.531388:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880219.531393:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10984) 00010000:00000001:1.0:1788880219.658357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880219.658368:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880219.658370:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880219.658373:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658379:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880219.658381:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658384:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658387:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880219.658394:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880219.658397:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880219.658399:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658401:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880219.658402:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658404:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658406:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880219.658412:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880219.658414:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880219.658415:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658416:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880219.658418:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658420:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880219.658422:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880220.682374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880220.682382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880220.682389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880220.682390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880220.682394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880220.682395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880220.874391:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305647891, at 4305647936 00000100:00000040:1.0:1788880220.874391:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305647891, at 4305647936 00000100:00000010:0.0:1788880220.874433:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b420. 00000100:00000010:1.0:1788880220.874437:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b180. 00010000:00000001:1.0:1788880221.706397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880221.706406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880221.706413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880221.706415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880221.706419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880221.706421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880222.730395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880222.730402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880222.730408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880222.730409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880222.730414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880222.730415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880223.754376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880223.754383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880223.754388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880223.754390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880223.754393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880223.754394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.650826:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880224.650834:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880224.650841:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880224.650862:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.650890:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880224.650896:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.650904:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880224.650907:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880224.650910:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880224.650915:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519617920:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880224.650927:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880224.650935:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880224.650941:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.650947:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880224.650970:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880224.650978:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880224.650991:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880224.651000:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880224.651011:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880224.651026:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519617920, portal 25 00000100:00000001:1.0:1788880224.651034:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880224.651038:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788880224.651053:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.651078:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880224.651090:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880224.651096:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880224.651104:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519617920, offset 0 00000400:00000200:1.0:1788880224.651119:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880224.651133:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.651148:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880224.651160:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880224.651170:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880224.651180:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880224.651188:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880224.651198:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460810:460810:256:4294967295] 192.168.203.155@tcp LPNI seq info [460804:460804:8:4294967295] 00000400:00000200:1.0:1788880224.651213:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.651235:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880224.651272:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.651280:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880224.651289:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880224.651295:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880224.651334:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.651340:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880224.651350:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880224.651362:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880224.651374:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880224.651380:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880224.651389:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880224.651400:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.651440:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.651450:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.651498:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.651505:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880224.651519:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880224.651537:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880224.651546:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305653012 00000100:00000010:1.0:1788880224.651563:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d120. 00000100:00000001:1.0:1788880224.651580:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880224.651597:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305653012 00000100:00000010:1.0:1788880224.651610:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d000. 00000100:00000001:1.0:1788880224.651619:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880224.651632:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880224.651675:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.651686:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880224.651707:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880224/real 1788880224] req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880224.651755:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880224.651761:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880224.651766:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880224.651776:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880224.651785:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880224.651792:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880224.651807:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880224.651840:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.651873:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880224.651880:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.651887:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.651892:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880224.651903:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.651939:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880224.651956:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.651982:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880224.651991:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.651998:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.652003:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.652010:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880224.652016:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880224.652024:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880224.652037:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880224.652045:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880224.652060:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880224.652104:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519617920:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880224.652121:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.652128:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.652138:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519617920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652168:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880224.652177:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880224.652185:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880224.652193:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880224.652199:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880224.652205:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880224.652211:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880224.652219:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880224.652229:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880224.652235:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880224.652241:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788880224.652285:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880224.652290:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.652301:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.652319:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880224.652325:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.652335:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880224.652338:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880224.652340:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880224.652349:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652360:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880224.652363:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.652367:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880224.652369:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880224.652372:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880224.652376:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519618048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880224.652380:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880224.652383:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880224.652385:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.652388:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880224.652393:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880224.652396:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880224.652401:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880224.652415:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880224.652420:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880224.652424:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519618048, portal 10 00000100:00000001:1.0:1788880224.652427:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880224.652429:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788880224.652438:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652446:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880224.652450:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880224.652452:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880224.652456:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519618048, offset 0 00000400:00000200:1.0:1788880224.652461:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880224.652466:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.652471:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880224.652476:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880224.652479:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880224.652483:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880224.652486:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880224.652490:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460811:460811:256:4294967295] 192.168.203.155@tcp LPNI seq info [460805:460805:8:4294967295] 00000400:00000200:1.0:1788880224.652496:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.652515:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880224.652521:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.652525:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880224.652530:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880224.652534:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880224.652548:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.652551:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880224.652555:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880224.652559:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880224.652563:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880224.652566:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880224.652569:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880224.652573:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652583:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.652587:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652595:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.652597:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880224.652601:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880224.652607:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880224.652610:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880224.652613:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305651728 00000100:00000001:1.0:1788880224.652617:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305653012 00000100:00000001:1.0:1788880224.652619:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305651728 00000100:00000001:1.0:1788880224.652622:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305653012 00000100:00000001:1.0:1788880224.652626:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880224.652628:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.652631:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880224.652659:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880224/real 1788880224] req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880224.652678:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880224.652680:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880224.652693:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880224.652698:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880224.652702:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880224.652706:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880224.652715:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880224.652733:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652748:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880224.652751:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.652755:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.652758:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880224.652766:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652775:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880224.652780:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652789:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880224.652793:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.652795:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.652796:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.652798:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880224.652801:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880224.652805:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880224.652810:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880224.652813:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880224.652818:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880224.652827:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519618048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880224.652832:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880224.652836:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652844:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880224.652846:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.652848:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880224.652851:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880224.652853:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880224.652857:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519618176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880224.652861:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880224.652864:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880224.652867:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.652869:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880224.652873:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880224.652876:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880224.652880:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880224.652883:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880224.652887:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880224.652891:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519618176, portal 10 00000100:00000001:1.0:1788880224.652894:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880224.652896:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880224.652904:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.652920:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880224.652924:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880224.652926:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880224.652929:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519618176, offset 0 00000400:00000200:1.0:1788880224.652934:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880224.652939:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.652945:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880224.652948:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880224.652952:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880224.652955:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880224.652958:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880224.652963:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460812:460812:256:4294967295] 192.168.203.155@tcp LPNI seq info [460806:460806:8:4294967295] 00000400:00000200:1.0:1788880224.652968:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.652977:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880224.652983:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.652987:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880224.652992:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880224.652996:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880224.653011:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.653013:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880224.653017:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880224.653022:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880224.653026:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880224.653028:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880224.653031:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880224.653036:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653046:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.653050:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653067:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.653069:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880224.653073:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880224.653077:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880224.653081:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880224.653084:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305651728 00000100:00000001:1.0:1788880224.653087:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305653012 00000100:00000001:1.0:1788880224.653090:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305651728 00000100:00000001:1.0:1788880224.653092:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305653012 00000100:00000001:1.0:1788880224.653095:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880224.653097:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.653099:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880224.653104:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880224/real 1788880224] req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880224.653113:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880224.653116:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880224.653118:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880224.653120:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880224.653122:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880224.653124:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880224.653128:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880224.653138:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653146:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880224.653148:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.653150:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.653152:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880224.653156:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653166:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880224.653171:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653179:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880224.653182:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.653184:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.653185:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.653187:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880224.653190:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880224.653193:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880224.653196:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880224.653199:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880224.653203:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880224.653212:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519618176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880224.653217:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880224.653220:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653228:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880224.653230:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.653232:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880224.653234:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880224.653237:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880224.653240:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519618304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880224.653244:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880224.653246:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880224.653275:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.653278:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880224.653282:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880224.653285:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880224.653289:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880224.653292:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880224.653296:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880224.653300:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519618304, portal 4 00000100:00000001:1.0:1788880224.653302:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880224.653304:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880224.653312:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653320:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880224.653323:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880224.653326:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880224.653329:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519618304, offset 0 00000400:00000200:1.0:1788880224.653334:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880224.653338:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.653342:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880224.653345:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880224.653348:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880224.653351:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880224.653354:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880224.653358:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460813:460813:256:4294967295] 192.168.203.155@tcp LPNI seq info [460807:460807:8:4294967295] 00000400:00000200:1.0:1788880224.653364:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.653372:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880224.653378:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.653381:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880224.653386:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880224.653389:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880224.653402:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.653406:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880224.653409:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880224.653414:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880224.653417:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880224.653429:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880224.653432:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880224.653436:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653447:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.653450:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653459:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.653461:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880224.653464:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880224.653467:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880224.653470:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880224.653473:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305651781 00000100:00000001:1.0:1788880224.653476:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305653012 00000100:00000001:1.0:1788880224.653479:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305651781 00000100:00000001:1.0:1788880224.653482:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305653012 00000100:00000001:1.0:1788880224.653485:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880224.653487:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.653490:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880224.653494:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880224/real 1788880224] req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880224.653503:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880224.653505:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880224.653507:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880224.653509:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880224.653512:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880224.653515:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880224.653519:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880224.653529:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653537:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880224.653539:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.653541:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.653543:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880224.653547:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653554:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880224.653559:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653567:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880224.653570:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.653572:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.653574:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.653577:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880224.653579:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880224.653582:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880224.653586:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880224.653588:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880224.653592:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880224.653601:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519618304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880224.653606:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880224.653609:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653619:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880224.653620:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.653623:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880224.653626:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880224.653628:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880224.653631:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519618432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880224.653663:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880224.653667:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880224.653670:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880224.653674:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880224.653681:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880224.653684:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880224.653691:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880224.653696:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880224.653702:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880224.653709:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519618432, portal 4 00000100:00000001:1.0:1788880224.653713:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880224.653716:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880224.653729:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653743:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880224.653748:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880224.653753:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880224.653757:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519618432, offset 0 00000400:00000200:1.0:1788880224.653763:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880224.653769:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.653774:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880224.653777:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880224.653781:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880224.653784:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880224.653787:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880224.653792:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460814:460814:256:4294967295] 192.168.203.155@tcp LPNI seq info [460808:460808:8:4294967295] 00000400:00000200:1.0:1788880224.653797:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880224.653806:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880224.653811:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.653816:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880224.653821:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880224.653824:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880224.653839:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880224.653841:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880224.653845:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880224.653849:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880224.653854:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880224.653856:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880224.653859:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880224.653864:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653874:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.653878:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653887:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.653889:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880224.653893:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880224.653896:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880224.653900:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880224.653903:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305651732 00000100:00000001:1.0:1788880224.653906:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305653012 00000100:00000001:1.0:1788880224.653909:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305651732 00000100:00000001:1.0:1788880224.653912:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305653012 00000100:00000001:1.0:1788880224.653915:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880224.653918:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.653920:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880224.653925:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880224/real 1788880224] req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880224.653935:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880224.653936:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880224.653938:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880224.653941:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880224.653943:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880224.653945:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880224.653949:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880224.653970:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653977:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880224.653979:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.653981:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.653983:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880224.653987:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.653995:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880224.653999:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.654007:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880224.654010:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.654012:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880224.654014:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.654016:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880224.654019:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880224.654022:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880224.654026:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880224.654029:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880224.654034:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880224.654043:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519618432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880224.654048:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.654050:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.654054:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519618048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.654061:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880224.654063:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880224.654066:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880224.654069:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880224.654071:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880224.654073:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880224.654076:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880224.654078:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880224.654082:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880224.654084:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880224.654086:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788880224.654089:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880224.654091:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.654093:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.654097:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519618176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.654105:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880224.654106:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880224.654108:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880224.654112:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880224.654114:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880224.654116:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880224.654118:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880224.654121:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880224.654124:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880224.654125:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880224.654127:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880224.654130:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880224.654132:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.654134:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.654137:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519618304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.654145:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880224.654146:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880224.654148:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880224.654151:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880224.654152:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880224.654153:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880224.654155:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880224.654157:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880224.654159:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880224.654160:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880224.654162:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880224.654165:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880224.654166:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.654168:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880224.654172:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519618432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880224.654179:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880224.654181:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880224.654182:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880224.654186:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880224.654187:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880224.654189:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880224.654191:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880224.654192:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880224.654194:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880224.654196:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880224.654197:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880224.654201:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880224.654203:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.654205:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880224.654210:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880224.654212:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880224.654214:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880224.654217:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880224.778370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880224.778377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880224.778386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880224.778387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880224.778392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880224.778394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880225.802431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880225.802442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880225.802450:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880225.802452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880225.802456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880225.802458:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880225.994403:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305653012, at 4305653056 00000100:00000040:0.0:1788880225.994409:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305653012, at 4305653056 00000100:00000010:1.0:1788880225.994429:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00000010:0.0:1788880225.994432:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00010000:00000001:1.0:1788880226.826442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880226.826456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880226.826468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880226.826472:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880226.826479:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880226.826482:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880227.850496:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880227.850506:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880227.850514:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880227.850516:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880227.850520:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880227.850522:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880228.874402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880228.874411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880228.874418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880228.874420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880228.874426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880228.874428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880229.770425:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880229.770438:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880229.770441:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880229.770447:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880229.770453:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880229.770462:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10984 00000400:00000200:1.0:1788880229.770472:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880229.770480:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880229.770484:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880229.770488:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770492:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.770495:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770498:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880229.770509:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880229.770511:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880229.770515:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880229.770519:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880229.770521:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880229.770524:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880229.770527:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770529:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.770531:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770533:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880229.770536:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880229.770540:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770543:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880229.770546:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880229.770550:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880229.770553:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.770557:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880229.770560:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880229.770572:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880229.770576:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880229.770582:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880229.770584:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.770588:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880229.770591:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880229.770597:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880229.770628:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880229.770637:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880229.770649:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519618560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880229.770662:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880229.770667:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880229.770672:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519618560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880229.770702:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880229.770706:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880229.770710:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880229.770712:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880229.770714:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880229.770717:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880229.770720:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10984 00000400:00000200:1.0:1788880229.770725:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880229.770730:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880229.770733:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880229.770736:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770739:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.770743:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770747:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880229.770754:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880229.770759:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880229.770766:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880229.770769:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880229.770774:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880229.770777:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880229.770789:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770795:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.770802:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770808:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880229.770814:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880229.770822:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880229.770826:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880229.770831:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880229.770841:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880229.770847:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.770855:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880229.770863:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880229.770871:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.770876:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880229.770882:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788880229.770887:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880229.770890:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880229.770896:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.770905:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880229.770907:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880229.770909:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880229.770920:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880229.770926:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880229.770938:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519618688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880229.770954:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880229.770962:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880229.770977:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519618688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880229.771009:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880229.771014:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880229.771025:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880229.771029:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880229.771037:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880229.771041:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880229.771047:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10984 00000400:00000200:1.0:1788880229.771060:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880229.771065:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880229.771067:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880229.771072:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771077:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.771083:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771086:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880229.771092:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880229.771098:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880229.771100:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880229.771104:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880229.771111:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880229.771117:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880229.771127:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771132:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.771140:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771145:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880229.771154:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880229.771163:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771166:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880229.771171:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880229.771177:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880229.771183:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.771190:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880229.771194:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880229.771201:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.771207:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880229.771213:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788880229.771217:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880229.771220:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880229.771224:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.771228:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880229.771232:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880229.771235:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880229.771282:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880229.771287:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880229.771296:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519618816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880229.771319:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880229.771324:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880229.771334:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519618816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880229.771353:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880229.771361:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880229.771367:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880229.771371:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880229.771377:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880229.771380:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880229.771386:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10984 00000400:00000200:1.0:1788880229.771397:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880229.771408:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880229.771415:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880229.771422:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771428:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.771437:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771445:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880229.771453:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880229.771457:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880229.771461:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880229.771466:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880229.771471:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880229.771474:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880229.771483:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771489:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.771497:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771501:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880229.771504:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880229.771514:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771516:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880229.771518:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880229.771522:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880229.771530:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.771532:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880229.771535:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880229.771538:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.771540:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880229.771544:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788880229.771547:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880229.771553:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880229.771555:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.771558:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880229.771563:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880229.771567:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880229.771578:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880229.771590:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880229.771620:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519618944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880229.771632:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880229.771636:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880229.771661:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519618944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880229.771679:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880229.771684:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880229.771690:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880229.771694:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880229.771699:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880229.771705:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880229.771712:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10984 00000400:00000200:1.0:1788880229.771726:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880229.771734:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880229.771738:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880229.771747:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771755:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.771763:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771767:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880229.771773:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880229.771777:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880229.771782:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880229.771787:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880229.771791:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880229.771799:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880229.771811:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771816:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880229.771822:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771829:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880229.771838:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880229.771848:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880229.771855:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880229.771863:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880229.771867:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880229.771874:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.771880:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880229.771885:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880229.771891:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.771896:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880229.771903:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880229.771910:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880229.771917:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880229.771923:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880229.771929:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880229.771932:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880229.771936:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880229.771945:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880229.771951:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880229.771963:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519619072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880229.771989:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880229.771995:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880229.772008:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519619072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880229.772028:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880229.772038:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10994) 00010000:00000001:1.0:1788880229.898770:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880229.898782:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880229.898785:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880229.898790:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898797:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880229.898800:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898803:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898806:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898811:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880229.898813:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880229.898815:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880229.898817:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898819:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880229.898821:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898823:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898825:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898829:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880229.898831:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880229.898833:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880229.898834:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898836:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880229.898837:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898839:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880229.898842:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880230.922354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880230.922360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880230.922365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880230.922366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880230.922369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880230.922370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880231.114401:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305658132, at 4305658176 00000100:00000040:0.0:1788880231.114404:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305658132, at 4305658176 00000100:00000010:1.0:1788880231.114429:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b660. 00000100:00000010:0.0:1788880231.114440:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b300. 00010000:00000001:1.0:1788880231.946375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880231.946386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880231.946395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880231.946396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880231.946401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880231.946404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880232.970395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880232.970416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880232.970424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880232.970425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880232.970430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880232.970432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880233.994447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880233.994456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880233.994466:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880233.994468:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880233.994473:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880233.994474:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880234.890392:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880234.890403:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880234.890406:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880234.890411:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880234.890416:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880234.890426:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10989 00000400:00000200:1.0:1788880234.890438:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880234.890446:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880234.890449:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880234.890452:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890456:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.890458:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890460:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880234.890470:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880234.890473:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880234.890476:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880234.890480:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880234.890483:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880234.890486:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880234.890490:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890492:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.890494:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890496:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880234.890499:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880234.890501:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890503:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880234.890505:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880234.890509:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880234.890511:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.890513:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880234.890515:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880234.890526:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880234.890528:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880234.890532:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880234.890534:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.890537:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880234.890540:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880234.890545:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880234.890554:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880234.890575:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880234.890587:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519619200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880234.890597:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880234.890602:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880234.890605:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519619200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880234.890629:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880234.890632:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880234.890635:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880234.890636:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880234.890638:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880234.890640:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880234.890643:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10989 00000400:00000200:1.0:1788880234.890646:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880234.890648:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880234.890650:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880234.890652:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890653:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.890655:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890656:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880234.890660:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880234.890662:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880234.890664:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880234.890666:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880234.890669:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880234.890671:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880234.890677:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890679:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.890683:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890688:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880234.890692:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880234.890695:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890699:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880234.890701:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880234.890710:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880234.890722:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.890727:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880234.890734:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880234.890740:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.890744:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880234.890751:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880234.890759:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880234.890773:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880234.890775:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.890777:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880234.890779:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880234.890781:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880234.890784:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880234.890799:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880234.890821:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519619328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880234.890842:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880234.890847:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880234.890870:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519619328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880234.890895:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880234.890903:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880234.890908:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880234.890913:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880234.890922:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880234.890932:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880234.890936:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10989 00000400:00000200:1.0:1788880234.890948:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880234.890958:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880234.890961:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880234.890973:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.890986:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.890996:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891002:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880234.891018:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880234.891020:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880234.891022:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880234.891029:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880234.891038:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880234.891057:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880234.891068:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891082:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.891096:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891110:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880234.891118:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880234.891137:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891153:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880234.891168:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880234.891173:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880234.891186:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.891190:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880234.891192:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880234.891195:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.891209:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880234.891222:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880234.891227:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880234.891237:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880234.891240:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.891244:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880234.891275:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880234.891278:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880234.891283:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880234.891286:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880234.891294:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519619456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880234.891302:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880234.891304:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880234.891307:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519619456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880234.891316:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880234.891319:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880234.891328:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880234.891337:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880234.891340:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880234.891350:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880234.891358:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10989 00000400:00000200:1.0:1788880234.891368:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880234.891391:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880234.891399:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880234.891406:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891416:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.891420:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891430:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880234.891437:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880234.891440:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880234.891446:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880234.891450:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880234.891452:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880234.891454:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880234.891458:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891460:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.891472:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891479:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880234.891487:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880234.891502:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891512:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880234.891523:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880234.891528:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880234.891532:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.891537:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880234.891541:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880234.891552:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.891580:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880234.891586:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880234.891592:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880234.891603:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880234.891610:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.891616:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880234.891625:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880234.891630:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880234.891641:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880234.891653:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880234.891674:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519619584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880234.891704:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880234.891716:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880234.891726:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519619584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880234.891782:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880234.891799:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880234.891805:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880234.891813:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880234.891817:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880234.891828:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880234.891840:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10989 00000400:00000200:1.0:1788880234.891863:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880234.891875:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880234.891884:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880234.891893:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891897:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.891906:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891913:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880234.891920:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880234.891925:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880234.891936:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880234.891940:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880234.891945:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880234.891959:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880234.891966:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891968:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880234.891969:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891970:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880234.891972:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880234.891974:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880234.891976:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880234.891981:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880234.891990:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880234.891995:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.892000:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880234.892009:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880234.892020:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.892033:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880234.892042:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880234.892049:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880234.892056:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880234.892060:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880234.892074:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880234.892080:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880234.892088:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880234.892105:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880234.892120:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880234.892138:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519619712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880234.892285:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880234.892297:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880234.892313:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519619712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880234.892357:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880234.892364:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10999) 00010000:00000001:1.0:1788880235.018424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880235.018432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880235.018440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880235.018441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880235.018444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880235.018445:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880236.042394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880236.042400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880236.042404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880236.042405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880236.042407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880236.042408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880236.234349:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305663252, at 4305663296 00000100:00000040:1.0:1788880236.234349:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305663252, at 4305663296 00000100:00000010:1.0:1788880236.234366:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf60. 00000100:00000010:0.0:1788880236.234368:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b0c0. 00010000:00000001:1.0:1788880237.066357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880237.066363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880237.066369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880237.066370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880237.066373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880237.066374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880238.090432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880238.090439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880238.090445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880238.090447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880238.090449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880238.090450:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880239.114337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880239.114344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880239.114349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880239.114351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880239.114354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880239.114355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880240.010324:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880240.010334:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880240.010337:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880240.010341:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880240.010346:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880240.010354:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10994 00000400:00000200:1.0:1788880240.010362:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880240.010368:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880240.010372:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880240.010375:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010377:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.010380:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010382:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880240.010390:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880240.010392:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880240.010395:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880240.010399:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880240.010401:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880240.010403:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880240.010406:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010408:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.010409:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010410:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880240.010413:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880240.010416:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010418:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880240.010420:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880240.010424:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880240.010426:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.010429:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880240.010431:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880240.010439:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880240.010443:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880240.010447:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880240.010448:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.010451:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880240.010454:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880240.010459:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880240.010468:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880240.010475:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880240.010484:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519619840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880240.010494:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880240.010499:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880240.010503:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519619840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880240.010523:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880240.010542:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880240.010546:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880240.010547:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880240.010549:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880240.010552:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880240.010555:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10994 00000400:00000200:1.0:1788880240.010560:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880240.010563:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880240.010565:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880240.010568:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010571:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.010575:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010579:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880240.010585:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880240.010589:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880240.010590:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880240.010593:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880240.010596:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880240.010602:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880240.010609:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010614:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.010619:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010624:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880240.010626:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880240.010632:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010635:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880240.010637:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880240.010645:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880240.010650:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.010654:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880240.010660:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880240.010664:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.010668:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880240.010674:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880240.010677:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880240.010681:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880240.010682:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.010684:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880240.010689:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880240.010691:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880240.010699:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880240.010704:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880240.010711:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519619968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880240.010725:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880240.010729:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880240.010737:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519619968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880240.010773:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880240.010778:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880240.010787:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880240.010792:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880240.010798:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880240.010807:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880240.010817:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10994 00000400:00000200:1.0:1788880240.010839:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880240.010857:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880240.010866:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880240.010881:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010890:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.010896:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010906:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880240.010920:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880240.010924:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880240.010929:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880240.010936:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880240.010943:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880240.010952:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880240.010963:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010971:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.010980:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.010988:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880240.010999:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880240.011007:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011012:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880240.011017:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880240.011028:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880240.011037:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.011043:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880240.011048:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880240.011055:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.011061:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880240.011069:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880240.011079:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880240.011101:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880240.011107:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.011117:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880240.011121:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880240.011126:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880240.011137:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880240.011147:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880240.011164:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519620096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880240.011184:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880240.011189:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880240.011202:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519620096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880240.011239:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880240.011281:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880240.011288:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880240.011291:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880240.011294:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880240.011297:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880240.011303:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10994 00000400:00000200:1.0:1788880240.011328:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880240.011338:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880240.011345:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880240.011358:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011362:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.011370:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011373:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880240.011380:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880240.011384:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880240.011386:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880240.011389:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880240.011398:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880240.011402:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880240.011406:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011410:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.011415:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011423:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880240.011434:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880240.011443:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011450:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880240.011459:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880240.011467:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880240.011478:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.011484:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880240.011490:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880240.011500:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.011507:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880240.011518:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788880240.011524:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880240.011552:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880240.011557:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.011579:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880240.011582:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880240.011587:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880240.011592:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880240.011597:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880240.011606:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519620224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880240.011642:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880240.011645:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880240.011649:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519620224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880240.011674:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880240.011678:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880240.011683:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880240.011684:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880240.011686:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880240.011691:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880240.011696:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10994 00000400:00000200:1.0:1788880240.011703:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880240.011708:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880240.011713:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880240.011719:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011724:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.011729:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011731:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880240.011735:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880240.011738:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880240.011741:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880240.011743:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880240.011747:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880240.011751:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880240.011756:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011759:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880240.011762:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011768:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880240.011770:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880240.011776:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880240.011782:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880240.011786:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880240.011791:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880240.011795:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.011799:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880240.011803:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880240.011810:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.011815:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880240.011823:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880240.011831:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880240.011837:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880240.011841:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880240.011845:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880240.011849:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880240.011854:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880240.011861:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880240.011867:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880240.011875:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519620352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880240.011889:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880240.011892:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880240.011913:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519620352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880240.011940:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880240.011952:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11004) 00010000:00000001:1.0:1788880240.138372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880240.138380:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880240.138384:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880240.138389:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138395:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880240.138398:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138401:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138404:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880240.138411:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880240.138412:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880240.138415:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138417:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880240.138419:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138421:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138424:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880240.138431:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880240.138432:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880240.138434:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138436:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880240.138437:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138440:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880240.138442:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880241.162434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880241.162441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880241.162447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880241.162448:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880241.162451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880241.162452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880241.354385:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305668372, at 4305668416 00000100:00000040:1.0:1788880241.354409:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305668372, at 4305668416 00000100:00000010:0.0:1788880241.354410:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd20. 00000100:00000010:1.0:1788880241.354428:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc00. 00010000:00000001:1.0:1788880242.186386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880242.186395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880242.186402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880242.186404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880242.186409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880242.186411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880243.210441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880243.210450:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880243.210458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880243.210460:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880243.210465:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880243.210467:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880244.234452:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880244.234459:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880244.234466:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880244.234467:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880244.234470:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880244.234471:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880245.130411:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880245.130422:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880245.130426:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880245.130431:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880245.130437:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880245.130446:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 10999 00000400:00000200:0.0:1788880245.130475:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880245.130483:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880245.130487:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880245.130512:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130518:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.130539:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130542:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880245.130549:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880245.130550:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880245.130553:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880245.130555:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880245.130557:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880245.130559:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880245.130561:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130562:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.130564:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130565:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880245.130567:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880245.130569:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130571:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880245.130573:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880245.130576:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880245.130578:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.130580:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880245.130582:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880245.130590:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880245.130592:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880245.130596:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880245.130597:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.130600:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880245.130619:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880245.130623:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880245.130630:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880245.130637:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880245.130645:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519620480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880245.130654:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880245.130658:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880245.130662:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519620480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880245.130695:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880245.130697:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880245.130700:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880245.130701:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880245.130703:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880245.130705:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880245.130707:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10999 00000400:00000200:0.0:1788880245.130710:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880245.130712:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880245.130714:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880245.130716:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130718:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.130720:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130721:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880245.130724:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880245.130725:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880245.130726:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880245.130727:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880245.130729:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880245.130730:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880245.130733:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130734:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.130736:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130737:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880245.130739:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880245.130757:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130758:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880245.130759:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880245.130764:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880245.130765:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.130767:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880245.130770:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880245.130772:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.130774:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880245.130776:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788880245.130778:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880245.130783:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880245.130784:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.130788:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880245.130789:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880245.130792:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880245.130797:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880245.130801:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880245.130811:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519620608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880245.130823:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880245.130829:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880245.130838:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519620608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880245.130850:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880245.130854:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880245.130859:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880245.130861:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880245.130863:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880245.130867:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880245.130872:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10999 00000400:00000200:0.0:1788880245.130880:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880245.130884:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880245.130886:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880245.130889:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130892:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.130894:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130895:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880245.130901:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880245.130906:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880245.130911:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880245.130917:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880245.130923:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880245.130930:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880245.130941:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130948:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.130954:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.130975:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880245.130980:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880245.130993:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131004:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880245.131009:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880245.131018:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880245.131044:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.131050:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880245.131059:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880245.131068:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.131074:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880245.131088:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788880245.131095:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880245.131105:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880245.131111:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.131121:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880245.131125:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880245.131132:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880245.131146:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788880245.131155:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880245.131185:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519620736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880245.131195:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880245.131198:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880245.131201:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519620736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880245.131211:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880245.131215:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880245.131222:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880245.131224:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880245.131226:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880245.131231:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880245.131233:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10999 00000400:00000200:0.0:1788880245.131261:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880245.131269:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880245.131273:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880245.131279:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131282:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.131285:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131288:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880245.131294:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880245.131296:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880245.131315:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880245.131318:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880245.131320:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880245.131323:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880245.131335:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131363:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.131369:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131375:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880245.131379:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880245.131403:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131414:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880245.131422:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880245.131431:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880245.131437:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.131443:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880245.131467:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880245.131474:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.131482:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880245.131515:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788880245.131523:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880245.131547:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880245.131549:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.131553:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880245.131556:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880245.131559:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880245.131565:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880245.131571:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880245.131582:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519620864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880245.131594:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880245.131598:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880245.131625:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519620864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880245.131645:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880245.131652:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880245.131659:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880245.131664:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880245.131668:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880245.131673:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880245.131698:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 10999 00000400:00000200:0.0:1788880245.131706:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880245.131714:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880245.131719:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880245.131726:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131731:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.131737:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131742:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880245.131749:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880245.131751:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880245.131754:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880245.131757:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880245.131762:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880245.131769:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880245.131780:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131787:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880245.131795:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131802:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880245.131808:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880245.131817:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880245.131826:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880245.131833:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880245.131840:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880245.131847:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.131852:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880245.131858:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880245.131863:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.131867:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880245.131873:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880245.131878:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880245.131884:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880245.131887:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880245.131891:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880245.131895:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880245.131899:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880245.131908:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880245.131915:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880245.131926:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519620992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880245.131943:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880245.131949:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880245.131958:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519620992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880245.131981:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880245.131990:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11009) 00010000:00000001:1.0:1788880245.258369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880245.258397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880245.258402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880245.258404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880245.258406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880245.258407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880246.282414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880246.282423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880246.282431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880246.282433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880246.282438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880246.282440:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880246.474371:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305673491, at 4305673536 00000100:00000010:0.0:1788880246.474392:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b720. 00000100:00000040:1.0:1788880246.474427:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305673492, at 4305673536 00000100:00000010:1.0:1788880246.474449:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b060. 00010000:00000001:1.0:1788880247.306401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880247.306410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880247.306418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880247.306420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880247.306424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880247.306426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880248.330421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880248.330442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880248.330449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880248.330452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880248.330456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880248.330458:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880249.354414:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880249.354417:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880249.354433:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354441:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880249.354444:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354447:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354450:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880249.354458:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880249.354489:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880249.354493:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354495:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880249.354498:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354500:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354503:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354509:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880249.354511:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880249.354512:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880249.354514:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354517:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880249.354518:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354521:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880249.354523:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880250.250437:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880250.250479:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880250.250485:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880250.250492:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880250.250501:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880250.250513:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11004 00000400:00000200:1.0:1788880250.250525:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880250.250534:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880250.250539:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880250.250545:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250549:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.250552:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250556:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880250.250568:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880250.250570:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880250.250575:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880250.250579:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880250.250582:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880250.250585:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880250.250589:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250592:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.250595:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250597:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880250.250601:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880250.250605:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250608:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880250.250613:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880250.250618:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880250.250621:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.250624:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880250.250627:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880250.250636:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880250.250641:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880250.250646:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880250.250648:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.250652:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880250.250656:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880250.250665:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880250.250681:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880250.250694:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880250.250712:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519621120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880250.250733:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880250.250742:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880250.250752:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519621120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880250.250800:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880250.250808:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880250.250816:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880250.250819:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880250.250822:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880250.250828:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880250.250834:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11004 00000400:00000200:1.0:1788880250.250843:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880250.250851:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880250.250857:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880250.250864:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250869:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.250874:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250879:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880250.250886:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880250.250890:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880250.250894:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880250.250899:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880250.250903:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880250.250907:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880250.250925:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250928:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.250932:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250936:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880250.250942:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880250.250947:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880250.250953:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880250.250956:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880250.250967:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880250.250972:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.250975:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880250.250984:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880250.250991:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.250996:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880250.251005:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880250.251011:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880250.251017:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880250.251019:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.251024:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880250.251029:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880250.251038:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880250.251050:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880250.251062:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880250.251083:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519621248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880250.251119:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880250.251131:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880250.251152:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519621248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880250.251201:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880250.251211:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880250.251227:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880250.251234:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880250.251243:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880250.251325:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880250.251342:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11004 00000400:00000200:1.0:1788880250.251365:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880250.251391:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880250.251404:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880250.251421:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.251432:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.251440:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.251447:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880250.251486:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880250.251492:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880250.251499:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880250.251509:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880250.251520:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880250.251529:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880250.251547:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.251557:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.251567:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.251577:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880250.251586:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880250.251594:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880250.251599:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880250.251607:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880250.251617:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880250.251625:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.251632:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880250.251637:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880250.251644:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.251647:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880250.251657:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880250.251666:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880250.251676:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880250.251685:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.251690:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880250.251697:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880250.251705:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880250.251718:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880250.251731:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880250.251749:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519621376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880250.251783:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880250.251796:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880250.251812:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519621376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880250.251837:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880250.251847:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880250.251854:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880250.251862:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880250.251866:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880250.251877:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880250.251888:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11004 00000400:00000200:1.0:1788880250.251902:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880250.251908:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880250.251911:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880250.251915:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.251920:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.251928:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.251938:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880250.251947:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880250.251951:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880250.251955:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880250.251962:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880250.251966:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880250.251971:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880250.251980:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.251984:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.251995:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.252005:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880250.252010:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880250.252017:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880250.252026:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880250.252032:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880250.252040:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880250.252047:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.252056:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880250.252062:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880250.252068:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.252073:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880250.252082:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880250.252090:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880250.252096:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880250.252102:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.252108:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880250.252112:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880250.252119:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880250.252129:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880250.252139:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880250.252157:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519621504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880250.252181:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880250.252193:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880250.252215:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519621504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880250.252307:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880250.252318:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880250.252333:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880250.252340:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880250.252346:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880250.252356:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880250.252368:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11004 00000400:00000200:1.0:1788880250.252383:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880250.252396:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880250.252406:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880250.252425:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.252438:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.252452:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.252479:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880250.252492:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880250.252500:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880250.252509:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880250.252518:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880250.252529:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880250.252540:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880250.252555:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.252568:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880250.252582:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880250.252589:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880250.252602:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880250.252615:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880250.252624:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880250.252633:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880250.252641:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880250.252647:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.252655:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880250.252664:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880250.252676:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.252686:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880250.252695:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880250.252704:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880250.252712:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880250.252719:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880250.252724:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880250.252731:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880250.252739:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880250.252754:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880250.252764:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880250.252782:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519621632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880250.252803:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880250.252811:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880250.252829:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519621632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880250.252869:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880250.252879:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11015) 00010000:00000001:1.0:1788880250.378349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880250.378356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880250.378361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880250.378363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880250.378366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880250.378367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880251.402375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880251.402385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880251.402394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880251.402396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880251.402400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880251.402403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880251.594388:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305678612, at 4305678656 00000100:00000040:0.0:1788880251.594389:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305678612, at 4305678656 00000100:00000010:1.0:1788880251.594415:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b6c0. 00000100:00000010:0.0:1788880251.594427:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bba0. 00010000:00000001:1.0:1788880252.426373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880252.426382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880252.426390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880252.426392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880252.426397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880252.426399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880253.450462:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880253.450473:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880253.450483:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880253.450485:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880253.450490:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880253.450491:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880254.474422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880254.474461:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880254.474470:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880254.474472:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880254.474477:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880254.474479:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.370582:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880255.370592:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880255.370599:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880255.370615:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.370648:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880255.370652:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.370661:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880255.370666:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880255.370670:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880255.370680:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519621760:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880255.370686:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880255.370695:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880255.370701:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.370715:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880255.370727:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880255.370736:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880255.370751:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880255.370761:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880255.370769:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880255.370780:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519621760, portal 25 00000100:00000001:1.0:1788880255.370787:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880255.370793:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880255.370805:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.370816:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880255.370827:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880255.370834:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880255.370838:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519621760, offset 0 00000400:00000200:1.0:1788880255.370858:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880255.370876:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.370892:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880255.370901:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880255.370917:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880255.370927:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880255.370934:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880255.370948:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460840:460840:256:4294967295] 192.168.203.155@tcp LPNI seq info [460834:460834:8:4294967295] 00000400:00000200:1.0:1788880255.370966:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.370995:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880255.371013:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.371023:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880255.371039:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880255.371048:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880255.371076:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.371084:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880255.371091:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880255.371107:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880255.371122:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880255.371128:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880255.371140:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880255.371151:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.371186:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.371195:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.371228:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.371235:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880255.371279:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880255.371289:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880255.371296:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305683732 00000100:00000010:1.0:1788880255.371308:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d000. 00000100:00000001:1.0:1788880255.371319:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880255.371335:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305683732 00000100:00000010:1.0:1788880255.371341:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd80. 00000100:00000001:1.0:1788880255.371347:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880255.371358:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880255.371365:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.371370:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880255.371380:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880255/real 1788880255] req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880255.371411:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880255.371434:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880255.371437:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880255.371447:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880255.371454:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880255.371460:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880255.371469:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880255.371512:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.371580:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880255.371584:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.371588:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.371591:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880255.371605:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.371635:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880255.371647:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.371671:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880255.371679:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.371683:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.371686:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.371690:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880255.371694:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880255.371702:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880255.371716:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880255.371720:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880255.371735:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880255.371775:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519621760:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880255.371792:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.371801:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.371809:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519621760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.371835:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880255.371842:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880255.371851:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880255.371863:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880255.371871:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880255.371876:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880255.371884:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880255.371895:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880255.371912:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880255.371920:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880255.371923:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880255.371928:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880255.371931:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.371938:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.371952:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880255.371956:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.371963:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880255.371966:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880255.371972:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880255.371982:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372000:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880255.372006:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.372009:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880255.372011:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880255.372014:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880255.372017:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519621888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880255.372021:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880255.372022:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880255.372024:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.372026:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880255.372028:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880255.372029:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880255.372032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880255.372034:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880255.372037:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880255.372039:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519621888, portal 10 00000100:00000001:1.0:1788880255.372041:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880255.372042:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880255.372047:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372052:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880255.372054:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880255.372055:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880255.372057:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519621888, offset 0 00000400:00000200:1.0:1788880255.372060:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880255.372062:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.372066:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880255.372068:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880255.372070:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880255.372072:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880255.372074:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880255.372077:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460841:460841:256:4294967295] 192.168.203.155@tcp LPNI seq info [460835:460835:8:4294967295] 00000400:00000200:1.0:1788880255.372079:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.372084:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880255.372087:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.372090:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880255.372092:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880255.372095:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880255.372103:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.372105:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880255.372107:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880255.372109:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880255.372112:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880255.372113:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880255.372115:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880255.372117:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372127:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.372129:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372133:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372134:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880255.372136:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880255.372140:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880255.372142:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880255.372143:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305682447 00000100:00000001:1.0:1788880255.372145:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305683732 00000100:00000001:1.0:1788880255.372147:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305682447 00000100:00000001:1.0:1788880255.372148:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305683732 00000100:00000001:1.0:1788880255.372150:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880255.372151:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372153:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880255.372155:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880255/real 1788880255] req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880255.372159:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880255.372160:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880255.372161:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880255.372162:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880255.372163:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880255.372165:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880255.372167:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880255.372172:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372177:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880255.372178:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372180:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.372181:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880255.372183:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372187:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880255.372190:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372194:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880255.372195:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372196:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.372197:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372198:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880255.372199:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880255.372201:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880255.372203:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880255.372205:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880255.372207:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880255.372212:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519621888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880255.372214:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880255.372216:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372221:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880255.372222:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.372224:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880255.372225:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880255.372226:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880255.372228:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519622016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880255.372231:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880255.372232:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880255.372233:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.372235:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880255.372237:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880255.372238:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880255.372240:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880255.372241:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880255.372243:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880255.372245:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519622016, portal 10 00000100:00000001:1.0:1788880255.372265:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880255.372266:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880255.372271:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372275:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880255.372277:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880255.372278:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880255.372280:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519622016, offset 0 00000400:00000200:1.0:1788880255.372282:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880255.372285:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.372287:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880255.372290:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880255.372291:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880255.372293:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880255.372295:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880255.372297:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460842:460842:256:4294967295] 192.168.203.155@tcp LPNI seq info [460836:460836:8:4294967295] 00000400:00000200:1.0:1788880255.372300:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.372304:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880255.372307:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.372309:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880255.372313:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880255.372315:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880255.372322:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.372323:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880255.372325:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880255.372328:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880255.372330:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880255.372331:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880255.372332:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880255.372335:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372340:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.372342:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372347:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372348:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880255.372350:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880255.372352:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880255.372353:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880255.372355:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305682448 00000100:00000001:1.0:1788880255.372356:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305683732 00000100:00000001:1.0:1788880255.372358:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305682448 00000100:00000001:1.0:1788880255.372360:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305683732 00000100:00000001:1.0:1788880255.372361:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880255.372363:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372364:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880255.372366:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880255/real 1788880255] req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880255.372371:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880255.372372:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880255.372374:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880255.372375:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880255.372376:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880255.372377:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880255.372380:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880255.372384:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372388:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880255.372389:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372390:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.372391:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880255.372393:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372397:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880255.372399:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372403:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880255.372404:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372406:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.372407:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372408:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880255.372410:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880255.372411:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880255.372414:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880255.372415:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880255.372429:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880255.372440:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519622016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880255.372443:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880255.372445:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372450:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880255.372451:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.372452:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880255.372454:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880255.372455:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880255.372457:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519622144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880255.372459:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880255.372460:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880255.372461:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.372462:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880255.372465:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880255.372466:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880255.372469:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880255.372471:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880255.372473:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880255.372475:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519622144, portal 4 00000100:00000001:1.0:1788880255.372477:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880255.372478:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880255.372481:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372486:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880255.372488:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880255.372489:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880255.372491:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519622144, offset 0 00000400:00000200:1.0:1788880255.372493:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880255.372496:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.372498:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880255.372500:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880255.372502:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880255.372504:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880255.372506:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880255.372508:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460843:460843:256:4294967295] 192.168.203.155@tcp LPNI seq info [460837:460837:8:4294967295] 00000400:00000200:1.0:1788880255.372511:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.372515:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880255.372518:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.372520:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880255.372523:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880255.372525:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880255.372532:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.372533:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880255.372535:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880255.372538:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880255.372540:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880255.372541:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880255.372542:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880255.372545:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372550:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.372552:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372557:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372558:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880255.372560:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880255.372562:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880255.372563:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880255.372565:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305682500 00000100:00000001:1.0:1788880255.372567:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305683732 00000100:00000001:1.0:1788880255.372569:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305682500 00000100:00000001:1.0:1788880255.372571:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305683732 00000100:00000001:1.0:1788880255.372572:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880255.372573:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372574:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880255.372576:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880255/real 1788880255] req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880255.372580:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880255.372582:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880255.372583:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880255.372584:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880255.372586:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880255.372587:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880255.372589:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880255.372594:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372598:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880255.372598:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372600:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.372600:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880255.372602:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372606:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880255.372608:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372613:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880255.372615:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372616:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.372617:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372618:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880255.372619:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880255.372621:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880255.372623:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880255.372624:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880255.372626:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880255.372631:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519622144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880255.372633:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372634:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.372636:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519621888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372639:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880255.372640:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880255.372642:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880255.372643:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880255.372644:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880255.372645:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880255.372646:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880255.372647:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880255.372649:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880255.372650:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880255.372651:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880255.372653:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880255.372654:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372655:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.372657:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519622016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372665:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880255.372666:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880255.372668:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880255.372669:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880255.372670:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880255.372671:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880255.372672:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880255.372673:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880255.372674:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880255.372675:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880255.372676:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880255.372677:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880255.372678:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372679:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.372680:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519622144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372684:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880255.372685:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880255.372686:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880255.372688:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880255.372688:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880255.372689:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880255.372690:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880255.372691:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880255.372692:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880255.372693:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880255.372693:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880255.372695:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880255.372696:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372697:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372699:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880255.372700:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372702:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880255.372703:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880255.372703:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880255.372706:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372711:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880255.372712:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.372714:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880255.372715:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880255.372716:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880255.372718:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519622272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880255.372720:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880255.372721:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880255.372722:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880255.372723:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880255.372725:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880255.372726:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880255.372728:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880255.372730:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880255.372732:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880255.372734:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519622272, portal 4 00000100:00000001:1.0:1788880255.372735:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880255.372736:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880255.372740:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372745:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880255.372746:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880255.372748:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880255.372749:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519622272, offset 0 00000400:00000200:1.0:1788880255.372752:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880255.372754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.372756:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880255.372757:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880255.372759:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880255.372761:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880255.372762:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880255.372765:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460844:460844:256:4294967295] 192.168.203.155@tcp LPNI seq info [460838:460838:8:4294967295] 00000400:00000200:1.0:1788880255.372768:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880255.372772:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880255.372775:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.372777:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880255.372779:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880255.372781:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1788880255.372788:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880255.372790:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880255.372792:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880255.372794:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880255.372796:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880255.372797:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880255.372799:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880255.372801:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372806:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.372808:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372812:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372813:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880255.372815:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880255.372817:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880255.372819:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880255.372820:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305682451 00000100:00000001:1.0:1788880255.372822:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305683732 00000100:00000001:1.0:1788880255.372824:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305682451 00000100:00000001:1.0:1788880255.372825:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305683732 00000100:00000001:1.0:1788880255.372827:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880255.372829:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372830:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880255.372832:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880255/real 1788880255] req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880255.372838:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880255.372838:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880255.372839:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880255.372840:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880255.372842:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880255.372843:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880255.372845:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880255.372851:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372854:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880255.372855:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372856:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.372857:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880255.372859:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372863:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880255.372865:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372869:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880255.372870:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372871:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880255.372872:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372873:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880255.372875:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880255.372876:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880255.372878:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880255.372880:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880255.372882:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880255.372887:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519622272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880255.372889:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372890:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880255.372892:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519622272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880255.372896:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880255.372897:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880255.372898:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880255.372899:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880255.372900:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880255.372900:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880255.372901:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880255.372902:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880255.372904:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880255.372904:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880255.372905:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880255.372906:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880255.372907:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372908:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880255.372910:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880255.372910:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880255.372912:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880255.372913:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880255.498505:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880255.498512:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880255.498518:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880255.498519:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880255.498522:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880255.498523:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880256.522478:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880256.522488:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880256.522496:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880256.522497:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880256.522502:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880256.522503:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880256.714403:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305683732, at 4305683776 00000100:00000040:0.0:1788880256.714404:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305683732, at 4305683776 00000100:00000010:1.0:1788880256.714436:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00000100:00000010:0.0:1788880256.714443:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00010000:00000001:1.0:1788880257.546431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880257.546458:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880257.546466:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880257.546468:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880257.546471:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880257.546472:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880258.570337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880258.570346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880258.570352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880258.570353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880258.570356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880258.570357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880259.594417:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880259.594421:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880259.594426:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594433:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880259.594436:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594439:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594442:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594447:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880259.594450:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880259.594451:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880259.594454:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594456:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880259.594458:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594460:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594463:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594467:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880259.594471:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880259.594473:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880259.594475:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594477:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880259.594479:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594481:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880259.594484:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880260.490446:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880260.490464:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880260.490469:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880260.490476:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880260.490485:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880260.490497:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11015 00000400:00000200:1.0:1788880260.490509:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880260.490518:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880260.490523:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880260.490527:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490532:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.490535:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490539:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880260.490550:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880260.490553:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880260.490557:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880260.490561:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880260.490565:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880260.490568:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880260.490572:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490575:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.490578:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490580:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880260.490584:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880260.490588:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490592:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880260.490597:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880260.490601:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880260.490605:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.490608:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880260.490611:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880260.490624:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788880260.490628:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880260.490634:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880260.490637:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.490641:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880260.490644:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880260.490652:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880260.490663:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880260.490673:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880260.490687:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519622400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880260.490701:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880260.490708:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880260.490714:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519622400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880260.490751:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880260.490756:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880260.490761:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880260.490763:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880260.490766:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880260.490771:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880260.490774:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11015 00000400:00000200:1.0:1788880260.490780:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880260.490784:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880260.490788:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880260.490792:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490797:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.490802:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490808:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880260.490814:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880260.490819:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880260.490822:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880260.490826:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880260.490830:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880260.490838:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880260.490849:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490862:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.490870:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490881:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880260.490892:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880260.490901:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880260.490908:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880260.490915:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880260.490930:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880260.490935:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.490941:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880260.490953:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880260.490964:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.490970:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880260.490976:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788880260.490987:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880260.490998:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880260.491001:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.491007:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880260.491012:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880260.491017:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880260.491029:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880260.491040:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880260.491060:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519622528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880260.491082:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880260.491090:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880260.491097:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519622528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880260.491117:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880260.491123:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880260.491129:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880260.491133:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880260.491138:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880260.491144:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880260.491151:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11015 00000400:00000200:1.0:1788880260.491165:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880260.491177:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880260.491190:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880260.491203:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491209:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.491218:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491226:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880260.491234:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880260.491243:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880260.491314:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880260.491324:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880260.491333:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880260.491345:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880260.491364:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491377:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.491414:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491426:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880260.491440:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880260.491459:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491469:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880260.491479:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880260.491490:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880260.491496:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.491511:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880260.491515:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880260.491523:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.491531:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880260.491540:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788880260.491545:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880260.491551:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880260.491555:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.491558:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880260.491562:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880260.491571:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880260.491579:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880260.491589:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880260.491613:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519622656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880260.491638:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880260.491644:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880260.491653:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519622656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880260.491703:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880260.491713:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880260.491722:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880260.491730:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880260.491734:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880260.491747:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880260.491758:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11015 00000400:00000200:1.0:1788880260.491778:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880260.491788:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880260.491792:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880260.491798:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491806:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.491812:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491821:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880260.491829:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880260.491832:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880260.491836:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880260.491839:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880260.491846:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880260.491852:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880260.491862:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491867:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.491871:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491879:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880260.491884:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880260.491896:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880260.491909:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880260.491914:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880260.491922:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880260.491928:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.491933:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880260.491940:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880260.491945:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.491948:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880260.491953:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880260.491964:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880260.491974:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880260.491976:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.491984:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880260.491989:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880260.491993:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880260.491999:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880260.492004:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880260.492014:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519622784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880260.492042:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880260.492049:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880260.492063:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519622784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880260.492116:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880260.492127:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880260.492134:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880260.492138:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880260.492143:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880260.492147:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880260.492158:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11015 00000400:00000200:1.0:1788880260.492174:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880260.492186:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880260.492194:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880260.492205:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.492211:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.492217:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.492224:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880260.492229:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880260.492233:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880260.492236:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880260.492244:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880260.492280:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880260.492287:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880260.492303:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.492312:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880260.492321:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880260.492332:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880260.492339:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880260.492347:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880260.492355:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880260.492366:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880260.492376:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880260.492407:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.492416:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880260.492424:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880260.492440:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.492447:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880260.492455:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880260.492462:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880260.492470:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880260.492474:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880260.492482:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880260.492486:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880260.492495:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880260.492506:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880260.492515:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880260.492533:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519622912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880260.492561:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880260.492570:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880260.492581:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519622912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880260.492610:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880260.492624:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11025) 00010000:00000001:1.0:1788880260.618380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880260.618412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880260.618419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880260.618421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880260.618425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880260.618427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880261.642457:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880261.642464:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880261.642469:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880261.642471:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880261.642474:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880261.642475:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880261.834403:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305688852, at 4305688896 00000100:00000010:1.0:1788880261.834438:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00000100:00000040:0.0:1788880261.834464:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305688852, at 4305688896 00000100:00000010:0.0:1788880261.834472:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bde0. 00010000:00000001:1.0:1788880262.666355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880262.666365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880262.666394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880262.666396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880262.666401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880262.666403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880263.690400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880263.690410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880263.690418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880263.690419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880263.690424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880263.690426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880264.714414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880264.714423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880264.714432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880264.714434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880264.714439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880264.714441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880265.610509:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880265.610518:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880265.610520:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880265.610524:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880265.610527:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880265.610533:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11020 00000400:00000200:0.0:1788880265.610540:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880265.610545:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880265.610548:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880265.610550:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610553:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.610555:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610557:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880265.610563:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880265.610565:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880265.610567:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880265.610569:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880265.610571:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880265.610573:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880265.610575:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610576:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.610578:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610579:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880265.610581:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880265.610584:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610585:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880265.610588:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880265.610593:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880265.610595:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.610596:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880265.610598:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880265.610607:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788880265.610610:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880265.610613:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880265.610615:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.610617:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880265.610620:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880265.610624:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880265.610631:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880265.610637:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880265.610644:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519623040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880265.610652:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880265.610657:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880265.610662:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519623040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880265.610683:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880265.610686:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880265.610688:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880265.610689:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880265.610690:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880265.610692:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880265.610694:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11020 00000400:00000200:0.0:1788880265.610697:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880265.610700:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880265.610702:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880265.610704:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610706:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.610708:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610710:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880265.610713:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880265.610714:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880265.610715:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880265.610716:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880265.610718:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880265.610720:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880265.610724:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610733:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.610739:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610743:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880265.610745:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880265.610752:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880265.610761:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880265.610769:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880265.610778:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880265.610782:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.610786:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880265.610790:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880265.610796:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.610799:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880265.610818:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788880265.610823:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880265.610833:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880265.610835:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.610841:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880265.610850:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880265.610860:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880265.610877:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880265.610889:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880265.610899:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519623168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880265.610913:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880265.610918:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880265.610923:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519623168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880265.610953:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880265.610959:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880265.610980:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880265.610982:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880265.610984:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880265.610996:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880265.611006:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11020 00000400:00000200:0.0:1788880265.611020:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880265.611030:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880265.611043:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880265.611056:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611065:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.611070:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611077:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880265.611082:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880265.611090:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880265.611099:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880265.611115:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880265.611125:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880265.611136:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880265.611150:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611156:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.611161:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611165:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880265.611174:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880265.611184:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611187:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880265.611194:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880265.611198:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880265.611206:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.611208:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880265.611212:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880265.611221:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.611228:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880265.611236:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788880265.611242:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880265.611298:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880265.611301:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.611304:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880265.611310:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880265.611313:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880265.611320:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880265.611326:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880265.611343:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519623296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880265.611372:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880265.611388:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880265.611398:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519623296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880265.611448:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880265.611457:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880265.611470:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880265.611474:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880265.611478:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880265.611481:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880265.611487:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11020 00000400:00000200:0.0:1788880265.611494:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880265.611503:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880265.611506:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880265.611511:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611515:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.611517:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611519:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880265.611525:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880265.611526:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880265.611528:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880265.611530:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880265.611534:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880265.611543:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880265.611560:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611574:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.611583:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611590:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880265.611593:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880265.611594:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611596:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880265.611597:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880265.611602:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880265.611614:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.611625:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880265.611629:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880265.611637:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.611653:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880265.611660:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788880265.611670:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880265.611679:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880265.611682:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.611692:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880265.611696:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880265.611699:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880265.611707:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880265.611718:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880265.611730:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519623424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880265.611748:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880265.611753:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880265.611768:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519623424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880265.611791:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880265.611814:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880265.611832:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880265.611838:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880265.611841:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880265.611854:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880265.611867:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11020 00000400:00000200:0.0:1788880265.611882:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880265.611895:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880265.611905:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880265.611917:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611925:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.611931:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.611941:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880265.611948:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880265.611953:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880265.611956:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880265.611960:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880265.611972:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880265.611982:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880265.612002:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.612019:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880265.612030:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880265.612033:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880265.612037:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880265.612054:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880265.612061:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880265.612065:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880265.612074:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880265.612092:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.612097:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880265.612102:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880265.612110:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.612116:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880265.612121:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880265.612123:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880265.612127:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880265.612134:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880265.612144:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880265.612157:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880265.612169:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880265.612178:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788880265.612186:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880265.612197:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519623552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880265.612272:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880265.612280:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880265.612295:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519623552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880265.612304:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880265.612309:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11030) 00010000:00000001:1.0:1788880265.738418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880265.738422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880265.738429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880265.738431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880265.738437:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880265.738438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880266.762426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880266.762433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880266.762458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880266.762461:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880266.762468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880266.762471:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880266.954350:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305693972, at 4305694016 00000100:00000040:1.0:1788880266.954361:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305693972, at 4305694016 00000100:00000010:0.0:1788880266.954364:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc60. 00000100:00000010:1.0:1788880266.954379:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b780. 00010000:00000001:1.0:1788880267.786399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880267.786408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880267.786417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880267.786419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880267.786434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880267.786436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880268.810455:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880268.810465:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880268.810474:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880268.810476:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880268.810481:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880268.810483:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880269.834439:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880269.834443:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880269.834448:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834456:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880269.834459:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834462:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834465:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834471:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880269.834474:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880269.834476:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880269.834478:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834481:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880269.834484:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834486:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834489:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834494:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880269.834496:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880269.834498:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880269.834499:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834501:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880269.834503:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834505:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880269.834507:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880270.730366:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880270.730381:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880270.730385:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880270.730391:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880270.730398:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880270.730409:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11025 00000400:00000200:0.0:1788880270.730434:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880270.730444:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880270.730450:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880270.730454:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730459:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.730463:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730467:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880270.730480:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880270.730482:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880270.730487:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880270.730492:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880270.730495:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880270.730499:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880270.730503:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730507:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.730510:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730513:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880270.730517:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880270.730524:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730529:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880270.730535:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880270.730542:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880270.730548:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.730554:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880270.730559:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880270.730573:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880270.730594:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880270.730604:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880270.730608:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.730614:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880270.730619:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880270.730629:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880270.730642:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788880270.730652:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880270.730667:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519623680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880270.730684:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880270.730691:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880270.730697:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519623680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880270.730728:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880270.730732:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880270.730738:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880270.730740:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880270.730743:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880270.730747:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880270.730752:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11025 00000400:00000200:0.0:1788880270.730758:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880270.730763:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880270.730766:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880270.730771:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730774:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.730778:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730781:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880270.730788:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880270.730790:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880270.730793:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880270.730796:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880270.730799:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880270.730802:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880270.730807:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730811:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.730819:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730825:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880270.730833:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880270.730838:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880270.730846:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880270.730849:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880270.730861:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880270.730870:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.730878:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880270.730887:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880270.730893:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.730899:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880270.730909:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788880270.730916:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880270.730925:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880270.730931:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.730935:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880270.730941:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880270.730948:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880270.730957:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880270.730966:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880270.730983:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519623808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880270.731004:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880270.731012:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880270.731025:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519623808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880270.731049:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880270.731054:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880270.731066:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880270.731072:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880270.731076:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880270.731082:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880270.731093:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11025 00000400:00000200:0.0:1788880270.731110:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880270.731119:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880270.731139:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880270.731152:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731159:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.731163:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731166:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880270.731177:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880270.731181:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880270.731184:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880270.731188:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880270.731193:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880270.731201:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880270.731211:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731219:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.731229:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731233:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880270.731242:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880270.731298:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731335:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880270.731339:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880270.731345:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880270.731352:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.731359:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880270.731366:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880270.731373:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.731382:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880270.731395:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788880270.731400:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880270.731407:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880270.731410:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.731418:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880270.731423:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880270.731429:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880270.731443:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880270.731450:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880270.731467:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519623936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880270.731491:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880270.731497:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880270.731512:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519623936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880270.731540:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880270.731553:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880270.731576:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880270.731582:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880270.731591:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880270.731608:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880270.731622:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11025 00000400:00000200:0.0:1788880270.731634:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880270.731648:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880270.731653:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880270.731662:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731671:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.731674:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731679:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880270.731690:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880270.731693:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880270.731697:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880270.731705:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880270.731710:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880270.731717:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880270.731728:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731731:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.731739:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731745:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880270.731756:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880270.731761:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880270.731768:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880270.731771:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880270.731777:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880270.731782:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.731790:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880270.731797:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880270.731807:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.731812:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880270.731822:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788880270.731828:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880270.731838:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880270.731843:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.731852:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880270.731855:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880270.731864:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880270.731876:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880270.731886:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880270.731904:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519624064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880270.731931:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880270.731941:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880270.731956:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519624064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880270.731979:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880270.731989:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880270.732004:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880270.732010:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880270.732015:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880270.732022:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880270.732032:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11025 00000400:00000200:0.0:1788880270.732046:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880270.732058:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880270.732063:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880270.732073:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.732082:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.732089:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.732097:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880270.732105:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880270.732112:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880270.732114:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880270.732120:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880270.732128:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880270.732137:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880270.732147:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.732157:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880270.732165:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880270.732174:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880270.732187:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880270.732197:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880270.732206:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880270.732211:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880270.732218:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880270.732227:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.732236:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880270.732244:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880270.732289:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.732295:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880270.732305:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788880270.732335:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880270.732339:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880270.732341:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880270.732350:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880270.732353:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880270.732357:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880270.732367:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880270.732381:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880270.732398:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519624192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880270.732437:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880270.732447:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880270.732465:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519624192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880270.732495:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880270.732508:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11035) 00010000:00000001:1.0:1788880270.858416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880270.858422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880270.858429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880270.858431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880270.858436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880270.858438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880271.882476:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880271.882485:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880271.882493:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880271.882495:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880271.882500:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880271.882502:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880272.074402:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305699092, at 4305699136 00000100:00000040:1.0:1788880272.074402:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305699092, at 4305699136 00000100:00000010:1.0:1788880272.074425:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b960. 00000100:00000010:0.0:1788880272.074428:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b840. 00010000:00000001:1.0:1788880272.906407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880272.906417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880272.906425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880272.906427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880272.906431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880272.906433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880273.930419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880273.930430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880273.930438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880273.930440:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880273.930445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880273.930448:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880274.954369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880274.954379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880274.954387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880274.954389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880274.954394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880274.954396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880275.850501:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880275.850516:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880275.850520:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880275.850526:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880275.850532:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880275.850543:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11030 00000400:00000200:1.0:1788880275.850555:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880275.850564:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880275.850569:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880275.850573:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850578:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.850581:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850585:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880275.850597:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880275.850600:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880275.850605:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880275.850610:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880275.850613:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880275.850616:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880275.850620:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850622:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.850624:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850627:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880275.850631:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880275.850635:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850641:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880275.850645:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880275.850650:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880275.850654:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.850657:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880275.850660:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880275.850671:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880275.850676:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880275.850682:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880275.850684:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.850688:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880275.850693:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880275.850699:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880275.850712:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880275.850722:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880275.850736:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519624320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880275.850751:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880275.850758:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880275.850765:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519624320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880275.850797:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880275.850802:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880275.850807:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880275.850809:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880275.850812:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880275.850816:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880275.850819:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11030 00000400:00000200:1.0:1788880275.850823:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880275.850828:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880275.850832:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880275.850836:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850841:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.850845:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850848:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880275.850852:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880275.850855:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880275.850858:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880275.850861:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880275.850871:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880275.850880:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880275.850890:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850896:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.850904:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850914:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880275.850921:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880275.850931:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880275.850937:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880275.850943:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880275.850955:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880275.850966:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.850972:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880275.850983:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880275.850993:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.850999:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880275.851005:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880275.851013:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880275.851024:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880275.851027:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.851030:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880275.851037:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880275.851045:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880275.851054:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880275.851063:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880275.851077:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519624448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880275.851092:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880275.851098:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880275.851109:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519624448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880275.851137:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880275.851146:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880275.851152:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880275.851158:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880275.851165:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880275.851173:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880275.851181:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11030 00000400:00000200:1.0:1788880275.851193:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880275.851199:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880275.851206:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880275.851211:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851216:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.851224:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851231:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880275.851235:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880275.851238:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880275.851239:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880275.851242:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880275.851318:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880275.851328:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880275.851334:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851341:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.851351:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851357:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880275.851363:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880275.851372:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851379:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880275.851388:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880275.851392:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880275.851397:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.851405:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880275.851411:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880275.851420:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.851425:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880275.851433:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880275.851442:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880275.851449:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880275.851453:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.851458:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880275.851463:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880275.851466:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880275.851472:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880275.851484:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880275.851500:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519624576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880275.851520:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880275.851526:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880275.851536:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519624576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880275.851561:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880275.851569:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880275.851578:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880275.851585:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880275.851591:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880275.851599:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880275.851605:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11030 00000400:00000200:1.0:1788880275.851610:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880275.851618:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880275.851627:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880275.851639:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851645:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.851655:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851664:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880275.851672:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880275.851677:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880275.851683:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880275.851691:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880275.851696:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880275.851703:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880275.851713:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851724:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.851731:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851737:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880275.851742:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880275.851753:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880275.851764:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880275.851771:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880275.851777:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880275.851783:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.851791:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880275.851798:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880275.851803:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.851813:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880275.851822:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880275.851831:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880275.851839:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880275.851845:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.851849:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880275.851851:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880275.851854:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880275.851863:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880275.851870:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880275.851878:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519624704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880275.851902:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880275.851911:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880275.851921:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519624704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880275.851947:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880275.851958:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880275.851967:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880275.851971:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880275.851977:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880275.851986:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880275.851995:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11030 00000400:00000200:1.0:1788880275.852006:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880275.852018:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880275.852026:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880275.852038:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.852043:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.852053:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.852061:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880275.852069:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880275.852075:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880275.852082:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880275.852087:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880275.852094:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880275.852100:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880275.852113:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.852123:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880275.852131:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880275.852140:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880275.852148:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880275.852158:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880275.852163:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880275.852165:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880275.852174:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880275.852181:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.852187:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880275.852191:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880275.852200:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.852207:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880275.852216:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880275.852222:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880275.852230:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880275.852235:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880275.852238:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880275.852272:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880275.852294:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880275.852301:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880275.852311:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880275.852325:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519624832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880275.852353:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880275.852361:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880275.852378:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519624832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880275.852441:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880275.852450:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11040) 00010000:00000001:1.0:1788880275.978370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880275.978376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880275.978382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880275.978384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880275.978389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880275.978391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880277.002391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880277.002397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880277.002404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880277.002406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880277.002410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880277.002412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880277.194383:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305704212, at 4305704256 00000100:00000040:0.0:1788880277.194393:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305704212, at 4305704256 00000100:00000010:1.0:1788880277.194403:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00000100:00000010:0.0:1788880277.194414:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2be40. 00010000:00000001:1.0:1788880278.026414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880278.026425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880278.026433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880278.026435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880278.026439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880278.026441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880279.050355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880279.050361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880279.050365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880279.050366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880279.050385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880279.050387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880280.074442:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880280.074446:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880280.074453:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074461:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880280.074465:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074469:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074475:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074483:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880280.074486:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880280.074489:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880280.074492:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074496:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880280.074499:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074502:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074506:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074513:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880280.074534:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880280.074537:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880280.074539:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074543:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880280.074546:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074548:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880280.074551:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880280.970452:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880280.970467:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880280.970471:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880280.970477:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880280.970484:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880280.970496:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11035 00000400:00000200:0.0:1788880280.970508:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880280.970518:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880280.970523:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880280.970528:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970532:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.970536:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970539:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880280.970552:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880280.970555:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880280.970560:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880280.970565:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880280.970568:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880280.970572:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880280.970577:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970580:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.970583:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970586:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880280.970590:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880280.970594:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970597:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880280.970602:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880280.970606:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880280.970610:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.970613:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880280.970616:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880280.970628:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880280.970632:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880280.970638:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880280.970640:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.970645:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880280.970649:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880280.970657:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880280.970669:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880280.970679:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880280.970693:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519624960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880280.970708:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880280.970716:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880280.970723:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519624960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880280.970759:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880280.970766:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880280.970773:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880280.970776:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880280.970781:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880280.970788:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880280.970793:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11035 00000400:00000200:0.0:1788880280.970802:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880280.970809:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880280.970813:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880280.970819:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970823:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.970827:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970831:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880280.970839:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880280.970842:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880280.970845:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880280.970850:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880280.970854:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880280.970859:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880280.970866:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970870:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.970874:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970878:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880280.970882:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880280.970887:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880280.970892:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880280.970895:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880280.970905:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880280.970909:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.970913:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880280.970921:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880280.970927:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.970932:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880280.970939:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788880280.970943:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880280.970948:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880280.970951:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.970954:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880280.970957:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880280.970961:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880280.970967:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880280.970992:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880280.971004:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519625088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880280.971022:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880280.971027:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880280.971035:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519625088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880280.971053:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880280.971058:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880280.971064:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880280.971067:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880280.971070:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880280.971076:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880280.971080:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11035 00000400:00000200:0.0:1788880280.971087:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880280.971092:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880280.971096:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880280.971101:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971106:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.971109:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971114:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880280.971120:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880280.971124:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880280.971128:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880280.971133:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880280.971137:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880280.971141:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880280.971147:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971152:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.971156:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971160:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880280.971165:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880280.971171:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971176:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880280.971179:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880280.971184:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880280.971188:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.971192:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880280.971196:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880280.971201:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.971204:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880280.971211:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880280.971216:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880280.971221:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880280.971223:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.971227:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880280.971230:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880280.971234:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880280.971340:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880280.971348:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880280.971359:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519625216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880280.971375:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880280.971380:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880280.971391:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519625216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880280.971411:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880280.971418:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880280.971425:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880280.971429:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880280.971433:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880280.971439:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880280.971445:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11035 00000400:00000200:0.0:1788880280.971455:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880280.971468:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880280.971473:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880280.971479:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971483:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.971487:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971491:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880280.971497:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880280.971500:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880280.971503:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880280.971507:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880280.971510:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880280.971514:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880280.971520:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971523:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.971527:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971531:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880280.971537:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880280.971542:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971547:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880280.971552:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880280.971558:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880280.971562:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.971565:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880280.971571:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880280.971576:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.971580:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880280.971587:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788880280.971592:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880280.971597:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880280.971600:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.971603:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880280.971607:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880280.971611:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880280.971618:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788880280.971624:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880280.971633:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519625344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880280.971649:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880280.971654:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880280.971662:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519625344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880280.971678:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880280.971684:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880280.971692:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880280.971695:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880280.971698:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880280.971704:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880280.971708:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11035 00000400:00000200:0.0:1788880280.971715:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880280.971721:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880280.971725:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880280.971732:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971736:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.971740:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971745:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880280.971751:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880280.971753:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880280.971757:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880280.971761:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880280.971765:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880280.971770:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880280.971777:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971781:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880280.971786:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971789:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880280.971794:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880280.971799:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880280.971803:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880280.971807:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880280.971811:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880280.971815:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.971819:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880280.971823:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880280.971828:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.971831:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880280.971837:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788880280.971842:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880280.971846:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880280.971849:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880280.971852:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880280.971855:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880280.971858:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880280.971864:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880280.971871:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880280.971879:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519625472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880280.971895:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880280.971898:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880280.971905:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519625472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880280.971922:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880280.971931:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11045) 00010000:00000001:1.0:1788880281.098382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880281.098390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880281.098397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880281.098399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880281.098403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880281.098405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880282.122391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880282.122399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880282.122406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880282.122408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880282.122412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880282.122414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880282.314380:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305709332, at 4305709376 00000100:00000010:1.0:1788880282.314398:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b1e0. 00000100:00000040:0.0:1788880282.314405:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305709332, at 4305709376 00000100:00000010:0.0:1788880282.314421:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf00. 00010000:00000001:1.0:1788880283.146391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880283.146399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880283.146408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880283.146410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880283.146415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880283.146417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880284.170397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880284.170406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880284.170413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880284.170415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880284.170419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880284.170421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880285.194367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880285.194375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880285.194381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880285.194383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880285.194387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880285.194389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880286.218379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880286.218385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880286.218392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880286.218394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880286.218398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880286.218400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880287.242394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880287.242403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880287.242410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880287.242412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880287.242417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880287.242419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880287.434368:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305714452, at 4305714496 00000100:00000010:0.0:1788880287.434385:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b600. 00000100:00000040:1.0:1788880287.434391:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305714452, at 4305714496 00000100:00000010:1.0:1788880287.434411:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba80. 00010000:00000001:1.0:1788880288.266314:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880288.266321:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880288.266326:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880288.266328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880288.266332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880288.266333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290315:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880289.290321:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880289.290323:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880289.290326:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290330:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880289.290333:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290334:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290335:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880289.290340:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880289.290340:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880289.290342:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290343:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880289.290343:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290344:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290346:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880289.290349:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880289.290349:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880289.290350:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290351:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880289.290352:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290353:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880289.290354:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880290.314427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880290.314438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880290.314449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880290.314451:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880290.314458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880290.314461:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880291.210409:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880291.210421:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880291.210425:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880291.210430:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880291.210436:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880291.210464:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11045 00000400:00000200:0.0:1788880291.210471:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880291.210475:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880291.210478:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880291.210480:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210483:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.210485:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210486:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880291.210492:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880291.210494:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880291.210497:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880291.210500:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880291.210501:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880291.210503:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880291.210505:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210506:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.210508:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210509:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880291.210527:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880291.210532:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210534:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880291.210538:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880291.210543:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880291.210546:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.210549:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880291.210552:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880291.210563:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880291.210567:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880291.210572:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880291.210574:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.210578:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880291.210581:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880291.210586:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880291.210599:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880291.210609:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880291.210620:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519626240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880291.210634:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880291.210640:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880291.210647:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519626240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880291.210679:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880291.210683:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880291.210688:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880291.210706:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880291.210707:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880291.210710:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880291.210712:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11045 00000400:00000200:0.0:1788880291.210714:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880291.210716:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880291.210718:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880291.210719:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210721:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.210722:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210724:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880291.210726:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880291.210727:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880291.210728:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880291.210729:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880291.210730:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880291.210731:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880291.210733:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210734:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.210736:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210737:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880291.210739:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880291.210741:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880291.210742:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880291.210744:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880291.210748:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880291.210750:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.210751:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880291.210754:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880291.210778:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.210781:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880291.210787:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788880291.210795:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880291.210804:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880291.210808:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.210814:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880291.210819:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880291.210824:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880291.210834:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788880291.210840:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880291.210863:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519626368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880291.210890:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880291.210893:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880291.210898:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519626368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880291.210908:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880291.210929:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880291.210939:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880291.210944:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880291.210952:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880291.210957:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880291.210966:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11045 00000400:00000200:0.0:1788880291.210977:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880291.210983:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880291.210988:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880291.211002:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211008:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.211011:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211021:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880291.211029:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880291.211032:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880291.211038:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880291.211042:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880291.211045:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880291.211055:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880291.211061:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211064:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.211072:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211078:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880291.211085:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880291.211094:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211103:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880291.211112:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880291.211116:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880291.211119:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.211122:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880291.211127:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880291.211137:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.211141:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880291.211150:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788880291.211158:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880291.211198:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880291.211203:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.211225:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880291.211226:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880291.211228:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880291.211233:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880291.211237:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880291.211245:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519626496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880291.211289:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880291.211293:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880291.211301:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519626496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880291.211315:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880291.211318:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880291.211325:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880291.211326:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880291.211327:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880291.211330:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880291.211335:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11045 00000400:00000200:0.0:1788880291.211350:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880291.211354:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880291.211356:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880291.211361:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211363:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.211367:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211370:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880291.211375:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880291.211376:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880291.211379:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880291.211382:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880291.211386:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880291.211389:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880291.211414:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211420:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.211429:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211434:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880291.211445:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880291.211456:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211479:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880291.211481:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880291.211484:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880291.211489:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.211491:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880291.211495:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880291.211498:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.211502:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880291.211505:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880291.211509:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880291.211514:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880291.211516:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.211520:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880291.211522:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880291.211525:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880291.211551:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880291.211558:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880291.211574:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519626624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880291.211596:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880291.211601:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880291.211615:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519626624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880291.211640:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880291.211652:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880291.211657:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880291.211660:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880291.211667:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880291.211671:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880291.211739:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11045 00000400:00000200:0.0:1788880291.211747:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880291.211753:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880291.211755:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880291.211762:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211766:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.211770:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211773:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880291.211777:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880291.211780:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880291.211782:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880291.211785:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880291.211788:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880291.211792:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880291.211799:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211804:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880291.211808:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211811:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880291.211815:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880291.211821:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880291.211826:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880291.211830:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880291.211834:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880291.211838:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.211843:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880291.211847:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880291.211851:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.211853:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880291.211857:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880291.211861:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880291.211864:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880291.211866:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880291.211871:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880291.211873:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880291.211876:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880291.211881:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880291.211886:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880291.211894:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519626752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880291.211908:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880291.211912:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880291.211920:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519626752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880291.211939:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880291.211945:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11055) 00010000:00000001:1.0:1788880291.338370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880291.338377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880291.338384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880291.338386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880291.338390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880291.338392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880292.362328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880292.362336:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880292.362342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880292.362343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880292.362346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880292.362347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880292.554332:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305719572, at 4305719616 00000100:00000040:0.0:1788880292.554340:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305719572, at 4305719616 00000100:00000010:1.0:1788880292.554349:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bea0. 00000100:00000010:0.0:1788880292.554351:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd80. 00010000:00000001:1.0:1788880293.386342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880293.386349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880293.386354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880293.386355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880293.386359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880293.386360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880294.410370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880294.410380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880294.410389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880294.410391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880294.410395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880294.410397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880295.434384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880295.434395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880295.434402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880295.434404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880295.434409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880295.434411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880296.330429:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880296.330444:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880296.330449:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880296.330455:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880296.330462:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880296.330473:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11050 00000400:00000200:0.0:1788880296.330487:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880296.330496:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880296.330501:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880296.330506:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330512:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.330516:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330520:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880296.330533:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880296.330536:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880296.330542:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880296.330547:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880296.330552:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880296.330555:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880296.330561:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330564:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.330569:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330572:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880296.330576:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880296.330581:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330584:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880296.330588:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880296.330592:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880296.330596:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.330599:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880296.330602:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880296.330613:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880296.330618:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880296.330624:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880296.330627:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.330632:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880296.330636:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880296.330643:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880296.330656:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788880296.330668:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880296.330682:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519626880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880296.330696:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880296.330703:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880296.330710:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519626880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880296.330737:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880296.330743:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880296.330748:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880296.330750:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880296.330753:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880296.330756:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880296.330760:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11050 00000400:00000200:0.0:1788880296.330765:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880296.330770:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880296.330777:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880296.330784:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330788:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.330792:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330796:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880296.330803:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880296.330807:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880296.330811:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880296.330816:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880296.330821:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880296.330827:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880296.330836:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330843:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.330852:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330861:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880296.330872:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880296.330882:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880296.330892:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880296.330900:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880296.330913:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880296.330925:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.330931:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880296.330941:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880296.330953:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.330960:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880296.330971:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880296.330976:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880296.330979:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880296.330981:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.330984:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880296.330986:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880296.330990:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880296.331000:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880296.331009:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880296.331025:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519627008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880296.331049:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880296.331056:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880296.331066:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519627008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880296.331083:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880296.331090:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880296.331096:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880296.331102:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880296.331107:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880296.331115:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880296.331122:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11050 00000400:00000200:0.0:1788880296.331163:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880296.331179:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880296.331187:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880296.331195:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331202:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.331211:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331218:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880296.331227:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880296.331232:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880296.331235:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880296.331242:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880296.331293:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880296.331301:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880296.331312:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331317:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.331325:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331331:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880296.331337:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880296.331347:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331356:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880296.331363:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880296.331373:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880296.331381:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.331388:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880296.331395:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880296.331403:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.331409:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880296.331415:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788880296.331423:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880296.331430:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880296.331436:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.331441:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880296.331445:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880296.331453:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880296.331461:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880296.331470:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880296.331486:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519627136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880296.331531:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880296.331539:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880296.331552:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519627136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880296.331575:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880296.331584:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880296.331591:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880296.331596:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880296.331601:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880296.331606:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880296.331616:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11050 00000400:00000200:0.0:1788880296.331629:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880296.331640:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880296.331648:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880296.331655:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331662:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.331671:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331680:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880296.331693:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880296.331698:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880296.331704:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880296.331709:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880296.331714:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880296.331724:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880296.331736:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331742:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.331750:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331754:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880296.331759:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880296.331768:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880296.331774:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880296.331781:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880296.331788:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880296.331798:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.331807:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880296.331817:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880296.331830:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.331840:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880296.331851:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788880296.331862:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880296.331874:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880296.331882:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.331886:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880296.331891:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880296.331898:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880296.331909:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880296.331918:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880296.331934:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519627264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880296.331974:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880296.331981:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880296.331992:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519627264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880296.332014:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880296.332022:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880296.332035:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880296.332039:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880296.332047:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880296.332057:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880296.332069:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11050 00000400:00000200:0.0:1788880296.332084:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880296.332093:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880296.332100:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880296.332112:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.332121:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.332150:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.332156:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880296.332165:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880296.332169:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880296.332175:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880296.332183:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880296.332190:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880296.332200:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880296.332214:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.332220:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880296.332228:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880296.332237:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880296.332241:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880296.332286:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880296.332297:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880296.332305:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880296.332312:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880296.332319:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.332325:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880296.332332:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880296.332339:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.332345:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880296.332354:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880296.332361:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880296.332369:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880296.332375:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880296.332380:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880296.332386:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880296.332390:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880296.332401:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880296.332408:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880296.332418:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519627392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880296.332442:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880296.332450:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880296.332467:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519627392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880296.332510:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880296.332521:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11061) 00010000:00000001:1.0:1788880296.458373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880296.458380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880296.458387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880296.458389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880296.458408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880296.458410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880297.482336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880297.482345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880297.482353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880297.482355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880297.482359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880297.482361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880297.674383:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305724692, at 4305724736 00000100:00000040:0.0:1788880297.674396:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305724692, at 4305724736 00000100:00000010:1.0:1788880297.674404:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00000100:00000010:0.0:1788880297.674413:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00010000:00000001:1.0:1788880298.506396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880298.506410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880298.506424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880298.506429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880298.506439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880298.506442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880299.530399:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880299.530403:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880299.530408:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530414:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880299.530418:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530421:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530424:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880299.530432:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880299.530434:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880299.530436:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530439:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880299.530441:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530443:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530445:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530450:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880299.530452:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880299.530453:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880299.530455:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530457:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880299.530458:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530460:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880299.530463:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880300.554356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880300.554365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880300.554373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880300.554375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880300.554380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880300.554382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880301.450412:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880301.450428:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880301.450433:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880301.450438:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880301.450447:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880301.450458:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11056 00000400:00000200:1.0:1788880301.450470:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880301.450479:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880301.450483:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880301.450488:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450493:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.450496:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450500:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880301.450513:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880301.450516:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880301.450520:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880301.450525:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880301.450528:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880301.450531:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880301.450535:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450538:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.450541:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450543:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880301.450547:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880301.450551:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450555:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880301.450559:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880301.450563:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880301.450567:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.450570:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880301.450573:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880301.450586:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788880301.450592:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880301.450601:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880301.450604:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.450610:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880301.450615:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880301.450623:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880301.450640:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880301.450654:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880301.450674:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519627520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880301.450697:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880301.450704:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880301.450712:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519627520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880301.450749:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880301.450756:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880301.450763:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880301.450767:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880301.450770:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880301.450777:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880301.450783:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11056 00000400:00000200:1.0:1788880301.450793:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880301.450799:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880301.450805:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880301.450811:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450816:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.450820:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450826:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880301.450836:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880301.450838:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880301.450841:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880301.450845:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880301.450848:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880301.450851:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880301.450858:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450864:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.450869:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450875:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880301.450882:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880301.450893:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880301.450902:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880301.450910:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880301.450921:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880301.450930:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.450936:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880301.450943:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880301.450948:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.450952:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880301.450963:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880301.450974:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880301.450985:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880301.450990:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.450998:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880301.451003:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880301.451009:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880301.451019:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880301.451031:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880301.451045:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519627648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880301.451066:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880301.451072:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880301.451081:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519627648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880301.451135:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880301.451142:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880301.451153:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880301.451158:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880301.451161:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880301.451166:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880301.451175:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11056 00000400:00000200:1.0:1788880301.451186:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880301.451194:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880301.451202:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880301.451207:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451217:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.451230:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451243:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880301.451327:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880301.451332:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880301.451335:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880301.451343:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880301.451350:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880301.451354:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880301.451365:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451374:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.451382:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451389:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880301.451399:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880301.451412:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451422:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880301.451427:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880301.451435:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880301.451443:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.451449:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880301.451453:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880301.451464:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.451472:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880301.451484:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880301.451493:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880301.451501:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880301.451505:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.451509:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880301.451514:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880301.451519:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880301.451529:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880301.451538:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880301.451558:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519627776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880301.451593:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880301.451604:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880301.451620:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519627776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880301.451658:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880301.451670:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880301.451691:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880301.451697:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880301.451703:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880301.451711:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880301.451722:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11056 00000400:00000200:1.0:1788880301.451742:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880301.451757:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880301.451768:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880301.451783:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451795:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.451806:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451816:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880301.451828:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880301.451833:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880301.451838:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880301.451842:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880301.451845:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880301.451848:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880301.451852:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451856:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.451863:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451869:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880301.451878:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880301.451886:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880301.451893:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880301.451900:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880301.451908:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880301.451917:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.451923:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880301.451929:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880301.451940:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.451948:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880301.451962:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880301.451971:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880301.451979:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880301.451983:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.451989:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880301.451994:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880301.451999:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880301.452009:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880301.452019:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880301.452035:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519627904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880301.452069:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880301.452077:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880301.452092:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519627904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880301.452135:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880301.452143:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880301.452152:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880301.452158:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880301.452164:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880301.452168:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880301.452177:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11056 00000400:00000200:1.0:1788880301.452194:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880301.452205:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880301.452218:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880301.452233:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.452284:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.452299:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.452315:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880301.452326:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880301.452332:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880301.452337:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880301.452343:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880301.452349:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880301.452360:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880301.452374:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.452383:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880301.452395:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880301.452400:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880301.452411:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880301.452417:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880301.452424:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880301.452431:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880301.452438:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880301.452447:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.452456:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880301.452461:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880301.452468:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.452474:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880301.452485:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880301.452492:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880301.452501:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880301.452506:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880301.452512:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880301.452518:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880301.452524:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880301.452532:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880301.452542:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880301.452560:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519628032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880301.452577:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880301.452584:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880301.452601:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519628032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880301.452674:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880301.452690:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11066) 00010000:00000001:1.0:1788880301.578358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880301.578365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880301.578374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880301.578377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880301.578384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880301.578388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880302.602369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880302.602378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880302.602387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880302.602389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880302.602393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880302.602396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880302.794381:0:199702:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305729812, at 4305729856 00000100:00000010:0.0:1788880302.794406:0:199702:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00000100:00000040:1.0:1788880302.794413:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305729812, at 4305729856 00000100:00000010:1.0:1788880302.794433:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b9c0. 00010000:00000001:1.0:1788880303.626368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880303.626378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880303.626385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880303.626387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880303.626391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880303.626393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880304.650394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880304.650403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880304.650412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880304.650414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880304.650419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880304.650421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880305.674385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880305.674396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880305.674405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880305.674407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880305.674411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880305.674413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.570863:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880306.570872:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880306.570880:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880306.570899:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.570926:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880306.570932:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.570941:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880306.570948:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880306.570956:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880306.570971:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519628160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880306.570984:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880306.570995:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880306.571004:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.571017:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880306.571034:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880306.571046:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880306.571085:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880306.571102:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880306.571124:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880306.571146:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519628160, portal 25 00000100:00000001:1.0:1788880306.571158:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880306.571166:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880306.571188:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.571210:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880306.571222:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880306.571229:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880306.571236:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519628160, offset 0 00000400:00000200:1.0:1788880306.571284:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880306.571299:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.571310:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880306.571333:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880306.571344:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880306.571354:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880306.571365:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880306.571373:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460890:460890:256:4294967295] 192.168.203.155@tcp LPNI seq info [460884:460884:8:4294967295] 00000400:00000200:1.0:1788880306.571388:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.571413:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880306.571435:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.571445:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880306.571466:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880306.571476:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880306.571521:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.571530:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880306.571542:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880306.571558:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880306.571571:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880306.571581:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880306.571590:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880306.571604:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.571644:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.571657:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.571691:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.571698:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880306.571710:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880306.571724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880306.571732:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305734932 00000100:00000010:1.0:1788880306.571745:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd80. 00000100:00000001:1.0:1788880306.571762:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880306.571779:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305734932 00000100:00000010:1.0:1788880306.571793:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d000. 00000100:00000001:1.0:1788880306.571804:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880306.571816:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880306.571827:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.571834:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880306.571849:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880306/real 1788880306] req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880306.571891:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880306.571897:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880306.571902:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880306.571912:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880306.571918:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880306.571927:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880306.571940:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880306.571966:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.571994:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880306.572001:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.572013:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.572024:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880306.572047:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572115:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880306.572137:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572163:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880306.572171:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.572175:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.572179:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.572185:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880306.572190:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880306.572196:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880306.572207:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880306.572216:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880306.572229:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880306.572246:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519628160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880306.572284:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.572294:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.572306:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519628160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572330:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880306.572335:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880306.572342:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880306.572352:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880306.572358:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880306.572363:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880306.572373:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880306.572378:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880306.572386:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880306.572394:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880306.572401:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880306.572411:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880306.572415:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.572424:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.572437:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880306.572443:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.572447:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880306.572450:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880306.572452:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880306.572460:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572471:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880306.572473:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.572476:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880306.572479:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880306.572482:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880306.572486:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519628288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880306.572491:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880306.572493:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880306.572496:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.572499:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880306.572504:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880306.572507:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880306.572513:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880306.572516:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880306.572521:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880306.572525:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519628288, portal 10 00000100:00000001:1.0:1788880306.572528:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880306.572530:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880306.572539:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572548:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880306.572551:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880306.572554:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880306.572557:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519628288, offset 0 00000400:00000200:1.0:1788880306.572562:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880306.572568:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.572573:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880306.572577:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880306.572581:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880306.572584:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880306.572587:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880306.572592:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460891:460891:256:4294967295] 192.168.203.155@tcp LPNI seq info [460885:460885:8:4294967295] 00000400:00000200:1.0:1788880306.572597:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.572607:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880306.572613:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.572617:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880306.572622:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880306.572626:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880306.572640:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.572642:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880306.572647:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880306.572652:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880306.572656:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880306.572658:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880306.572661:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880306.572666:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572677:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.572681:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572689:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.572691:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880306.572695:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880306.572700:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880306.572703:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880306.572706:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305733648 00000100:00000001:1.0:1788880306.572710:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305734932 00000100:00000001:1.0:1788880306.572713:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305733648 00000100:00000001:1.0:1788880306.572716:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305734932 00000100:00000001:1.0:1788880306.572719:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880306.572722:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.572725:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880306.572729:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880306/real 1788880306] req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880306.572738:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880306.572740:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880306.572742:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880306.572745:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880306.572747:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880306.572750:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880306.572755:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880306.572766:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572774:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880306.572776:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.572778:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.572780:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880306.572784:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572792:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880306.572796:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572805:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880306.572807:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.572809:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.572811:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.572813:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880306.572815:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880306.572818:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880306.572822:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880306.572824:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880306.572829:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880306.572838:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519628288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880306.572843:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880306.572847:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572865:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880306.572867:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.572870:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880306.572872:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880306.572875:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880306.572878:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519628416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880306.572881:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880306.572884:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880306.572885:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.572887:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880306.572891:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880306.572893:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880306.572897:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880306.572899:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880306.572902:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880306.572906:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519628416, portal 10 00000100:00000001:1.0:1788880306.572908:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880306.572910:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880306.572918:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.572926:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880306.572929:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880306.572931:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880306.572934:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519628416, offset 0 00000400:00000200:1.0:1788880306.572939:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880306.572943:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.572948:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880306.572951:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880306.572954:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880306.572957:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880306.572961:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880306.572966:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460892:460892:256:4294967295] 192.168.203.155@tcp LPNI seq info [460886:460886:8:4294967295] 00000400:00000200:1.0:1788880306.572971:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.572979:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880306.572985:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.572989:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880306.572994:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880306.572997:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880306.573016:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.573020:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880306.573025:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880306.573032:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880306.573037:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880306.573041:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880306.573046:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880306.573054:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573090:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.573097:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573112:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.573116:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880306.573123:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880306.573129:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880306.573135:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880306.573138:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305733648 00000100:00000001:1.0:1788880306.573142:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305734932 00000100:00000001:1.0:1788880306.573145:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305733648 00000100:00000001:1.0:1788880306.573148:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305734932 00000100:00000001:1.0:1788880306.573151:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880306.573155:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.573157:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880306.573163:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880306/real 1788880306] req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880306.573174:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880306.573176:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880306.573179:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880306.573182:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880306.573184:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880306.573187:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880306.573191:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880306.573202:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573211:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880306.573213:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.573215:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.573216:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880306.573221:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573229:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880306.573233:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573242:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880306.573245:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.573274:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.573276:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.573279:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880306.573282:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880306.573285:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880306.573291:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880306.573293:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880306.573299:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880306.573309:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519628416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880306.573313:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880306.573317:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573325:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880306.573328:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.573331:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880306.573333:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880306.573336:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880306.573339:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519628544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880306.573343:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880306.573346:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880306.573348:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.573350:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880306.573354:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880306.573356:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880306.573360:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880306.573363:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880306.573367:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880306.573371:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519628544, portal 4 00000100:00000001:1.0:1788880306.573374:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880306.573375:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880306.573383:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573392:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880306.573396:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880306.573399:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880306.573402:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519628544, offset 0 00000400:00000200:1.0:1788880306.573407:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880306.573412:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.573417:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880306.573421:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880306.573424:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880306.573428:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880306.573431:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880306.573435:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460893:460893:256:4294967295] 192.168.203.155@tcp LPNI seq info [460887:460887:8:4294967295] 00000400:00000200:1.0:1788880306.573441:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.573449:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880306.573454:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.573457:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880306.573463:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880306.573466:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880306.573480:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.573483:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880306.573487:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880306.573492:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880306.573496:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880306.573498:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880306.573501:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880306.573505:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573516:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.573520:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573528:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.573531:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880306.573535:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880306.573539:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880306.573543:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880306.573546:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305733701 00000100:00000001:1.0:1788880306.573549:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305734932 00000100:00000001:1.0:1788880306.573552:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305733701 00000100:00000001:1.0:1788880306.573555:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305734932 00000100:00000001:1.0:1788880306.573557:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880306.573560:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.573563:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880306.573567:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880306/real 1788880306] req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880306.573576:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880306.573577:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880306.573579:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880306.573581:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880306.573583:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880306.573585:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880306.573589:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880306.573599:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573608:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880306.573610:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.573612:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.573614:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880306.573618:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573626:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880306.573630:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573640:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880306.573643:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.573645:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.573647:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.573649:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880306.573651:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880306.573654:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880306.573657:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880306.573659:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880306.573664:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880306.573673:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519628544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880306.573677:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880306.573681:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573688:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880306.573690:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.573692:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880306.573694:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880306.573697:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880306.573700:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519628672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880306.573703:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880306.573705:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880306.573707:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880306.573709:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880306.573713:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880306.573716:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880306.573720:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880306.573723:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880306.573726:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880306.573730:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519628672, portal 4 00000100:00000001:1.0:1788880306.573733:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880306.573734:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880306.573741:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573749:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880306.573752:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880306.573754:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880306.573758:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519628672, offset 0 00000400:00000200:1.0:1788880306.573762:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880306.573766:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.573770:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880306.573774:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880306.573777:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880306.573780:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880306.573783:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880306.573787:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460894:460894:256:4294967295] 192.168.203.155@tcp LPNI seq info [460888:460888:8:4294967295] 00000400:00000200:1.0:1788880306.573793:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880306.573801:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880306.573806:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.573809:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880306.573813:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880306.573816:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880306.573830:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880306.573833:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880306.573836:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880306.573841:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880306.573844:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880306.573846:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880306.573850:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880306.573854:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573864:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.573867:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573876:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.573878:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880306.573881:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880306.573885:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880306.573889:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880306.573891:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305733652 00000100:00000001:1.0:1788880306.573895:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305734932 00000100:00000001:1.0:1788880306.573898:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305733652 00000100:00000001:1.0:1788880306.573900:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305734932 00000100:00000001:1.0:1788880306.573902:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880306.573905:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.573907:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880306.573911:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880306/real 1788880306] req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880306.573920:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880306.573921:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880306.573923:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880306.573925:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880306.573927:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880306.573930:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880306.573934:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880306.573945:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573960:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880306.573963:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.573965:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.573967:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880306.573971:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573979:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880306.573984:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.573991:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880306.573994:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.573996:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880306.573998:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.574000:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880306.574003:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880306.574007:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880306.574013:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880306.574017:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880306.574026:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880306.574041:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519628672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880306.574048:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.574052:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.574079:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519628288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.574095:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880306.574099:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880306.574104:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880306.574110:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880306.574113:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880306.574117:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880306.574121:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880306.574124:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880306.574129:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880306.574132:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880306.574134:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880306.574138:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880306.574140:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.574143:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.574149:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519628416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.574158:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880306.574159:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880306.574162:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880306.574164:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880306.574166:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880306.574167:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880306.574169:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880306.574171:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880306.574173:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880306.574175:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880306.574176:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880306.574179:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880306.574180:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.574182:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.574186:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519628544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.574193:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880306.574195:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880306.574197:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880306.574201:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880306.574202:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880306.574203:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880306.574207:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880306.574209:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880306.574211:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880306.574212:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880306.574214:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880306.574217:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880306.574218:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.574220:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880306.574224:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519628672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880306.574231:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880306.574232:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880306.574234:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880306.574237:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880306.574238:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880306.574239:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880306.574241:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880306.574243:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880306.574245:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880306.574276:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880306.574279:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880306.574282:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880306.574284:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.574286:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880306.574291:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880306.574292:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880306.574295:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880306.574297:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880306.698363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880306.698369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880306.698376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880306.698377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880306.698381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880306.698383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880307.722369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880307.722378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880307.722387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880307.722390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880307.722395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880307.722397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880307.914359:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305734932, at 4305734976 00000100:00000040:0.0:1788880307.914383:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305734932, at 4305734976 00000100:00000010:1.0:1788880307.914392:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00000100:00000010:0.0:1788880307.914400:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd80. 00010000:00000001:1.0:1788880308.746395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880308.746408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880308.746420:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880308.746422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880308.746427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880308.746428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880309.770377:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880309.770380:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880309.770386:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770394:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880309.770397:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770400:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770403:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880309.770412:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880309.770414:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880309.770416:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770418:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880309.770420:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770423:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770425:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880309.770431:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880309.770433:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880309.770435:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770437:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880309.770438:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770440:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880309.770443:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880310.794389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880310.794399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880310.794408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880310.794410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880310.794415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880310.794417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880311.690459:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880311.690473:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880311.690477:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880311.690482:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880311.690490:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880311.690501:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11066 00000400:00000200:1.0:1788880311.690513:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880311.690522:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880311.690527:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880311.690531:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690536:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.690539:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690542:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880311.690554:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880311.690557:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880311.690561:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880311.690566:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880311.690569:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880311.690572:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880311.690577:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690580:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.690582:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690584:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880311.690588:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880311.690592:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690595:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880311.690599:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880311.690605:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880311.690609:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.690612:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880311.690616:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880311.690626:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880311.690632:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880311.690638:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880311.690640:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.690644:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880311.690648:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880311.690656:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880311.690667:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880311.690677:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880311.690692:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519628800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880311.690707:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880311.690714:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880311.690721:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519628800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880311.690756:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880311.690761:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880311.690766:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880311.690768:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880311.690770:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880311.690774:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880311.690777:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11066 00000400:00000200:1.0:1788880311.690782:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880311.690786:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880311.690789:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880311.690793:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690796:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.690799:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690802:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880311.690806:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880311.690808:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880311.690810:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880311.690813:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880311.690816:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880311.690818:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880311.690822:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690824:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.690826:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690829:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880311.690832:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880311.690836:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880311.690840:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880311.690843:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880311.690852:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880311.690856:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.690859:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880311.690866:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880311.690871:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.690878:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880311.690884:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880311.690895:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880311.690901:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880311.690905:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.690908:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880311.690913:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880311.690918:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880311.690928:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880311.690937:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880311.690950:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519628928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880311.690977:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880311.690983:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880311.691002:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519628928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880311.691052:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880311.691058:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880311.691068:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880311.691073:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880311.691076:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880311.691085:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880311.691093:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11066 00000400:00000200:1.0:1788880311.691106:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880311.691112:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880311.691123:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880311.691128:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691132:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.691142:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691149:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880311.691158:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880311.691164:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880311.691168:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880311.691176:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880311.691186:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880311.691195:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880311.691206:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691216:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.691224:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691231:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880311.691243:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880311.691292:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691302:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880311.691308:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880311.691313:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880311.691316:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.691326:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880311.691334:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880311.691339:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.691345:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880311.691358:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880311.691369:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880311.691376:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880311.691381:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.691388:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880311.691395:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880311.691401:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880311.691409:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880311.691421:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880311.691436:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519629056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880311.691472:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880311.691482:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880311.691492:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519629056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880311.691512:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880311.691519:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880311.691528:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880311.691535:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880311.691537:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880311.691541:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880311.691547:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11066 00000400:00000200:1.0:1788880311.691554:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880311.691569:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880311.691577:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880311.691589:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691593:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.691602:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691607:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880311.691612:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880311.691618:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880311.691622:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880311.691625:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880311.691629:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880311.691634:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880311.691647:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691654:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.691661:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691667:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880311.691678:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880311.691690:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880311.691702:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880311.691713:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880311.691720:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880311.691724:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.691732:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880311.691741:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880311.691751:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.691760:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880311.691769:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880311.691777:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880311.691787:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880311.691793:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.691799:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880311.691804:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880311.691810:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880311.691823:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880311.691835:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880311.691848:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519629184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880311.691873:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880311.691877:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880311.691890:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519629184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880311.691915:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880311.691922:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880311.691930:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880311.691935:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880311.691940:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880311.691949:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880311.691956:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11066 00000400:00000200:1.0:1788880311.691968:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880311.691980:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880311.691989:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880311.692000:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.692011:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.692050:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.692057:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880311.692066:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880311.692071:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880311.692078:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880311.692085:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880311.692093:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880311.692102:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880311.692115:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.692122:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880311.692134:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880311.692143:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880311.692160:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880311.692176:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880311.692185:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880311.692192:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880311.692198:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880311.692202:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.692211:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880311.692215:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880311.692226:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.692232:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880311.692288:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880311.692301:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880311.692315:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880311.692322:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880311.692332:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880311.692338:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880311.692347:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880311.692361:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880311.692373:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880311.692413:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519629312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880311.692432:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880311.692436:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880311.692444:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519629312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880311.692462:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880311.692472:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11076) 00010000:00000001:1.0:1788880311.818382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880311.818389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880311.818396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880311.818398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880311.818403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880311.818405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880312.842379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880312.842389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880312.842398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880312.842400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880312.842405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880312.842407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880313.034371:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305740052, at 4305740096 00000100:00000040:1.0:1788880313.034388:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305740052, at 4305740096 00000100:00000010:0.0:1788880313.034393:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b2a0. 00000100:00000010:1.0:1788880313.034420:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b540. 00010000:00000001:1.0:1788880313.866378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880313.866387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880313.866396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880313.866399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880313.866403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880313.866405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880314.890359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880314.890368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880314.890375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880314.890377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880314.890381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880314.890383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880315.914347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880315.914352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880315.914356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880315.914357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880315.914360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880315.914361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.810860:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880316.810867:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880316.810873:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880316.810885:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.810919:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880316.810924:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.810929:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880316.810942:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880316.810950:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880316.810961:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519629440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880316.810971:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880316.810979:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880316.811000:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.811007:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880316.811015:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880316.811018:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880316.811030:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880316.811035:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880316.811043:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880316.811053:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519629440, portal 25 00000100:00000001:1.0:1788880316.811056:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880316.811058:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788880316.811067:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.811077:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880316.811081:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880316.811086:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880316.811090:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519629440, offset 0 00000400:00000200:1.0:1788880316.811099:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880316.811113:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.811126:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880316.811138:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880316.811148:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880316.811159:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880316.811165:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880316.811176:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460900:460900:256:4294967295] 192.168.203.155@tcp LPNI seq info [460894:460894:8:4294967295] 00000400:00000200:1.0:1788880316.811187:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.811205:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880316.811220:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.811253:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880316.811325:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880316.811342:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880316.811404:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.811416:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880316.811434:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880316.811453:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880316.811469:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880316.811475:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880316.811487:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880316.811501:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.811534:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.811540:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.811572:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.811577:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880316.811588:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880316.811609:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880316.811617:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305745172 00000100:00000010:1.0:1788880316.811629:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d000. 00000100:00000001:1.0:1788880316.811642:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880316.811661:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305745172 00000100:00000010:1.0:1788880316.811670:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d120. 00000100:00000001:1.0:1788880316.811678:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880316.811684:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880316.811691:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.811695:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880316.811705:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880316/real 1788880316] req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880316.811720:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880316.811724:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880316.811728:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880316.811753:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880316.811761:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880316.811771:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880316.811785:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880316.811826:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.811870:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880316.811878:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.811884:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.811890:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880316.811904:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.811933:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880316.811950:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.811982:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880316.812034:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812037:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.812040:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812044:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880316.812048:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880316.812055:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880316.812064:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880316.812069:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880316.812077:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880316.812117:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519629440:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880316.812128:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812136:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.812142:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519629440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812158:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880316.812162:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880316.812169:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880316.812179:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880316.812185:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880316.812189:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880316.812197:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880316.812205:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880316.812212:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880316.812217:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880316.812223:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788880316.812234:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880316.812239:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812247:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812263:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880316.812268:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.812272:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880316.812275:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880316.812314:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880316.812323:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812334:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880316.812337:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.812341:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880316.812344:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880316.812349:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880316.812353:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519629568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880316.812358:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880316.812361:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880316.812364:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.812366:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880316.812371:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880316.812373:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880316.812380:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880316.812383:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880316.812388:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880316.812393:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519629568, portal 10 00000100:00000001:1.0:1788880316.812395:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880316.812397:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788880316.812406:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812415:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880316.812418:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880316.812421:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880316.812424:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519629568, offset 0 00000400:00000200:1.0:1788880316.812429:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880316.812434:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.812440:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880316.812444:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880316.812448:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880316.812451:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880316.812454:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880316.812458:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460901:460901:256:4294967295] 192.168.203.155@tcp LPNI seq info [460895:460895:8:4294967295] 00000400:00000200:1.0:1788880316.812464:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.812473:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880316.812479:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.812484:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880316.812489:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880316.812493:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880316.812520:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.812521:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880316.812524:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880316.812526:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880316.812528:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880316.812530:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880316.812531:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880316.812534:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812540:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.812542:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812546:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.812547:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880316.812550:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880316.812553:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880316.812556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880316.812557:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305743888 00000100:00000001:1.0:1788880316.812560:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305745172 00000100:00000001:1.0:1788880316.812562:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305743888 00000100:00000001:1.0:1788880316.812563:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305745172 00000100:00000001:1.0:1788880316.812564:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880316.812566:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.812567:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880316.812570:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880316/real 1788880316] req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880316.812596:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880316.812598:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880316.812600:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880316.812603:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880316.812605:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880316.812607:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880316.812611:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880316.812621:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812629:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880316.812631:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812633:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.812634:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880316.812637:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812642:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880316.812645:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812650:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880316.812651:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812652:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.812653:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812654:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880316.812656:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880316.812657:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880316.812659:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880316.812661:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880316.812664:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880316.812669:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519629568:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880316.812672:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880316.812674:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812678:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880316.812679:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.812681:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880316.812682:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880316.812683:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880316.812685:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519629696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880316.812688:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880316.812689:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880316.812690:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.812691:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880316.812694:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880316.812696:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880316.812698:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880316.812700:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880316.812702:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880316.812704:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519629696, portal 10 00000100:00000001:1.0:1788880316.812705:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880316.812706:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880316.812711:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812715:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880316.812717:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880316.812719:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880316.812720:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519629696, offset 0 00000400:00000200:1.0:1788880316.812723:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880316.812726:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.812729:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880316.812731:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880316.812733:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880316.812735:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880316.812737:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880316.812739:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460902:460902:256:4294967295] 192.168.203.155@tcp LPNI seq info [460896:460896:8:4294967295] 00000400:00000200:1.0:1788880316.812742:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.812746:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880316.812749:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.812768:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880316.812773:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880316.812777:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880316.812791:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.812793:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880316.812798:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880316.812802:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880316.812806:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880316.812808:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880316.812811:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880316.812816:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812826:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.812829:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812838:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.812840:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880316.812844:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880316.812848:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880316.812852:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880316.812855:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305743888 00000100:00000001:1.0:1788880316.812858:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305745172 00000100:00000001:1.0:1788880316.812871:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305743888 00000100:00000001:1.0:1788880316.812874:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305745172 00000100:00000001:1.0:1788880316.812876:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880316.812878:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.812881:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880316.812885:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880316/real 1788880316] req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880316.812895:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880316.812897:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880316.812899:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880316.812902:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880316.812904:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880316.812906:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880316.812910:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880316.812919:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812927:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880316.812929:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812931:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.812933:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880316.812937:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812946:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880316.812950:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.812958:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880316.812962:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812964:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.812966:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.812968:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880316.812970:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880316.812974:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880316.812977:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880316.812980:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880316.813006:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880316.813033:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519629696:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880316.813035:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880316.813038:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813043:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880316.813044:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.813045:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880316.813047:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880316.813048:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880316.813050:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519629824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880316.813052:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880316.813053:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880316.813054:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.813055:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880316.813058:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880316.813059:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880316.813061:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880316.813063:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880316.813066:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880316.813068:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519629824, portal 4 00000100:00000001:1.0:1788880316.813070:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880316.813071:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880316.813075:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813080:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880316.813082:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880316.813084:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880316.813085:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519629824, offset 0 00000400:00000200:1.0:1788880316.813088:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880316.813090:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.813092:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880316.813094:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880316.813096:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880316.813098:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880316.813099:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880316.813102:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460903:460903:256:4294967295] 192.168.203.155@tcp LPNI seq info [460897:460897:8:4294967295] 00000400:00000200:1.0:1788880316.813105:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.813131:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880316.813136:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.813140:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880316.813145:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880316.813148:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880316.813162:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.813165:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880316.813168:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880316.813173:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880316.813176:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880316.813179:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880316.813181:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880316.813186:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813204:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.813208:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813216:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.813218:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880316.813221:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880316.813225:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880316.813229:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880316.813231:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305743940 00000100:00000001:1.0:1788880316.813234:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305745172 00000100:00000001:1.0:1788880316.813237:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305743940 00000100:00000001:1.0:1788880316.813240:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305745172 00000100:00000001:1.0:1788880316.813243:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880316.813245:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.813248:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880316.813252:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880316/real 1788880316] req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880316.813261:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880316.813262:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880316.813264:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880316.813267:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880316.813269:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880316.813271:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880316.813275:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880316.813314:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813323:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880316.813325:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813328:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.813330:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880316.813335:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813343:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880316.813348:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813356:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880316.813359:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813361:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.813363:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813365:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880316.813368:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880316.813371:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880316.813374:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880316.813377:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880316.813381:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880316.813391:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519629824:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880316.813395:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880316.813399:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813407:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880316.813409:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.813412:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880316.813414:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880316.813417:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880316.813421:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519629952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880316.813425:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880316.813427:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880316.813430:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880316.813432:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880316.813436:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880316.813439:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880316.813443:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880316.813446:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880316.813449:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880316.813453:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519629952, portal 4 00000100:00000001:1.0:1788880316.813456:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880316.813458:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880316.813465:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813473:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880316.813476:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880316.813479:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880316.813482:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519629952, offset 0 00000400:00000200:1.0:1788880316.813486:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880316.813491:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.813495:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880316.813498:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880316.813501:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880316.813504:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880316.813507:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880316.813511:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460904:460904:256:4294967295] 192.168.203.155@tcp LPNI seq info [460898:460898:8:4294967295] 00000400:00000200:1.0:1788880316.813530:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880316.813535:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880316.813537:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.813540:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880316.813542:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880316.813545:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880316.813552:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880316.813554:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880316.813556:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880316.813558:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880316.813560:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880316.813562:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880316.813563:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880316.813566:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813585:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.813589:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813597:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.813599:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880316.813603:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880316.813607:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880316.813611:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880316.813613:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305743892 00000100:00000001:1.0:1788880316.813616:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305745172 00000100:00000001:1.0:1788880316.813619:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305743892 00000100:00000001:1.0:1788880316.813622:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305745172 00000100:00000001:1.0:1788880316.813625:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880316.813627:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.813629:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880316.813633:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880316/real 1788880316] req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880316.813639:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880316.813641:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880316.813643:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880316.813644:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880316.813645:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880316.813647:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880316.813650:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880316.813656:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813660:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880316.813661:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813662:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.813663:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880316.813665:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813670:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880316.813674:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813678:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880316.813679:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813680:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880316.813681:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813682:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880316.813684:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880316.813685:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880316.813688:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880316.813689:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880316.813691:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880316.813701:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519629952:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880316.813704:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813705:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.813707:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519629568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813711:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880316.813713:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880316.813714:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880316.813716:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880316.813718:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880316.813719:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880316.813721:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880316.813722:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880316.813724:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880316.813725:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880316.813726:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788880316.813728:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880316.813730:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813731:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.813733:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519629696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813737:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880316.813738:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880316.813739:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880316.813740:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880316.813740:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880316.813741:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880316.813742:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880316.813743:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880316.813745:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880316.813745:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880316.813746:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880316.813748:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880316.813749:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813751:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.813753:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519629824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813757:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880316.813758:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880316.813759:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880316.813761:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880316.813762:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880316.813763:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880316.813764:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880316.813765:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880316.813766:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880316.813767:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880316.813767:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880316.813769:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880316.813770:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813771:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880316.813773:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519629952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880316.813776:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880316.813777:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880316.813778:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880316.813779:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880316.813797:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880316.813798:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880316.813800:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880316.813802:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880316.813804:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880316.813805:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880316.813807:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880316.813809:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880316.813811:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813813:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880316.813818:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880316.813820:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880316.813823:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880316.813825:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880316.938386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880316.938392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880316.938399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880316.938401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880316.938405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880316.938407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880317.962384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880317.962392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880317.962400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880317.962401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880317.962406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880317.962408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880318.154374:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305745172, at 4305745216 00000100:00000040:0.0:1788880318.154380:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305745172, at 4305745216 00000100:00000010:1.0:1788880318.154397:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00000100:00000010:0.0:1788880318.154402:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d000. 00010000:00000001:1.0:1788880318.986368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880318.986377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880318.986386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880318.986388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880318.986392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880318.986395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880320.010361:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880320.010366:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880320.010371:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010379:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880320.010382:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010385:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010388:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880320.010396:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880320.010398:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880320.010400:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010403:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880320.010405:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010407:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010411:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880320.010417:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880320.010419:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880320.010421:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010424:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880320.010425:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010427:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880320.010430:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788880320.906380:0:199604:0:(osc_request.c:745:osc_update_next_shrink()) next time 12280 to shrink grant 00000008:00000020:1.0:1788880320.906397:0:199604:0:(osc_request.c:745:osc_update_next_shrink()) next time 12280 to shrink grant 00010000:00000001:1.0:1788880321.034384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880321.034393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880321.034403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880321.034406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880321.034413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880321.034414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.930778:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880321.930788:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880321.930797:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880321.930814:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.930849:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880321.930855:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.930864:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880321.930870:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880321.930882:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880321.930912:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519630080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880321.930931:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880321.930941:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880321.930975:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.930987:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880321.931004:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880321.931017:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880321.931043:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880321.931063:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880321.931086:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880321.931107:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519630080, portal 25 00000100:00000001:1.0:1788880321.931122:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880321.931128:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880321.931151:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.931189:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880321.931199:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880321.931214:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880321.931227:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519630080, offset 0 00000400:00000200:1.0:1788880321.931245:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880321.931312:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.931330:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880321.931345:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880321.931360:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880321.931372:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880321.931381:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880321.931394:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460905:460905:256:4294967295] 192.168.203.155@tcp LPNI seq info [460899:460899:8:4294967295] 00000400:00000200:1.0:1788880321.931410:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.931449:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880321.931467:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.931483:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880321.931505:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880321.931517:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880321.931570:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.931578:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880321.931589:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880321.931608:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880321.931620:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880321.931630:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880321.931641:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880321.931653:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.931687:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.931700:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.931726:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.931733:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880321.931744:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880321.931759:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880321.931770:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305750292 00000100:00000010:1.0:1788880321.931783:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d120. 00000100:00000001:1.0:1788880321.931803:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880321.931833:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305750292 00000100:00000010:1.0:1788880321.931847:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d240. 00000100:00000001:1.0:1788880321.931858:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880321.931869:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880321.931880:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.931891:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880321.931907:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880321/real 1788880321] req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880321.931939:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880321.931945:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880321.931978:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880321.931994:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880321.932004:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880321.932021:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880321.932041:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880321.932099:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932174:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880321.932181:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.932187:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.932193:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880321.932210:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932230:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880321.932241:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932283:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880321.932287:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.932290:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.932292:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.932297:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880321.932299:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880321.932304:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880321.932310:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880321.932314:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880321.932321:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880321.932334:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519630080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880321.932342:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.932345:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.932349:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519630080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932358:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880321.932361:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880321.932366:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880321.932373:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880321.932375:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880321.932378:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880321.932381:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880321.932384:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880321.932390:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880321.932392:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880321.932395:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880321.932399:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880321.932401:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.932404:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.932414:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880321.932417:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.932420:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880321.932422:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880321.932425:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880321.932430:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932439:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880321.932441:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.932444:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880321.932447:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880321.932449:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880321.932453:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519630208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880321.932457:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880321.932460:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880321.932462:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.932464:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880321.932468:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880321.932471:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880321.932476:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880321.932480:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880321.932484:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880321.932489:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519630208, portal 10 00000100:00000001:1.0:1788880321.932492:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880321.932494:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880321.932503:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932512:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880321.932515:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880321.932518:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880321.932521:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519630208, offset 0 00000400:00000200:1.0:1788880321.932526:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880321.932532:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.932537:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880321.932542:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880321.932546:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880321.932549:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880321.932553:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880321.932557:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460906:460906:256:4294967295] 192.168.203.155@tcp LPNI seq info [460900:460900:8:4294967295] 00000400:00000200:1.0:1788880321.932562:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.932571:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880321.932577:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.932582:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880321.932587:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880321.932591:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880321.932605:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.932608:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880321.932612:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880321.932617:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880321.932620:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880321.932623:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880321.932626:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880321.932630:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932650:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.932654:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932662:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.932664:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880321.932668:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880321.932673:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880321.932677:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880321.932679:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305749008 00000100:00000001:1.0:1788880321.932683:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305750292 00000100:00000001:1.0:1788880321.932686:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305749008 00000100:00000001:1.0:1788880321.932689:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305750292 00000100:00000001:1.0:1788880321.932692:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880321.932695:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.932697:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880321.932701:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880321/real 1788880321] req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880321.932711:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880321.932712:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880321.932715:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880321.932717:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880321.932720:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880321.932722:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880321.932726:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880321.932736:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932743:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880321.932746:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.932748:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.932750:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880321.932754:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932763:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880321.932767:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932775:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880321.932778:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.932780:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.932782:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.932784:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880321.932786:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880321.932789:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880321.932792:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880321.932795:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880321.932800:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880321.932809:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519630208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880321.932813:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880321.932817:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932825:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880321.932827:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.932829:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880321.932832:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880321.932834:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880321.932838:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519630336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880321.932842:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880321.932844:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880321.932846:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.932849:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880321.932852:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880321.932855:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880321.932858:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880321.932861:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880321.932864:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880321.932868:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519630336, portal 10 00000100:00000001:1.0:1788880321.932870:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880321.932872:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880321.932879:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.932887:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880321.932890:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880321.932893:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880321.932896:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519630336, offset 0 00000400:00000200:1.0:1788880321.932900:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880321.932905:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.932909:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880321.932913:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880321.932916:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880321.932919:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880321.932921:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880321.932926:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460907:460907:256:4294967295] 192.168.203.155@tcp LPNI seq info [460901:460901:8:4294967295] 00000400:00000200:1.0:1788880321.932931:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.932939:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880321.932944:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.932948:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880321.932982:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880321.932988:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880321.933009:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.933013:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880321.933020:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880321.933027:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880321.933033:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880321.933038:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880321.933043:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880321.933052:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933070:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.933076:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933090:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.933093:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880321.933099:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880321.933103:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880321.933107:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880321.933110:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305749008 00000100:00000001:1.0:1788880321.933113:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305750292 00000100:00000001:1.0:1788880321.933116:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305749008 00000100:00000001:1.0:1788880321.933119:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305750292 00000100:00000001:1.0:1788880321.933121:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880321.933124:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.933126:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880321.933131:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880321/real 1788880321] req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880321.933142:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880321.933144:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880321.933147:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880321.933150:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880321.933152:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880321.933154:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880321.933158:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880321.933169:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933177:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880321.933179:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.933181:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.933183:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880321.933187:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933195:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880321.933199:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933207:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880321.933210:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.933212:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.933214:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.933216:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880321.933218:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880321.933221:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880321.933225:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880321.933228:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880321.933233:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880321.933278:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519630336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880321.933284:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880321.933289:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933298:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880321.933299:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.933302:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880321.933305:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880321.933308:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880321.933311:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519630464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880321.933315:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880321.933318:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880321.933320:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.933323:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880321.933327:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880321.933330:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880321.933334:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880321.933337:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880321.933341:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880321.933345:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519630464, portal 4 00000100:00000001:1.0:1788880321.933348:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880321.933350:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880321.933357:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933366:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880321.933369:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880321.933371:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880321.933374:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519630464, offset 0 00000400:00000200:1.0:1788880321.933379:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880321.933384:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.933389:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880321.933393:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880321.933397:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880321.933400:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880321.933403:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880321.933407:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460908:460908:256:4294967295] 192.168.203.155@tcp LPNI seq info [460902:460902:8:4294967295] 00000400:00000200:1.0:1788880321.933412:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.933421:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880321.933426:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.933430:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880321.933435:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880321.933439:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880321.933453:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.933455:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880321.933459:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880321.933463:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880321.933467:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880321.933470:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880321.933472:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880321.933477:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933487:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.933490:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933498:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.933500:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880321.933504:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880321.933507:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880321.933511:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880321.933514:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305749061 00000100:00000001:1.0:1788880321.933517:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305750292 00000100:00000001:1.0:1788880321.933520:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305749061 00000100:00000001:1.0:1788880321.933522:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305750292 00000100:00000001:1.0:1788880321.933524:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880321.933527:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.933529:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880321.933533:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880321/real 1788880321] req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880321.933542:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880321.933544:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880321.933546:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880321.933549:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880321.933551:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880321.933553:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880321.933557:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880321.933567:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933575:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880321.933577:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.933579:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.933580:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880321.933585:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933592:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880321.933597:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933606:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880321.933610:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.933612:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.933614:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.933616:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880321.933618:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880321.933622:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880321.933625:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880321.933627:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880321.933632:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880321.933641:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519630464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880321.933645:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880321.933649:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933657:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880321.933658:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.933661:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880321.933663:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880321.933665:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880321.933669:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519630592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880321.933673:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880321.933675:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880321.933677:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880321.933680:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880321.933683:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880321.933685:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880321.933689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880321.933691:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880321.933694:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880321.933698:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519630592, portal 4 00000100:00000001:1.0:1788880321.933701:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880321.933703:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880321.933710:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933718:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880321.933721:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880321.933723:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880321.933726:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519630592, offset 0 00000400:00000200:1.0:1788880321.933730:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880321.933734:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.933738:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880321.933742:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880321.933745:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880321.933748:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880321.933751:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880321.933755:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460909:460909:256:4294967295] 192.168.203.155@tcp LPNI seq info [460903:460903:8:4294967295] 00000400:00000200:1.0:1788880321.933760:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880321.933768:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880321.933772:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.933776:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880321.933781:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880321.933784:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880321.933798:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880321.933801:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880321.933804:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880321.933808:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880321.933812:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880321.933814:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880321.933816:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880321.933820:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933838:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.933842:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933851:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.933853:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880321.933855:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880321.933859:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880321.933863:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880321.933865:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305749012 00000100:00000001:1.0:1788880321.933868:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305750292 00000100:00000001:1.0:1788880321.933871:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305749012 00000100:00000001:1.0:1788880321.933874:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305750292 00000100:00000001:1.0:1788880321.933877:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880321.933879:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.933881:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880321.933886:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880321/real 1788880321] req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880321.933894:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880321.933896:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880321.933897:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880321.933900:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880321.933902:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880321.933904:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880321.933908:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880321.933918:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933926:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880321.933929:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.933932:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.933933:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880321.933938:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933946:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880321.933974:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.933983:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880321.933987:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.933991:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880321.933994:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.933998:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880321.934002:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880321.934007:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880321.934013:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880321.934018:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880321.934026:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880321.934043:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519630592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880321.934051:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.934055:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.934062:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519630208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.934077:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880321.934080:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880321.934085:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880321.934091:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880321.934093:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880321.934096:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880321.934099:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880321.934101:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880321.934105:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880321.934106:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880321.934109:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880321.934112:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880321.934114:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.934117:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.934121:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519630336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.934130:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880321.934132:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880321.934134:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880321.934136:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880321.934137:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880321.934139:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880321.934141:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880321.934143:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880321.934146:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880321.934148:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880321.934149:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880321.934153:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880321.934155:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.934157:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.934160:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519630464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.934168:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880321.934169:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880321.934171:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880321.934173:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880321.934175:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880321.934176:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880321.934178:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880321.934180:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880321.934182:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880321.934184:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880321.934186:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880321.934189:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880321.934191:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.934193:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880321.934197:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519630592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880321.934205:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880321.934206:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880321.934208:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880321.934211:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880321.934212:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880321.934214:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880321.934216:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880321.934217:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880321.934220:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880321.934221:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880321.934222:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880321.934225:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880321.934227:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.934229:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880321.934233:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880321.934235:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880321.934237:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880321.934239:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880322.058360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880322.058365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880322.058372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880322.058374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880322.058378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880322.058380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880323.082385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880323.082394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880323.082402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880323.082404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880323.082408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880323.082410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880323.274392:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305750292, at 4305750336 00000100:00000040:0.0:1788880323.274400:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305750292, at 4305750336 00000100:00000010:1.0:1788880323.274413:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d240. 00000100:00000010:0.0:1788880323.274417:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d120. 00010000:00000001:1.0:1788880324.106368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880324.106377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880324.106385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880324.106387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880324.106392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880324.106394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880325.130395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880325.130404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880325.130413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880325.130415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880325.130419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880325.130421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880326.154388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880326.154397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880326.154405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880326.154407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880326.154411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880326.154413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880327.050437:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880327.050452:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880327.050456:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880327.050462:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880327.050468:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880327.050480:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11081 00000400:00000200:1.0:1788880327.050491:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880327.050500:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880327.050506:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880327.050510:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050514:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.050518:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050522:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880327.050534:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880327.050538:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880327.050543:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880327.050548:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880327.050551:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880327.050555:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880327.050559:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050561:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.050563:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050566:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880327.050570:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880327.050574:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050577:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880327.050581:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880327.050586:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880327.050589:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.050592:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880327.050596:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880327.050606:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880327.050611:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880327.050617:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880327.050620:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.050624:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880327.050628:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880327.050636:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880327.050648:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880327.050659:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880327.050672:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519630720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880327.050688:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880327.050695:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880327.050702:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519630720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880327.050744:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880327.050752:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880327.050759:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880327.050762:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880327.050766:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880327.050772:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880327.050777:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11081 00000400:00000200:1.0:1788880327.050785:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880327.050792:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880327.050797:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880327.050802:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050807:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.050811:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050815:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880327.050822:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880327.050825:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880327.050829:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880327.050833:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880327.050838:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880327.050843:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880327.050849:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050853:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.050857:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050861:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880327.050865:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880327.050871:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880327.050877:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880327.050881:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880327.050891:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880327.050895:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.050899:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880327.050907:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880327.050941:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.050947:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880327.050954:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788880327.050959:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880327.050964:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880327.050967:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.050971:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880327.050974:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880327.050979:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880327.050986:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880327.050993:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880327.051004:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519630848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880327.051021:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880327.051026:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880327.051033:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519630848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880327.051050:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880327.051056:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880327.051063:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880327.051067:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880327.051069:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880327.051074:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880327.051079:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11081 00000400:00000200:1.0:1788880327.051086:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880327.051091:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880327.051096:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880327.051102:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051106:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.051111:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051115:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880327.051121:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880327.051124:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880327.051128:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880327.051132:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880327.051137:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880327.051141:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880327.051147:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051151:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.051155:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051160:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880327.051165:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880327.051170:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051175:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880327.051178:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880327.051184:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880327.051187:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.051191:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880327.051195:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880327.051200:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.051203:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880327.051209:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788880327.051214:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880327.051219:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880327.051222:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.051226:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880327.051229:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880327.051233:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880327.051240:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880327.051248:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880327.051301:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519630976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880327.051317:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880327.051322:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880327.051330:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519630976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880327.051347:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880327.051354:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880327.051361:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880327.051365:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880327.051368:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880327.051374:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880327.051379:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11081 00000400:00000200:1.0:1788880327.051388:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880327.051394:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880327.051398:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880327.051403:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051408:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.051413:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051417:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880327.051423:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880327.051426:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880327.051429:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880327.051433:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880327.051437:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880327.051441:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880327.051447:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051451:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.051456:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051461:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880327.051466:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880327.051472:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051478:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880327.051481:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880327.051488:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880327.051493:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.051498:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880327.051504:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880327.051509:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.051513:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880327.051520:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788880327.051523:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880327.051528:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880327.051531:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.051534:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880327.051537:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880327.051541:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880327.051548:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880327.051554:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880327.051563:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519631104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880327.051578:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880327.051583:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880327.051591:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519631104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880327.051606:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880327.051612:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880327.051619:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880327.051623:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880327.051627:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880327.051632:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880327.051636:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11081 00000400:00000200:1.0:1788880327.051644:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880327.051650:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880327.051655:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880327.051661:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051665:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.051669:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051673:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880327.051679:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880327.051682:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880327.051685:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880327.051689:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880327.051693:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880327.051697:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880327.051704:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051707:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880327.051711:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051716:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880327.051721:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880327.051726:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880327.051731:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880327.051733:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880327.051738:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880327.051742:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.051746:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880327.051749:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880327.051754:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.051757:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880327.051764:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880327.051768:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880327.051773:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880327.051775:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880327.051779:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880327.051782:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880327.051786:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880327.051792:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880327.051798:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880327.051807:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519631232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880327.051821:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880327.051825:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880327.051831:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519631232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880327.051849:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880327.051857:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11091) 00010000:00000001:1.0:1788880327.178385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880327.178391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880327.178397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880327.178399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880327.178403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880327.178405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880328.202362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880328.202371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880328.202380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880328.202382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880328.202387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880328.202388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880328.394382:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305755412, at 4305755456 00000100:00000040:1.0:1788880328.394388:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305755412, at 4305755456 00000100:00000010:0.0:1788880328.394407:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bcc0. 00000100:00000010:1.0:1788880328.394411:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b4e0. 00010000:00000001:1.0:1788880329.226388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880329.226398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880329.226405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880329.226408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880329.226413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880329.226414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880330.250401:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880330.250406:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880330.250413:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250422:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880330.250426:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250431:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250436:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250444:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880330.250448:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880330.250451:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880330.250455:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250458:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880330.250462:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250465:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250469:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250476:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880330.250479:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880330.250481:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880330.250484:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250486:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880330.250488:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250490:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880330.250493:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880331.274375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880331.274384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880331.274392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880331.274394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880331.274399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880331.274401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880332.170343:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880332.170357:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880332.170361:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880332.170367:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880332.170373:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880332.170382:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11086 00000400:00000200:1.0:1788880332.170393:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880332.170401:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880332.170405:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880332.170410:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170414:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.170418:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170421:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880332.170431:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880332.170433:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880332.170436:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880332.170441:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880332.170444:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880332.170448:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880332.170455:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170459:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.170463:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170467:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880332.170474:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880332.170481:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170486:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880332.170492:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880332.170498:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880332.170504:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.170508:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880332.170513:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880332.170528:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880332.170535:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880332.170542:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880332.170545:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.170552:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880332.170557:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880332.170563:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880332.170574:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880332.170584:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880332.170596:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519631360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880332.170610:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880332.170616:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880332.170623:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519631360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880332.170654:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880332.170659:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880332.170664:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880332.170666:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880332.170669:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880332.170673:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880332.170676:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11086 00000400:00000200:1.0:1788880332.170682:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880332.170686:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880332.170689:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880332.170693:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170696:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.170699:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170701:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880332.170706:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880332.170708:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880332.170710:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880332.170713:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880332.170715:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880332.170718:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880332.170723:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170725:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.170728:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170732:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880332.170735:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880332.170739:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880332.170742:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880332.170747:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880332.170755:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880332.170758:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.170761:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880332.170766:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880332.170775:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.170788:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880332.170796:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880332.170807:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880332.170813:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880332.170817:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.170827:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880332.170842:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880332.170851:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880332.170871:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880332.170922:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880332.170939:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519631488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880332.170995:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880332.171000:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880332.171014:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519631488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880332.171034:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880332.171052:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880332.171071:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880332.171074:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880332.171079:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880332.171089:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880332.171096:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11086 00000400:00000200:1.0:1788880332.171112:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880332.171124:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880332.171136:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880332.171157:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.171167:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.171184:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.171202:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880332.171226:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880332.171233:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880332.171242:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880332.171294:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880332.171302:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880332.171310:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880332.171320:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.171332:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.171339:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.171356:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880332.171363:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880332.171380:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880332.171405:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880332.171410:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880332.171427:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880332.171444:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.171465:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880332.171476:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880332.171501:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.171512:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880332.171534:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880332.171549:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880332.171558:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880332.171564:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.171568:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880332.171578:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880332.171585:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880332.171597:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880332.171609:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880332.171638:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519631616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880332.171685:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880332.171692:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880332.171709:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519631616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880332.171745:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880332.171752:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880332.171762:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880332.171767:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880332.171775:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880332.171799:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880332.171812:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11086 00000400:00000200:1.0:1788880332.171828:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880332.171840:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880332.171854:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880332.171874:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.171916:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.171936:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.171942:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880332.171951:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880332.171959:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880332.171970:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880332.171977:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880332.171988:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880332.172001:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880332.172008:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.172012:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.172020:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.172024:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880332.172028:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880332.172032:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880332.172035:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880332.172038:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880332.172049:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880332.172065:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.172072:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880332.172081:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880332.172106:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.172134:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880332.172151:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880332.172160:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880332.172177:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880332.172186:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.172195:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880332.172199:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880332.172206:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880332.172215:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880332.172230:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880332.172246:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519631744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880332.172320:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880332.172326:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880332.172338:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519631744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880332.172452:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880332.172465:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880332.172494:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880332.172506:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880332.172516:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880332.172534:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880332.172555:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11086 00000400:00000200:1.0:1788880332.172573:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880332.172588:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880332.172598:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880332.172619:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.172633:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.172652:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.172675:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880332.172690:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880332.172695:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880332.172702:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880332.172711:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880332.172724:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880332.172739:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880332.172760:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.172771:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880332.172782:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880332.172797:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880332.172814:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880332.172828:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880332.172854:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880332.172867:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880332.172905:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880332.172914:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.172927:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880332.172937:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880332.172949:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.172956:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880332.172966:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880332.172976:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880332.172986:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880332.172992:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880332.173002:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880332.173007:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880332.173013:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880332.173027:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880332.173052:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880332.173072:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519631872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880332.173093:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880332.173102:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880332.173127:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519631872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880332.173160:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880332.173179:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11096) 00010000:00000001:1.0:1788880332.298376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880332.298382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880332.298389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880332.298391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880332.298395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880332.298397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880333.322374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880333.322383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880333.322392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880333.322394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880333.322399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880333.322402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880333.514359:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305760532, at 4305760576 00000100:00000040:0.0:1788880333.514378:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305760532, at 4305760576 00000100:00000010:1.0:1788880333.514384:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bae0. 00000100:00000010:0.0:1788880333.514396:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bb40. 00010000:00000001:1.0:1788880334.346374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880334.346383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880334.346392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880334.346394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880334.346398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880334.346400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880335.370380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880335.370392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880335.370405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880335.370408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880335.370416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880335.370418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880336.394390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880336.394403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880336.394417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880336.394419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880336.394424:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880336.394426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880337.290395:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880337.290407:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880337.290412:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880337.290417:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880337.290425:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880337.290437:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11091 00000400:00000200:1.0:1788880337.290450:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880337.290459:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880337.290465:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880337.290471:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290475:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.290478:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290482:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880337.290494:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880337.290497:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880337.290501:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880337.290505:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880337.290508:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880337.290512:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880337.290516:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290519:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.290522:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290525:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880337.290529:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880337.290533:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290536:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880337.290540:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880337.290544:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880337.290548:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.290551:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880337.290554:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880337.290563:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880337.290567:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880337.290573:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880337.290575:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.290579:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880337.290583:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880337.290590:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880337.290601:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880337.290611:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880337.290626:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519632000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880337.290642:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880337.290648:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880337.290655:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519632000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880337.290687:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880337.290691:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880337.290696:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880337.290698:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880337.290701:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880337.290705:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880337.290708:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11091 00000400:00000200:1.0:1788880337.290712:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880337.290715:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880337.290718:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880337.290722:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290725:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.290727:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290730:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880337.290734:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880337.290736:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880337.290738:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880337.290740:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880337.290742:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880337.290745:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880337.290748:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290751:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.290754:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290758:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880337.290761:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880337.290765:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880337.290770:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880337.290772:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880337.290781:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880337.290785:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.290787:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880337.290795:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880337.290804:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.290808:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880337.290817:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880337.290825:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880337.290831:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880337.290837:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.290875:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880337.290881:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880337.290890:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880337.290904:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880337.290914:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880337.290934:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519632128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880337.290952:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880337.290960:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880337.290971:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519632128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880337.290989:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880337.290999:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880337.291008:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880337.291010:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880337.291013:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880337.291020:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880337.291030:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11091 00000400:00000200:1.0:1788880337.291037:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880337.291051:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880337.291057:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880337.291068:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291071:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.291076:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291083:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880337.291087:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880337.291090:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880337.291101:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880337.291109:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880337.291118:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880337.291126:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880337.291139:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291149:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.291158:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291163:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880337.291170:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880337.291180:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291189:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880337.291192:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880337.291200:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880337.291206:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.291215:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880337.291220:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880337.291224:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.291229:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880337.291238:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880337.291244:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880337.291248:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880337.291282:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.291285:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880337.291287:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880337.291290:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880337.291296:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880337.291301:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880337.291310:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519632256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880337.291333:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880337.291340:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880337.291356:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519632256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880337.291384:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880337.291390:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880337.291403:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880337.291411:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880337.291416:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880337.291424:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880337.291432:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11091 00000400:00000200:1.0:1788880337.291462:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880337.291472:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880337.291479:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880337.291486:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291495:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.291505:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291516:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880337.291526:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880337.291534:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880337.291541:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880337.291547:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880337.291559:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880337.291570:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880337.291580:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291589:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.291598:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291603:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880337.291608:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880337.291618:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291625:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880337.291631:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880337.291638:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880337.291648:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.291656:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880337.291664:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880337.291671:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.291676:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880337.291686:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788880337.291696:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880337.291706:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880337.291711:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.291719:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880337.291724:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880337.291727:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880337.291733:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880337.291745:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880337.291758:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519632384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880337.291776:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880337.291781:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880337.291792:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519632384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880337.291804:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880337.291816:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880337.291828:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880337.291835:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880337.291862:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880337.291867:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880337.291875:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11091 00000400:00000200:1.0:1788880337.291887:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880337.291900:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880337.291908:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880337.291920:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291928:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.291933:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291942:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880337.291951:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880337.291956:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880337.291959:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880337.291963:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880337.291972:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880337.291980:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880337.291986:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.291995:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880337.291999:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880337.292008:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880337.292019:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880337.292033:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880337.292038:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880337.292048:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880337.292055:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880337.292063:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.292070:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880337.292077:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880337.292086:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.292093:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880337.292105:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880337.292118:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880337.292127:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880337.292134:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880337.292140:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880337.292146:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880337.292152:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880337.292164:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880337.292175:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880337.292189:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519632512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880337.292244:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880337.292248:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880337.292281:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519632512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880337.292312:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880337.292323:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11102) 00010000:00000001:1.0:1788880337.418383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880337.418389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880337.418396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880337.418398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880337.418403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880337.418405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880338.442434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880338.442444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880338.442452:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880338.442454:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880338.442460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880338.442462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880338.634365:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305765652, at 4305765696 00000100:00000040:0.0:1788880338.634375:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305765652, at 4305765696 00000100:00000010:1.0:1788880338.634386:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bae0. 00000100:00000010:0.0:1788880338.634391:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bb40. 00010000:00000001:1.0:1788880339.466327:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880339.466334:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880339.466340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880339.466341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880339.466345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880339.466346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880340.490420:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880340.490424:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880340.490430:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490437:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880340.490441:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490444:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490447:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880340.490455:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880340.490457:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880340.490459:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490461:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880340.490464:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490466:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490469:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490473:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880340.490475:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880340.490477:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880340.490479:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490481:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880340.490482:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490485:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880340.490487:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880341.514413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880341.514424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880341.514432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880341.514436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880341.514440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880341.514442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880342.410382:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880342.410400:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880342.410405:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880342.410412:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880342.410421:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880342.410430:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11097 00000400:00000200:1.0:1788880342.410441:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880342.410449:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880342.410454:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880342.410458:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410463:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.410467:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410470:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880342.410480:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880342.410483:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880342.410486:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880342.410491:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880342.410494:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880342.410497:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880342.410501:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410504:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.410506:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410509:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880342.410512:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880342.410517:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410520:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880342.410523:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880342.410527:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880342.410532:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.410535:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880342.410538:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880342.410547:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880342.410552:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880342.410557:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880342.410559:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.410564:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880342.410567:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880342.410573:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880342.410582:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880342.410591:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880342.410602:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519632640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880342.410616:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880342.410622:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880342.410628:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519632640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880342.410657:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880342.410662:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880342.410667:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880342.410669:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880342.410672:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880342.410675:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880342.410679:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11097 00000400:00000200:1.0:1788880342.410683:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880342.410687:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880342.410690:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880342.410694:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410697:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.410699:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410703:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880342.410707:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880342.410709:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880342.410711:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880342.410714:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880342.410716:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880342.410719:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880342.410723:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410726:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.410729:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410732:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880342.410735:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880342.410740:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880342.410744:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880342.410746:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880342.410767:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880342.410773:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.410779:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880342.410787:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880342.410794:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.410797:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880342.410833:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880342.410843:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880342.410857:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880342.410864:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.410875:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880342.410884:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880342.410894:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880342.410910:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880342.410925:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880342.410943:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519632768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880342.410986:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880342.410991:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880342.411004:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519632768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880342.411028:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880342.411035:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880342.411041:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880342.411048:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880342.411052:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880342.411063:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880342.411074:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11097 00000400:00000200:1.0:1788880342.411092:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880342.411101:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880342.411106:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880342.411114:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411119:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.411128:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411133:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880342.411139:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880342.411143:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880342.411149:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880342.411153:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880342.411159:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880342.411166:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880342.411176:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411184:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.411195:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411201:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880342.411210:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880342.411223:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411231:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880342.411239:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880342.411246:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880342.411300:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.411311:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880342.411318:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880342.411332:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.411341:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880342.411355:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880342.411369:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880342.411384:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880342.411396:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.411406:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880342.411411:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880342.411419:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880342.411428:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880342.411439:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880342.411456:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519632896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880342.411477:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880342.411485:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880342.411502:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519632896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880342.411538:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880342.411546:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880342.411556:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880342.411562:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880342.411565:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880342.411569:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880342.411580:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11097 00000400:00000200:1.0:1788880342.411593:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880342.411602:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880342.411609:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880342.411618:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411627:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.411630:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411634:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880342.411646:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880342.411652:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880342.411656:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880342.411662:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880342.411667:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880342.411673:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880342.411683:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411691:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.411698:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411707:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880342.411715:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880342.411726:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880342.411731:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880342.411738:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880342.411745:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880342.411756:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.411768:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880342.411776:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880342.411783:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.411792:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880342.411803:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880342.411835:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880342.411850:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880342.411861:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.411874:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880342.411883:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880342.411892:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880342.411910:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880342.411923:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880342.411941:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519633024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880342.411985:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880342.411993:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880342.412004:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519633024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880342.412032:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880342.412043:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880342.412052:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880342.412057:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880342.412064:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880342.412073:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880342.412082:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11097 00000400:00000200:1.0:1788880342.412099:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880342.412108:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880342.412119:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880342.412127:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.412135:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.412144:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.412152:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880342.412162:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880342.412167:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880342.412172:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880342.412177:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880342.412184:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880342.412195:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880342.412205:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.412211:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880342.412219:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880342.412224:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880342.412232:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880342.412241:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880342.412284:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880342.412292:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880342.412302:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880342.412312:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.412325:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880342.412335:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880342.412349:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.412359:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880342.412374:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880342.412387:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880342.412399:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880342.412404:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880342.412410:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880342.412416:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880342.412423:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880342.412434:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880342.412446:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880342.412461:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519633152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880342.412490:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880342.412495:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880342.412508:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519633152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880342.412549:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880342.412560:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11107) 00010000:00000001:1.0:1788880342.538394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880342.538401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880342.538409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880342.538412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880342.538418:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880342.538421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880343.562396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880343.562402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880343.562409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880343.562411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880343.562415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880343.562417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880343.754371:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305770772, at 4305770816 00000100:00000010:0.0:1788880343.754389:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b4e0. 00000100:00000040:1.0:1788880343.754393:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305770772, at 4305770816 00000100:00000010:1.0:1788880343.754407:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bcc0. 00010000:00000001:1.0:1788880344.586364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880344.586372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880344.586379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880344.586381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880344.586385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880344.586387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880345.610377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880345.610385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880345.610392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880345.610394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880345.610398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880345.610400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880346.634386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880346.634393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880346.634400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880346.634402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880346.634406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880346.634409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880347.530330:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880347.530340:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880347.530343:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880347.530348:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880347.530354:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880347.530362:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11102 00000400:00000200:1.0:1788880347.530371:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880347.530377:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880347.530380:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880347.530384:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530387:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.530390:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530393:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880347.530401:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880347.530403:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880347.530405:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880347.530409:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880347.530411:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880347.530413:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880347.530417:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530419:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.530421:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530424:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880347.530427:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880347.530431:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530434:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880347.530438:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880347.530441:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880347.530445:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.530447:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880347.530451:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880347.530460:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788880347.530463:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880347.530467:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880347.530471:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.530474:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880347.530477:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880347.530481:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880347.530490:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880347.530498:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880347.530506:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519633280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880347.530518:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880347.530522:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880347.530528:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519633280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880347.530550:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880347.530553:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880347.530557:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880347.530559:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880347.530561:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880347.530564:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880347.530567:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11102 00000400:00000200:1.0:1788880347.530572:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880347.530576:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880347.530579:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880347.530583:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530587:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.530592:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530597:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880347.530604:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880347.530608:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880347.530613:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880347.530618:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880347.530624:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880347.530630:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880347.530641:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530647:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.530654:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530661:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880347.530666:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880347.530672:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530679:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880347.530684:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880347.530691:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880347.530696:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.530700:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880347.530705:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880347.530711:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.530716:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880347.530724:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788880347.530731:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880347.530738:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880347.530742:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.530745:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880347.530749:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880347.530753:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880347.530759:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880347.530765:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880347.530789:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519633408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880347.530810:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880347.530816:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880347.530826:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519633408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880347.530852:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880347.530857:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880347.530865:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880347.530870:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880347.530874:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880347.530880:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880347.530886:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11102 00000400:00000200:1.0:1788880347.530894:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880347.530901:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880347.530905:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880347.530912:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530916:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.530921:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530924:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880347.530930:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880347.530933:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880347.530935:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880347.530941:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880347.530945:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880347.530949:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880347.530957:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530963:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.530969:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530972:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880347.530978:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880347.530986:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880347.530992:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880347.530995:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880347.530999:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880347.531005:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.531008:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880347.531011:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880347.531017:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.531022:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880347.531030:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788880347.531035:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880347.531039:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880347.531042:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.531045:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880347.531049:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880347.531051:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880347.531056:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880347.531061:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880347.531070:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519633536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880347.531087:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880347.531091:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880347.531098:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519633536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880347.531130:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880347.531134:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880347.531141:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880347.531144:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880347.531148:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880347.531154:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880347.531161:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11102 00000400:00000200:1.0:1788880347.531171:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880347.531179:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880347.531184:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880347.531187:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531192:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.531198:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531206:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880347.531212:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880347.531215:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880347.531218:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880347.531222:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880347.531228:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880347.531234:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880347.531243:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531273:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.531280:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531285:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880347.531292:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880347.531301:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531310:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880347.531315:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880347.531320:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880347.531325:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.531329:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880347.531333:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880347.531340:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.531345:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880347.531351:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880347.531356:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880347.531363:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880347.531367:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.531372:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880347.531376:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880347.531380:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880347.531388:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880347.531395:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880347.531405:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519633664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880347.531447:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880347.531452:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880347.531466:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519633664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880347.531485:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880347.531493:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880347.531501:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880347.531506:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880347.531509:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880347.531513:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880347.531518:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11102 00000400:00000200:1.0:1788880347.531525:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880347.531532:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880347.531538:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880347.531546:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531554:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.531561:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531568:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880347.531576:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880347.531579:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880347.531584:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880347.531590:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880347.531596:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880347.531602:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880347.531612:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531618:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880347.531625:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531631:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880347.531637:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880347.531646:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880347.531653:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880347.531658:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880347.531663:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880347.531669:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.531673:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880347.531678:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880347.531685:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.531690:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880347.531697:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788880347.531704:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880347.531710:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880347.531714:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880347.531719:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880347.531721:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880347.531725:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880347.531733:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880347.531740:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880347.531751:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519633792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880347.531784:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880347.531789:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880347.531799:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519633792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880347.531823:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880347.531830:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11112) 00010000:00000001:1.0:1788880347.658360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880347.658368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880347.658375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880347.658377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880347.658381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880347.658384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880348.682375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880348.682382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880348.682388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880348.682389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880348.682392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880348.682393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880348.874357:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305775891, at 4305775936 00000100:00000040:1.0:1788880348.874357:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305775891, at 4305775936 00000100:00000010:0.0:1788880348.874370:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b540. 00000100:00000010:1.0:1788880348.874373:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b2a0. 00010000:00000001:1.0:1788880349.706364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880349.706371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880349.706376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880349.706377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880349.706380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880349.706382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880350.730362:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880350.730366:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880350.730370:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730377:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880350.730380:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730384:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730386:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880350.730394:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880350.730396:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880350.730398:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730400:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880350.730402:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730405:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730407:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880350.730413:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880350.730414:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880350.730416:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730418:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880350.730419:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730423:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880350.730425:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880351.754307:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880351.754312:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880351.754317:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880351.754318:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880351.754320:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880351.754321:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880352.650308:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880352.650316:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880352.650319:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880352.650322:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880352.650326:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880352.650332:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11107 00000400:00000200:1.0:1788880352.650339:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880352.650343:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880352.650346:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880352.650349:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650352:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.650353:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650356:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880352.650362:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880352.650363:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880352.650366:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880352.650368:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880352.650370:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880352.650372:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880352.650374:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650376:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.650377:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650378:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880352.650380:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880352.650383:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650385:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880352.650388:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880352.650390:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880352.650392:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.650394:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880352.650396:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880352.650419:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880352.650424:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880352.650429:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880352.650431:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.650435:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880352.650439:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880352.650445:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880352.650455:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880352.650464:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880352.650475:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519633920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880352.650489:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880352.650495:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880352.650501:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519633920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880352.650529:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880352.650534:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880352.650539:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880352.650541:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880352.650543:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880352.650547:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880352.650550:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11107 00000400:00000200:1.0:1788880352.650555:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880352.650558:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880352.650561:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880352.650566:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650569:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.650572:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650576:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880352.650582:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880352.650583:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880352.650586:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880352.650589:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880352.650607:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880352.650608:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880352.650611:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650613:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.650615:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650619:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880352.650622:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880352.650628:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650630:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880352.650632:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880352.650638:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880352.650642:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.650646:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880352.650651:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880352.650672:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.650677:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880352.650681:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880352.650684:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880352.650691:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880352.650693:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.650696:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880352.650699:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880352.650702:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880352.650706:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880352.650712:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880352.650721:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519634048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880352.650747:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880352.650750:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880352.650756:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519634048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880352.650767:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880352.650773:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880352.650775:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880352.650777:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880352.650781:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880352.650785:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880352.650789:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11107 00000400:00000200:1.0:1788880352.650795:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880352.650799:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880352.650803:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880352.650809:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650813:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.650817:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650821:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880352.650826:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880352.650829:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880352.650833:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880352.650835:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880352.650838:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880352.650841:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880352.650847:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650849:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.650853:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650855:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880352.650859:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880352.650861:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880352.650865:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880352.650869:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880352.650872:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880352.650875:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.650878:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880352.650882:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880352.650885:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.650888:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880352.650894:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880352.650899:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880352.650904:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880352.650907:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.650909:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880352.650910:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880352.650912:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880352.650917:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880352.650922:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880352.650928:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519634176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880352.650936:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880352.650939:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880352.650946:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519634176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880352.650964:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880352.650971:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880352.650988:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880352.650991:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880352.650997:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880352.651004:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880352.651010:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11107 00000400:00000200:1.0:1788880352.651016:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880352.651043:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880352.651051:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880352.651060:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651067:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.651073:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651081:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880352.651090:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880352.651094:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880352.651099:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880352.651102:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880352.651106:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880352.651113:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880352.651124:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651132:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.651137:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651143:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880352.651151:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880352.651161:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651170:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880352.651180:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880352.651187:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880352.651193:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.651197:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880352.651204:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880352.651215:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.651225:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880352.651235:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880352.651242:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880352.651250:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880352.651252:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.651256:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880352.651261:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880352.651303:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880352.651312:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880352.651320:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880352.651335:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519634304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880352.651373:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880352.651377:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880352.651385:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519634304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880352.651395:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880352.651398:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880352.651404:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880352.651407:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880352.651409:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880352.651414:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880352.651439:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11107 00000400:00000200:1.0:1788880352.651455:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880352.651465:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880352.651469:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880352.651480:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651488:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.651495:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651501:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880352.651511:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880352.651517:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880352.651523:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880352.651529:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880352.651537:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880352.651546:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880352.651558:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651566:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880352.651573:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651596:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880352.651600:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880352.651604:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880352.651614:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880352.651617:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880352.651620:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880352.651626:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.651630:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880352.651632:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880352.651635:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.651639:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880352.651659:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880352.651664:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880352.651667:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880352.651670:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880352.651672:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880352.651673:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880352.651676:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880352.651682:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880352.651688:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880352.651697:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519634432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880352.651709:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880352.651713:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880352.651718:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519634432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880352.651749:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880352.651755:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11117) 00010000:00000001:1.0:1788880352.778363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880352.778371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880352.778381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880352.778385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880352.778392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880352.778395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880353.802372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880353.802379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880353.802386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880353.802388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880353.802392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880353.802394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880353.994349:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305781012, at 4305781056 00000100:00000010:1.0:1788880353.994366:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba20. 00000100:00000040:0.0:1788880353.994396:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305781011, at 4305781056 00000100:00000010:0.0:1788880353.994410:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b480. 00010000:00000001:1.0:1788880354.826311:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880354.826316:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880354.826321:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880354.826322:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880354.826324:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880354.826325:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880355.850351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880355.850358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880355.850364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880355.850366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880355.850370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880355.850372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880356.874324:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880356.874329:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880356.874333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880356.874334:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880356.874337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880356.874338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880357.770364:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880357.770372:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880357.770374:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880357.770378:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880357.770381:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880357.770387:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11112 00000400:00000200:1.0:1788880357.770394:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880357.770400:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880357.770402:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880357.770405:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770407:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.770409:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770411:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880357.770418:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880357.770419:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880357.770421:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880357.770424:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880357.770426:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880357.770428:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880357.770431:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770432:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.770433:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770434:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880357.770437:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880357.770440:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770442:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880357.770445:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880357.770448:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880357.770450:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.770452:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880357.770455:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880357.770463:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880357.770466:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880357.770470:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880357.770472:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.770475:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880357.770477:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880357.770481:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880357.770487:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880357.770493:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880357.770500:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519634560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880357.770517:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880357.770521:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880357.770524:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519634560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880357.770541:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880357.770544:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880357.770546:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880357.770547:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880357.770548:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880357.770550:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880357.770552:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11112 00000400:00000200:1.0:1788880357.770554:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880357.770556:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880357.770557:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880357.770559:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770561:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.770562:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770563:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880357.770565:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880357.770567:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880357.770568:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880357.770569:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880357.770571:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880357.770572:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880357.770574:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770575:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.770576:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770578:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880357.770579:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880357.770580:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770582:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880357.770583:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880357.770588:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880357.770589:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.770591:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880357.770595:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880357.770597:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.770599:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880357.770601:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788880357.770603:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880357.770605:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880357.770606:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.770607:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880357.770607:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880357.770613:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880357.770629:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880357.770637:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880357.770643:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519634688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880357.770654:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880357.770658:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880357.770665:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519634688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880357.770734:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880357.770740:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880357.770744:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880357.770749:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880357.770751:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880357.770761:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880357.770768:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11112 00000400:00000200:1.0:1788880357.770783:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880357.770789:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880357.770792:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880357.770800:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770809:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.770812:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770816:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880357.770830:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880357.770833:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880357.770835:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880357.770838:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880357.770841:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880357.770846:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880357.770859:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770862:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.770871:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770874:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880357.770887:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880357.770902:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880357.770909:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880357.770923:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880357.770931:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880357.770937:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.770944:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880357.770948:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880357.770955:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.770957:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880357.770962:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880357.770968:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880357.770971:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880357.770976:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.770987:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880357.770989:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880357.770994:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880357.771005:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880357.771011:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880357.771022:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519634816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880357.771061:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880357.771063:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880357.771071:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519634816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880357.771112:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880357.771119:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880357.771126:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880357.771128:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880357.771131:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880357.771136:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880357.771147:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11112 00000400:00000200:1.0:1788880357.771169:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880357.771178:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880357.771181:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880357.771194:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771203:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.771211:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771218:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880357.771222:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880357.771225:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880357.771229:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880357.771233:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880357.771238:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880357.771242:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880357.771286:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771288:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.771290:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771292:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880357.771300:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880357.771312:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771324:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880357.771326:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880357.771335:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880357.771338:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.771346:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880357.771351:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880357.771360:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.771374:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880357.771385:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880357.771391:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880357.771398:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880357.771407:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.771415:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880357.771419:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880357.771423:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880357.771429:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880357.771443:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880357.771448:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519634944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880357.771470:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880357.771475:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880357.771486:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519634944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880357.771504:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880357.771516:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880357.771532:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880357.771535:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880357.771540:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880357.771550:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880357.771556:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11112 00000400:00000200:1.0:1788880357.771560:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880357.771571:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880357.771579:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880357.771583:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771586:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.771595:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771597:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880357.771602:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880357.771604:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880357.771607:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880357.771610:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880357.771615:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880357.771622:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880357.771632:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771636:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880357.771643:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771646:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880357.771654:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880357.771660:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880357.771664:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880357.771671:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880357.771676:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880357.771685:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.771688:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880357.771692:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880357.771696:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.771713:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880357.771718:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880357.771725:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880357.771734:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880357.771740:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880357.771745:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880357.771749:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880357.771758:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880357.771766:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880357.771775:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880357.771788:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519635072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880357.771813:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880357.771822:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880357.771831:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519635072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880357.771858:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880357.771871:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11122) 00010000:00000001:1.0:1788880357.898374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880357.898380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880357.898384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880357.898386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880357.898388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880357.898389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880358.922379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880358.922384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880358.922390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880358.922391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880358.922396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880358.922397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880359.114371:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305786132, at 4305786176 00000100:00000010:1.0:1788880359.114386:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bea0. 00000100:00000040:0.0:1788880359.114393:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305786132, at 4305786176 00000100:00000010:0.0:1788880359.114409:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b360. 00010000:00000001:1.0:1788880359.946375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880359.946380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880359.946386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880359.946387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880359.946389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880359.946390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970477:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880360.970492:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880360.970496:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880360.970503:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970510:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880360.970515:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970518:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970522:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970531:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880360.970535:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880360.970538:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880360.970541:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970545:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880360.970548:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970550:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970553:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970559:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880360.970562:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880360.970581:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880360.970583:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970585:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880360.970587:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970589:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880360.970591:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880361.994425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880361.994432:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880361.994438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880361.994439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880361.994443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880361.994444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.890761:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880362.890767:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880362.890772:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880362.890782:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.890799:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880362.890802:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.890807:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880362.890811:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880362.890817:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880362.890824:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519635200:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880362.890834:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880362.890839:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880362.890843:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.890848:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880362.890857:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880362.890862:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880362.890872:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880362.890880:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880362.890890:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880362.890900:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519635200, portal 25 00000100:00000001:1.0:1788880362.890904:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880362.890907:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880362.890916:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.890951:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880362.890959:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880362.890965:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880362.890972:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519635200, offset 0 00000400:00000200:1.0:1788880362.890986:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880362.891000:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.891010:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880362.891018:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880362.891025:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880362.891032:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880362.891037:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880362.891045:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460945:460945:256:4294967295] 192.168.203.155@tcp LPNI seq info [460939:460939:8:4294967295] 00000400:00000200:1.0:1788880362.891054:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.891073:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880362.891084:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.891091:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880362.891104:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880362.891111:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880362.891139:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.891144:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880362.891152:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880362.891163:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880362.891172:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880362.891176:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880362.891184:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880362.891191:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891209:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.891214:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891240:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.891242:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880362.891297:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880362.891304:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880362.891307:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305791252 00000100:00000010:1.0:1788880362.891313:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df60. 00000100:00000001:1.0:1788880362.891322:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880362.891338:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305791252 00000100:00000010:1.0:1788880362.891344:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dae0. 00000100:00000001:1.0:1788880362.891349:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880362.891356:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880362.891361:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.891367:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880362.891379:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880362/real 1788880362] req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880362.891394:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880362.891399:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880362.891403:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880362.891410:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880362.891415:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880362.891422:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880362.891431:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880362.891451:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891464:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880362.891468:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.891471:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.891475:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880362.891482:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891494:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880362.891503:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891518:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880362.891522:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.891527:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.891528:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.891531:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880362.891535:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880362.891540:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880362.891550:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880362.891554:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880362.891562:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880362.891589:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519635200:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880362.891601:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.891607:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.891612:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519635200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891618:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880362.891620:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880362.891623:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880362.891625:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880362.891627:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880362.891629:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880362.891631:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880362.891633:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880362.891638:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880362.891640:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880362.891641:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880362.891644:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880362.891645:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.891647:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.891655:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880362.891657:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.891659:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880362.891677:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880362.891678:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880362.891681:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891703:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880362.891715:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.891716:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880362.891718:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880362.891719:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880362.891721:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880362.891724:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880362.891725:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880362.891727:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.891728:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880362.891730:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880362.891732:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880362.891735:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880362.891737:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880362.891739:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880362.891742:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519635328, portal 10 00000100:00000001:1.0:1788880362.891743:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880362.891744:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880362.891750:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891755:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880362.891757:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880362.891759:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880362.891760:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519635328, offset 0 00000400:00000200:1.0:1788880362.891763:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880362.891767:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.891769:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880362.891772:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880362.891774:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880362.891776:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880362.891778:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880362.891780:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460946:460946:256:4294967295] 192.168.203.155@tcp LPNI seq info [460940:460940:8:4294967295] 00000400:00000200:1.0:1788880362.891783:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.891788:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880362.891790:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.891792:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880362.891795:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880362.891797:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880362.891806:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.891807:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880362.891809:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880362.891812:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880362.891814:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880362.891816:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880362.891817:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880362.891820:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891825:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.891827:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891832:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.891833:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880362.891835:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880362.891839:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880362.891841:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880362.891843:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305789967 00000100:00000001:1.0:1788880362.891845:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305791252 00000100:00000001:1.0:1788880362.891847:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305789967 00000100:00000001:1.0:1788880362.891848:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305791252 00000100:00000001:1.0:1788880362.891850:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880362.891851:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.891853:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880362.891855:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880362/real 1788880362] req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880362.891860:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880362.891861:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880362.891862:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880362.891863:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880362.891864:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880362.891865:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880362.891867:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880362.891873:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891877:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880362.891879:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.891880:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.891881:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880362.891883:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891887:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880362.891890:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891895:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880362.891897:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.891898:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.891899:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.891901:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880362.891902:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880362.891903:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880362.891905:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880362.891906:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880362.891909:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880362.891914:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880362.891916:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880362.891918:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891922:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880362.891923:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.891924:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880362.891926:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880362.891927:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880362.891928:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880362.891930:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880362.891932:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880362.891933:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.891934:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880362.891937:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880362.891938:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880362.891940:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880362.891942:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880362.891944:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880362.891946:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519635456, portal 10 00000100:00000001:1.0:1788880362.891947:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880362.891948:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880362.891952:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.891957:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880362.891959:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880362.891960:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880362.891962:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519635456, offset 0 00000400:00000200:1.0:1788880362.891964:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880362.891966:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.891968:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880362.891970:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880362.891971:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880362.891973:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880362.891975:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880362.891977:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460947:460947:256:4294967295] 192.168.203.155@tcp LPNI seq info [460941:460941:8:4294967295] 00000400:00000200:1.0:1788880362.891980:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.891984:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880362.891987:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.891989:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880362.891991:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880362.891993:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880362.892000:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.892002:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880362.892004:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880362.892006:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880362.892008:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880362.892010:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880362.892011:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880362.892013:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892019:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.892021:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892025:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.892026:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880362.892028:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880362.892030:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880362.892032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880362.892034:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305789967 00000100:00000001:1.0:1788880362.892035:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305791252 00000100:00000001:1.0:1788880362.892037:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305789967 00000100:00000001:1.0:1788880362.892038:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305791252 00000100:00000001:1.0:1788880362.892040:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880362.892041:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.892042:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880362.892044:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880362/real 1788880362] req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880362.892049:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880362.892050:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880362.892051:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880362.892052:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880362.892053:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880362.892054:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880362.892056:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880362.892062:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892067:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880362.892069:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892070:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.892071:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880362.892073:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892077:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880362.892079:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892084:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880362.892085:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892086:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.892087:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892088:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880362.892089:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880362.892091:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880362.892092:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880362.892094:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880362.892096:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880362.892101:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880362.892103:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880362.892105:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892110:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880362.892111:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.892113:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880362.892114:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880362.892116:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880362.892118:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880362.892120:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880362.892121:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880362.892122:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.892123:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880362.892125:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880362.892126:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880362.892128:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880362.892130:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880362.892132:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880362.892134:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519635584, portal 4 00000100:00000001:1.0:1788880362.892136:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880362.892137:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880362.892141:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892145:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880362.892146:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880362.892148:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880362.892149:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519635584, offset 0 00000400:00000200:1.0:1788880362.892152:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880362.892154:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.892156:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880362.892158:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880362.892160:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880362.892161:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880362.892163:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880362.892165:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460948:460948:256:4294967295] 192.168.203.155@tcp LPNI seq info [460942:460942:8:4294967295] 00000400:00000200:1.0:1788880362.892168:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.892173:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880362.892176:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.892178:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880362.892181:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880362.892183:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880362.892191:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.892192:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880362.892194:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880362.892196:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880362.892198:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880362.892199:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880362.892200:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880362.892202:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892207:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.892209:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892213:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.892215:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880362.892216:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880362.892218:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880362.892220:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880362.892221:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305790019 00000100:00000001:1.0:1788880362.892223:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305791252 00000100:00000001:1.0:1788880362.892225:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305790019 00000100:00000001:1.0:1788880362.892226:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305791252 00000100:00000001:1.0:1788880362.892227:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880362.892229:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.892230:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880362.892232:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880362/real 1788880362] req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880362.892238:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880362.892239:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880362.892240:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880362.892241:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880362.892242:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880362.892244:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880362.892245:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880362.892250:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892254:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880362.892270:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892271:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.892272:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880362.892292:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892297:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880362.892300:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892305:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880362.892307:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892308:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.892309:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892311:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880362.892312:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880362.892314:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880362.892316:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880362.892317:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880362.892321:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880362.892327:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880362.892330:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880362.892332:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892336:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880362.892337:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.892338:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880362.892340:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880362.892341:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880362.892343:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880362.892345:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880362.892346:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880362.892347:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880362.892349:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880362.892351:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880362.892353:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880362.892355:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880362.892357:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880362.892359:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880362.892362:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519635712, portal 4 00000100:00000001:1.0:1788880362.892364:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880362.892365:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880362.892369:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892374:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880362.892376:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880362.892378:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880362.892380:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519635712, offset 0 00000400:00000200:1.0:1788880362.892383:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880362.892386:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.892389:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880362.892391:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880362.892393:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880362.892395:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880362.892397:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880362.892399:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460949:460949:256:4294967295] 192.168.203.155@tcp LPNI seq info [460943:460943:8:4294967295] 00000400:00000200:1.0:1788880362.892403:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880362.892407:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880362.892410:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.892412:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880362.892416:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880362.892418:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880362.892426:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880362.892427:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880362.892430:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880362.892432:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880362.892435:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880362.892436:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880362.892438:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880362.892440:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892446:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.892448:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892453:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.892454:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880362.892456:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880362.892458:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880362.892460:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880362.892462:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305789971 00000100:00000001:1.0:1788880362.892464:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305791252 00000100:00000001:1.0:1788880362.892466:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305789971 00000100:00000001:1.0:1788880362.892468:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305791252 00000100:00000001:1.0:1788880362.892469:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880362.892470:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.892472:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880362.892474:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880362/real 1788880362] req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880362.892479:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880362.892480:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880362.892482:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880362.892483:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880362.892485:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880362.892486:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880362.892489:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880362.892494:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892499:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880362.892500:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892501:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.892502:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880362.892504:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892508:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880362.892511:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892515:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880362.892518:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892519:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880362.892520:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892521:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880362.892523:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880362.892525:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880362.892527:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880362.892528:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880362.892531:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880362.892536:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880362.892538:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892540:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.892542:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519635328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892546:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880362.892547:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880362.892549:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880362.892550:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880362.892551:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880362.892553:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880362.892554:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880362.892556:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880362.892558:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880362.892559:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880362.892560:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880362.892562:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880362.892563:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892565:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.892567:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519635456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892577:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880362.892578:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880362.892579:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880362.892582:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880362.892583:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880362.892583:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880362.892585:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880362.892586:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880362.892587:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880362.892588:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880362.892589:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880362.892590:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880362.892591:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892592:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.892594:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519635584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892598:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880362.892599:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880362.892600:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880362.892602:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880362.892603:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880362.892603:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880362.892605:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880362.892606:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880362.892607:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880362.892607:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880362.892608:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880362.892610:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880362.892611:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892612:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880362.892614:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519635712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880362.892619:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880362.892620:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880362.892622:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880362.892623:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880362.892624:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880362.892625:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880362.892627:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880362.892628:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880362.892630:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880362.892630:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880362.892631:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880362.892633:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880362.892633:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892635:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880362.892637:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880362.892638:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880362.892639:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880362.892640:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880363.018363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880363.018370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880363.018375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880363.018376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880363.018379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880363.018380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880364.042363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880364.042369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880364.042373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880364.042374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880364.042377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880364.042378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880364.234329:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305791252, at 4305791296 00000100:00000010:1.0:1788880364.234342:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000040:0.0:1788880364.234427:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305791252, at 4305791296 00000100:00000010:0.0:1788880364.234457:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df60. 00010000:00000001:1.0:1788880365.066319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880365.066324:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880365.066329:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880365.066330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880365.066333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880365.066334:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880366.090373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880366.090381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880366.090387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880366.090389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880366.090393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880366.090395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880367.114383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880367.114393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880367.114401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880367.114403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880367.114408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880367.114410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.010873:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880368.010884:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880368.010890:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880368.010907:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.010961:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880368.010966:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.010976:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880368.010983:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880368.010990:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880368.011005:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519635840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880368.011021:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880368.011030:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880368.011039:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.011047:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880368.011061:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880368.011072:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880368.011086:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880368.011096:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880368.011110:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880368.011128:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519635840, portal 25 00000100:00000001:1.0:1788880368.011138:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880368.011145:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788880368.011164:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.011198:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880368.011208:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880368.011216:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880368.011224:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519635840, offset 0 00000400:00000200:1.0:1788880368.011244:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880368.011316:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.011335:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880368.011349:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880368.011363:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880368.011375:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880368.011386:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880368.011399:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460950:460950:256:4294967295] 192.168.203.155@tcp LPNI seq info [460944:460944:8:4294967295] 00000400:00000200:1.0:1788880368.011416:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.011447:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880368.011467:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.011478:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880368.011497:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880368.011508:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880368.011551:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.011558:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880368.011569:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880368.011582:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880368.011596:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880368.011602:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880368.011612:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880368.011648:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.011675:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.011685:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.011736:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.011744:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880368.011758:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880368.011775:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880368.011784:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305796372 00000100:00000010:1.0:1788880368.011794:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dae0. 00000100:00000001:1.0:1788880368.011809:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880368.011833:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305796372 00000100:00000010:1.0:1788880368.011846:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d7e0. 00000100:00000001:1.0:1788880368.011859:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880368.011873:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880368.011881:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.011887:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880368.011901:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880368/real 1788880368] req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880368.011936:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880368.011941:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880368.011948:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880368.011955:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880368.011962:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880368.011974:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880368.011985:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880368.012012:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012030:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880368.012035:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.012044:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.012049:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880368.012063:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012107:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880368.012124:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012151:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880368.012161:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.012167:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.012172:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.012181:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880368.012186:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880368.012195:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880368.012213:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880368.012220:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880368.012237:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880368.012306:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519635840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880368.012324:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.012334:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.012346:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519635840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012380:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880368.012387:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880368.012393:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880368.012403:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880368.012410:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880368.012418:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880368.012429:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880368.012437:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880368.012450:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880368.012456:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880368.012462:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788880368.012470:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880368.012475:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.012482:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.012496:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880368.012502:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.012509:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880368.012514:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880368.012517:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880368.012530:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012559:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880368.012566:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.012575:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880368.012580:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880368.012589:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880368.012600:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880368.012609:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880368.012614:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880368.012618:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.012646:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880368.012653:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880368.012660:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880368.012669:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880368.012673:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880368.012678:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880368.012682:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519635968, portal 10 00000100:00000001:1.0:1788880368.012685:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880368.012688:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788880368.012698:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012707:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880368.012711:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880368.012714:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880368.012717:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519635968, offset 0 00000400:00000200:1.0:1788880368.012722:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880368.012727:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.012732:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880368.012737:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880368.012740:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880368.012743:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880368.012747:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880368.012751:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460951:460951:256:4294967295] 192.168.203.155@tcp LPNI seq info [460945:460945:8:4294967295] 00000400:00000200:1.0:1788880368.012756:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.012766:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880368.012772:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.012776:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880368.012781:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880368.012785:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880368.012799:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.012802:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880368.012806:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880368.012810:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880368.012814:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880368.012817:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880368.012820:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880368.012824:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012834:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.012838:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012847:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.012848:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880368.012853:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880368.012859:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880368.012863:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880368.012866:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305795088 00000100:00000001:1.0:1788880368.012869:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305796372 00000100:00000001:1.0:1788880368.012872:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305795088 00000100:00000001:1.0:1788880368.012875:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305796372 00000100:00000001:1.0:1788880368.012878:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880368.012881:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.012883:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880368.012887:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880368/real 1788880368] req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880368.012897:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880368.012898:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880368.012900:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880368.012903:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880368.012905:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880368.012907:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880368.012911:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880368.012921:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012929:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880368.012931:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.012933:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.012935:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880368.012939:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012947:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880368.012952:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.012961:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880368.012964:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.012966:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.012968:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.012970:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880368.012972:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880368.012976:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880368.012979:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880368.012982:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880368.012987:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880368.012996:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519635968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880368.013000:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880368.013004:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013012:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880368.013015:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.013017:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880368.013019:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880368.013022:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880368.013026:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880368.013029:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880368.013031:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880368.013033:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.013035:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880368.013039:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880368.013041:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880368.013046:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880368.013049:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880368.013052:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880368.013056:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519636096, portal 10 00000100:00000001:1.0:1788880368.013058:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880368.013060:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880368.013067:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013075:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880368.013078:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880368.013081:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880368.013084:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519636096, offset 0 00000400:00000200:1.0:1788880368.013088:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880368.013092:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.013096:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880368.013100:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880368.013103:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880368.013106:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880368.013108:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880368.013112:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460952:460952:256:4294967295] 192.168.203.155@tcp LPNI seq info [460946:460946:8:4294967295] 00000400:00000200:1.0:1788880368.013118:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.013126:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880368.013131:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.013135:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880368.013139:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880368.013143:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880368.013156:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.013159:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880368.013162:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880368.013166:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880368.013170:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880368.013172:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880368.013175:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880368.013179:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013189:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.013192:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013200:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.013202:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880368.013206:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880368.013209:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880368.013213:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880368.013216:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305795088 00000100:00000001:1.0:1788880368.013219:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305796372 00000100:00000001:1.0:1788880368.013222:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305795088 00000100:00000001:1.0:1788880368.013224:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305796372 00000100:00000001:1.0:1788880368.013226:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880368.013229:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.013231:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880368.013235:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880368/real 1788880368] req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880368.013244:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880368.013275:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880368.013278:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880368.013282:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880368.013284:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880368.013286:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880368.013291:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880368.013302:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013312:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880368.013314:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013317:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.013319:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880368.013323:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013331:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880368.013336:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013345:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880368.013348:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013350:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.013352:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013354:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880368.013356:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880368.013359:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880368.013363:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880368.013365:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880368.013370:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880368.013379:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880368.013384:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880368.013388:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013397:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880368.013399:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.013402:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880368.013405:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880368.013408:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880368.013411:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880368.013416:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880368.013418:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880368.013419:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.013421:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880368.013426:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880368.013428:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880368.013433:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880368.013437:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880368.013441:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880368.013444:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519636224, portal 4 00000100:00000001:1.0:1788880368.013447:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880368.013449:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880368.013456:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013464:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880368.013467:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880368.013470:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880368.013473:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519636224, offset 0 00000400:00000200:1.0:1788880368.013478:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880368.013482:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.013486:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880368.013489:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880368.013492:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880368.013495:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880368.013499:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880368.013503:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460953:460953:256:4294967295] 192.168.203.155@tcp LPNI seq info [460947:460947:8:4294967295] 00000400:00000200:1.0:1788880368.013508:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.013517:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880368.013523:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.013527:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880368.013532:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880368.013535:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880368.013550:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.013552:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880368.013556:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880368.013560:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880368.013564:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880368.013566:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880368.013569:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880368.013574:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013583:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.013587:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013595:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.013597:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880368.013600:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880368.013603:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880368.013607:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880368.013609:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305795141 00000100:00000001:1.0:1788880368.013612:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305796372 00000100:00000001:1.0:1788880368.013616:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305795141 00000100:00000001:1.0:1788880368.013618:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305796372 00000100:00000001:1.0:1788880368.013621:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880368.013623:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.013648:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880368.013653:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880368/real 1788880368] req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880368.013664:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880368.013666:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880368.013668:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880368.013671:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880368.013673:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880368.013676:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880368.013679:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880368.013691:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013698:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880368.013700:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013702:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.013704:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880368.013708:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013718:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880368.013722:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013730:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880368.013732:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013734:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.013736:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013738:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880368.013740:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880368.013743:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880368.013746:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880368.013748:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880368.013754:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880368.013764:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880368.013769:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013771:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.013775:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519635968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013783:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880368.013785:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880368.013787:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880368.013790:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880368.013792:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880368.013794:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880368.013797:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880368.013800:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880368.013803:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880368.013805:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880368.013807:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788880368.013810:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880368.013812:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013814:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.013818:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519636096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013826:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880368.013828:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880368.013830:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880368.013833:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880368.013834:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880368.013836:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880368.013838:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880368.013840:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880368.013842:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880368.013844:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880368.013846:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880368.013849:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880368.013851:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013853:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.013857:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519636224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013865:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880368.013866:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880368.013868:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880368.013871:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880368.013872:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880368.013873:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880368.013876:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880368.013877:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880368.013879:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880368.013881:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880368.013882:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880368.013885:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880368.013887:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013889:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.013892:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880368.013894:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.013896:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880368.013898:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880368.013900:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880368.013904:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013911:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880368.013913:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.013916:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880368.013918:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880368.013920:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880368.013924:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880368.013927:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880368.013931:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880368.013933:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880368.013935:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880368.013939:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880368.013942:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880368.013946:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880368.013949:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880368.013952:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880368.013956:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519636352, portal 4 00000100:00000001:1.0:1788880368.013959:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880368.013961:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880368.013968:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.013977:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880368.013980:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880368.013983:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880368.013986:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519636352, offset 0 00000400:00000200:1.0:1788880368.013991:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880368.013995:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.013999:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880368.014003:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880368.014007:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880368.014010:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880368.014013:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880368.014017:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460954:460954:256:4294967295] 192.168.203.155@tcp LPNI seq info [460948:460948:8:4294967295] 00000400:00000200:1.0:1788880368.014023:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880368.014031:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880368.014036:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.014039:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880368.014044:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880368.014047:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880368.014061:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880368.014065:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880368.014068:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880368.014073:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880368.014076:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880368.014079:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880368.014081:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880368.014085:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.014096:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.014099:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.014108:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.014110:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880368.014113:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880368.014117:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880368.014120:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880368.014123:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305795092 00000100:00000001:1.0:1788880368.014126:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305796372 00000100:00000001:1.0:1788880368.014129:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305795092 00000100:00000001:1.0:1788880368.014132:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305796372 00000100:00000001:1.0:1788880368.014134:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880368.014136:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.014138:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880368.014143:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880368/real 1788880368] req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880368.014151:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880368.014153:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880368.014155:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880368.014158:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880368.014160:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880368.014163:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880368.014167:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880368.014177:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.014185:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880368.014187:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.014189:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.014190:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880368.014194:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.014202:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880368.014206:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.014214:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880368.014217:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.014219:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880368.014220:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.014222:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880368.014225:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880368.014228:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880368.014231:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880368.014234:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880368.014238:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880368.014273:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880368.014278:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.014281:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880368.014285:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519636352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880368.014294:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880368.014296:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880368.014298:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880368.014301:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880368.014303:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880368.014305:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880368.014307:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880368.014309:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880368.014312:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880368.014314:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880368.014316:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880368.014318:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880368.014320:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.014322:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880368.014326:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880368.014328:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880368.014330:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880368.014332:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880368.138377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880368.138383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880368.138390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880368.138392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880368.138397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880368.138399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880369.162405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880369.162419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880369.162431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880369.162434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880369.162441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880369.162444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880369.354383:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305796372, at 4305796416 00000100:00000040:1.0:1788880369.354401:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305796372, at 4305796416 00000100:00000010:0.0:1788880369.354404:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dae0. 00000100:00000010:1.0:1788880369.354423:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00010000:00000001:1.0:1788880370.186492:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880370.186502:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880370.186512:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880370.186514:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880370.186519:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880370.186520:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880371.210392:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880371.210395:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880371.210401:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210408:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880371.210411:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210414:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210417:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880371.210425:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880371.210426:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880371.210428:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210431:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880371.210432:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210435:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210437:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210442:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880371.210444:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880371.210446:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880371.210447:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210449:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880371.210451:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210453:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880371.210455:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880372.234360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880372.234368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880372.234377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880372.234379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880372.234383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880372.234385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880373.130427:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880373.130440:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880373.130444:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880373.130448:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880373.130455:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880373.130463:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11127 00000400:00000200:0.0:1788880373.130474:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880373.130481:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880373.130486:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880373.130491:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130495:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880373.130498:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130502:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880373.130512:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880373.130516:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880373.130519:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880373.130523:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880373.130526:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880373.130530:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880373.130533:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130536:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880373.130538:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130540:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880373.130544:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880373.130548:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130551:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880373.130555:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880373.130559:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880373.130563:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.130566:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880373.130569:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880373.130578:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788880373.130583:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880373.130610:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880373.130615:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.130622:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880373.130626:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880373.130633:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880373.130646:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880373.130658:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880373.130675:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880373.130696:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880373.130704:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880373.130714:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880373.130765:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880373.130770:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880373.130775:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880373.130777:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880373.130779:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880373.130783:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880373.130787:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11127 00000400:00000200:0.0:1788880373.130793:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880373.130796:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880373.130800:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880373.130804:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130807:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880373.130809:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130812:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880373.130816:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880373.130819:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880373.130821:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880373.130824:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880373.130827:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880373.130830:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880373.130834:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130836:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880373.130839:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130842:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880373.130846:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880373.130850:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880373.130854:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880373.130857:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880373.130865:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788880373.130866:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880373.130874:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788880373.130875:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.130882:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880373.130883:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1788880373.130888:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880373.130897:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880373.130899:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880373.130901:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.130920:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1788880373.130925:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880373.130926:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788880373.130936:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880373.130938:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880373.130946:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880373.130947:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880373.130952:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.130956:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.130957:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880373.130963:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1788880373.130967:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519636480:192.168.203.155@tcp:250:kworker.0 02000000:00000001:0.0:1788880373.130969:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.130981:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1788880373.130984:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880373.130987:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880373.130993:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.130996:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.130998:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880373.131010:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 00000100:00100000:0.0:1788880373.131012:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880373.131015:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880373.131034:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880373.131037:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1788880373.131042:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000100:00000001:0.0:1788880373.131044:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880373.131057:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788880373.131059:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880373.131073:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519636480, portal 25 00000100:00000001:0.0:1788880373.131077:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.131080:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1788880373.131086:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880373.131086:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00080000:0.0:1788880373.131098:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880373.131105:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1788880373.131106:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880373.131108:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880373.131120:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880373.131129:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11127 00000100:00000001:1.0:1788880373.131133:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788880373.131139:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:1.0:1788880373.131143:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880373.131151:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000400:00000200:0.0:1788880373.131152:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880373.131161:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1788880373.131161:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519636480, offset 0 00000100:00000040:0.0:1788880373.131171:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880373.131180:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880373.131181:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880373.131190:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.131194:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880373.131199:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880373.131211:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880373.131218:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880373.131223:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880373.131227:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880373.131231:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880373.131237:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460955:460955:256:4294967295] 192.168.203.155@tcp LPNI seq info [460949:460949:8:4294967295] 00000400:00000200:1.0:1788880373.131244:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880373.131299:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000020:00000001:0.0:1788880373.131308:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1788880373.131310:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880373.131314:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880373.131319:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000010:1.0:1788880373.131321:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000020:00000040:0.0:1788880373.131323:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880373.131330:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880373.131338:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788880373.131338:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880373.131351:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000100:00000040:0.0:1788880373.131352:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.131363:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880373.131374:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.131381:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880373.131390:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000800:00000100:1.0:1788880373.131397:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788880373.131404:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000800:00000010:1.0:1788880373.131405:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000100:00000001:0.0:1788880373.131416:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880373.131418:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1788880373.131420:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880373.131429:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788880373.131431:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 02000000:00000001:0.0:1788880373.131439:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880373.131444:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000100:00000001:0.0:1788880373.131445:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880373.131452:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1788880373.131454:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000008:00000001:0.0:1788880373.131459:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.131464:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788880373.131465:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880373.131474:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788880373.131476:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880373.131485:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880373.131495:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880373.131499:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.131504:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880373.131506:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788880373.131508:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880373.131515:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880373.131518:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788880373.131523:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880373.131534:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.131541:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.131548:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1788880373.131550:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880373.131557:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.131571:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880373.131572:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880373.131580:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.131581:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305801492 00000100:00000040:0.0:1788880373.131623:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788880373.131624:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d7e0. 00000100:00000001:1.0:1788880373.131637:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880373.131649:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305801492 00000100:00000001:0.0:1788880373.131654:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880373.131656:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d600. 00000100:00080000:0.0:1788880373.131666:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880373.131667:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880373.131677:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788880373.131683:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880373.131684:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.131693:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788880373.131694:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1788880373.131704:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1788880373.131706:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880373/real 1788880373] req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880373.131718:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880373.131731:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11127 00000400:00000001:1.0:1788880373.131733:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880373.131737:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1788880373.131743:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880373.131744:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880373.131755:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000200:0.0:1788880373.131758:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000010:1.0:1788880373.131760:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00080000:0.0:1788880373.131764:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880373.131768:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1788880373.131775:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880373.131782:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880373.131784:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880373.131794:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.131803:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880373.131817:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880373.131822:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000200:1.0:1788880373.131823:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880373.131826:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880373.131832:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880373.131840:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880373.131849:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788880373.131851:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880373.131856:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880373.131858:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880373.131861:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788880373.131864:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880373.131866:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880373.131873:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880373.131878:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880373.131880:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880373.131891:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880373.131903:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880373.131908:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880373.131911:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880373.131916:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1788880373.131921:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880373.131924:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880373.131935:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.131942:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880373.131948:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788880373.131949:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1788880373.131959:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.131960:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.131969:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788880373.131971:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.131973:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.131979:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000010:0.0:1788880373.131981:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880373.131982:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880373.131994:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:0.0:1788880373.131995:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880373.132006:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00080000:1.0:1788880373.132009:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 02000000:00000001:0.0:1788880373.132011:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.132017:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788880373.132019:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880373.132025:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1788880373.132031:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880373.132033:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880373.132045:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788880373.132057:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880373.132057:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519636480:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880373.132073:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788880373.132076:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880373.132078:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880373.132090:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519636480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880373.132102:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880373.132110:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.132113:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880373.132118:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1788880373.132122:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788880373.132124:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880373.132132:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880373.132137:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880373.132141:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880373.132147:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788880373.132148:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880373.132152:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 00000100:00080000:0.0:1788880373.132155:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788880373.132161:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1788880373.132163:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1788880373.132165:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1788880373.132169:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:1.0:1788880373.132170:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00080000:0.0:1788880373.132176:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880373.132179:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880373.132184:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880373.132187:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880373.132189:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788880373.132196:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11127 00000100:00000001:1.0:1788880373.132203:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1788880373.132204:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880373.132212:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788880373.132215:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880373.132219:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1788880373.132221:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880373.132224:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880373.132228:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788880373.132230:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880373.132237:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880373.132241:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880373.132246:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880373.132283:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788880373.132290:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880373.132291:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.132298:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1788880373.132302:0:152638:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:1.0:1788880373.132303:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788880373.132309:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 02000000:00000001:1.0:1788880373.132311:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788880373.132315:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:1.0:1788880373.132321:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636608:192.168.203.155@tcp:38:kworker.0 00000020:00000040:0.0:1788880373.132323:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880373.132334:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880373.132335:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880373.132340:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1788880373.132342:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 02000000:00000001:1.0:1788880373.132344:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.132349:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788880373.132355:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 02000000:00000010:1.0:1788880373.132358:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:0.0:1788880373.132360:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1788880373.132364:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880373.132368:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880373.132376:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880373.132377:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000010:1.0:1788880373.132384:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000020:00000040:0.0:1788880373.132386:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000400:00000010:1.0:1788880373.132393:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00080000:0.0:1788880373.132395:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000200:1.0:1788880373.132400:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519636608, portal 10 00000100:00000001:0.0:1788880373.132402:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.132407:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1788880373.132409:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880373.132412:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 02000000:00000001:0.0:1788880373.132416:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880373.132421:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.132428:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000040:1.0:1788880373.132429:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1788880373.132433:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880373.132444:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.132452:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.132456:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1788880373.132461:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000100:00000040:1.0:1788880373.132463:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880373.132473:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000400:00000010:1.0:1788880373.132475:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 02000000:00000001:0.0:1788880373.132479:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1788880373.132481:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519636608, offset 0 02000000:00000001:0.0:1788880373.132484:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880373.132489:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788880373.132492:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880373.132493:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880373.132500:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880373.132506:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000010:0.0:1788880373.132512:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000400:00000200:1.0:1788880373.132514:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788880373.132523:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880373.132525:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880373.132534:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00100000:0.0:1788880373.132541:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880373.132543:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880373.132554:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880373.132567:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460956:460956:256:4294967295] 192.168.203.155@tcp LPNI seq info [460950:460950:8:4294967295] 00000100:00000001:0.0:1788880373.132574:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880373.132580:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880373.132582:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880373.132613:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000040:0.0:1788880373.132624:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788880373.132626:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880373.132637:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880373.132652:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880373.132661:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000100:00000001:0.0:1788880373.132670:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880373.132688:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11137) 00000800:00000100:1.0:1788880373.132689:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880373.132695:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880373.132702:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880373.132707:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880373.132712:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880373.132714:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880373.132718:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880373.132724:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.132736:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880373.132740:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.132749:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.132751:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880373.132755:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880373.132760:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880373.132765:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880373.132768:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305800208 00000100:00000001:1.0:1788880373.132772:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305801492 00000100:00000001:1.0:1788880373.132775:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305800208 00000100:00000001:1.0:1788880373.132778:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305801492 00000100:00000001:1.0:1788880373.132781:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880373.132784:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.132786:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880373.132790:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880373/real 1788880373] req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880373.132809:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880373.132810:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880373.132813:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880373.132816:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880373.132818:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880373.132820:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880373.132824:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880373.132834:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.132843:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880373.132844:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.132846:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880373.132848:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880373.132852:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.132860:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880373.132865:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.132873:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880373.132876:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.132878:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880373.132879:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.132882:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880373.132884:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880373.132887:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880373.132891:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880373.132893:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880373.132898:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880373.132909:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880373.132913:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880373.132917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.132925:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880373.132927:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.132929:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880373.132932:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880373.132934:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880373.132937:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880373.132941:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880373.132943:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880373.132945:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.132947:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880373.132951:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880373.132953:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880373.132957:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880373.132960:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880373.132963:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880373.132967:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519636736, portal 10 00000100:00000001:1.0:1788880373.132970:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880373.132972:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:1.0:1788880373.132979:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.132987:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880373.132990:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880373.132993:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880373.132996:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519636736, offset 0 00000400:00000200:1.0:1788880373.133001:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880373.133006:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880373.133010:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880373.133014:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880373.133018:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880373.133021:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880373.133024:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880373.133028:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460957:460957:256:4294967295] 192.168.203.155@tcp LPNI seq info [460951:460951:8:4294967295] 00000400:00000200:1.0:1788880373.133034:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880373.133042:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880373.133047:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880373.133051:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880373.133056:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880373.133059:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788880373.133073:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880373.133075:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880373.133079:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880373.133083:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880373.133087:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880373.133089:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880373.133092:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880373.133097:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133106:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880373.133109:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133118:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.133120:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880373.133123:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880373.133126:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880373.133129:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880373.133132:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305800208 00000100:00000001:1.0:1788880373.133136:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305801492 00000100:00000001:1.0:1788880373.133139:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305800208 00000100:00000001:1.0:1788880373.133141:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305801492 00000100:00000001:1.0:1788880373.133144:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880373.133146:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.133148:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880373.133152:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880373/real 1788880373] req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880373.133161:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880373.133163:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880373.133164:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880373.133167:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880373.133168:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880373.133171:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880373.133174:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880373.133184:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133192:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880373.133194:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133197:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880373.133199:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880373.133203:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133211:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880373.133215:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133223:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880373.133227:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133229:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880373.133231:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133233:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880373.133236:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880373.133239:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880373.133243:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880373.133245:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880373.133276:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880373.133286:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880373.133290:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880373.133294:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133303:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880373.133305:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.133308:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880373.133310:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880373.133312:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880373.133316:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880373.133319:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880373.133321:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880373.133323:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.133325:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880373.133329:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880373.133331:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880373.133335:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880373.133338:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880373.133342:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880373.133346:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519636864, portal 4 00000100:00000001:1.0:1788880373.133349:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880373.133351:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:1.0:1788880373.133357:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133366:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880373.133369:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880373.133372:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880373.133375:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519636864, offset 0 00000400:00000200:1.0:1788880373.133379:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880373.133383:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880373.133388:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880373.133391:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880373.133394:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880373.133397:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880373.133400:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880373.133405:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460958:460958:256:4294967295] 192.168.203.155@tcp LPNI seq info [460952:460952:8:4294967295] 00000400:00000200:1.0:1788880373.133410:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880373.133418:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880373.133423:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880373.133427:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880373.133432:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880373.133436:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788880373.133449:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880373.133452:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880373.133456:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880373.133460:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880373.133464:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880373.133466:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880373.133469:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880373.133473:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133492:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880373.133496:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133505:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.133506:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880373.133509:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880373.133513:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880373.133516:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880373.133519:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305800261 00000100:00000001:1.0:1788880373.133521:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305801492 00000100:00000001:1.0:1788880373.133524:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305800261 00000100:00000001:1.0:1788880373.133527:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305801492 00000100:00000001:1.0:1788880373.133530:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880373.133533:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.133535:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880373.133539:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880373/real 1788880373] req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880373.133548:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880373.133549:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880373.133551:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880373.133554:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880373.133556:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880373.133558:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880373.133562:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880373.133572:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133581:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880373.133583:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133586:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880373.133610:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880373.133616:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133625:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880373.133630:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133638:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880373.133641:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133643:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880373.133645:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133647:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880373.133649:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880373.133652:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880373.133655:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880373.133658:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880373.133662:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880373.133671:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880373.133676:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133678:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880373.133682:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519636608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133690:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880373.133693:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880373.133695:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880373.133698:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880373.133700:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880373.133702:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880373.133705:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880373.133707:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880373.133710:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880373.133712:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880373.133714:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880373.133717:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880373.133720:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133722:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880373.133726:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519636736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133735:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880373.133736:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880373.133738:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880373.133740:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880373.133741:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880373.133743:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880373.133745:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880373.133747:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880373.133749:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880373.133750:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880373.133752:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788880373.133755:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880373.133756:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133758:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880373.133762:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519636864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133769:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880373.133771:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880373.133772:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880373.133775:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880373.133776:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880373.133777:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880373.133780:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880373.133781:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880373.133783:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880373.133786:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880373.133788:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880373.133791:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880373.133793:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133795:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.133799:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880373.133801:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.133803:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880373.133805:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880373.133807:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880373.133812:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133821:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880373.133823:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.133826:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880373.133828:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880373.133831:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880373.133834:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880373.133837:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880373.133839:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880373.133841:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880373.133843:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880373.133847:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880373.133849:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880373.133853:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880373.133856:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880373.133859:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880373.133863:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519636992, portal 4 00000100:00000001:1.0:1788880373.133865:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880373.133868:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000040:1.0:1788880373.133875:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.133883:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880373.133886:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880373.133889:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880373.133892:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519636992, offset 0 00000400:00000200:1.0:1788880373.133897:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880373.133901:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880373.133905:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880373.133910:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880373.133913:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880373.133916:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880373.133919:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880373.133923:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460959:460959:256:4294967295] 192.168.203.155@tcp LPNI seq info [460953:460953:8:4294967295] 00000400:00000200:1.0:1788880373.133929:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880373.133937:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880373.133942:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880373.133945:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880373.133950:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880373.133953:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1788880373.133967:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880373.133969:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:1.0:1788880373.133973:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880373.133977:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880373.133981:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:1.0:1788880373.133983:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:1.0:1788880373.133986:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880373.133991:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.134000:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880373.134004:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.134012:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.134014:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880373.134018:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880373.134022:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880373.134026:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880373.134029:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305800212 00000100:00000001:1.0:1788880373.134032:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305801492 00000100:00000001:1.0:1788880373.134035:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305800212 00000100:00000001:1.0:1788880373.134038:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305801492 00000100:00000001:1.0:1788880373.134040:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880373.134043:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.134045:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880373.134049:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880373/real 1788880373] req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880373.134058:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880373.134060:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880373.134062:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880373.134065:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880373.134067:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880373.134069:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880373.134073:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880373.134083:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.134090:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880373.134092:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.134094:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880373.134096:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880373.134100:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.134107:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880373.134112:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.134122:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880373.134125:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.134127:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880373.134129:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.134131:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880373.134133:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880373.134136:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880373.134140:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880373.134142:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880373.134146:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880373.134156:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519636992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880373.134160:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.134162:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880373.134165:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519636992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880373.134173:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880373.134174:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880373.134176:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880373.134179:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880373.134180:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880373.134181:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880373.134184:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880373.134186:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788880373.134189:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880373.134190:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880373.134192:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788880373.134196:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880373.134197:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.134200:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880373.134203:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880373.134205:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880373.134208:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880373.134210:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880373.258363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880373.258368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880373.258374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880373.258376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880373.258381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880373.258383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880374.282381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880374.282389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880374.282396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880374.282398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880374.282402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880374.282404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880374.474370:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305801492, at 4305801536 00000100:00000010:1.0:1788880374.474387:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00000040:0.0:1788880374.474392:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305801492, at 4305801536 00000100:00000010:0.0:1788880374.474407:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d7e0. 00010000:00000001:1.0:1788880375.306372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880375.306379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880375.306386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880375.306389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880375.306394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880375.306396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880376.330383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880376.330391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880376.330398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880376.330400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880376.330404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880376.330406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880377.354339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880377.354344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880377.354348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880377.354349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880377.354351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880377.354352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.250605:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880378.250613:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880378.250616:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880378.250625:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.250642:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880378.250645:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.250650:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880378.250654:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880378.250659:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880378.250664:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519637120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880378.250672:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880378.250676:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880378.250680:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.250682:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880378.250687:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880378.250691:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880378.250700:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880378.250706:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880378.250714:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880378.250720:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519637120, portal 25 00000100:00000001:1.0:1788880378.250724:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880378.250726:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880378.250735:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.250750:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880378.250755:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880378.250760:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39770. 00000100:00000200:1.0:1788880378.250764:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519637120, offset 0 00000400:00000200:1.0:1788880378.250776:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880378.250787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.250797:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880378.250807:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880378.250813:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880378.250821:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880378.250827:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880378.250833:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460960:460960:256:4294967295] 192.168.203.155@tcp LPNI seq info [460954:460954:8:4294967295] 00000400:00000200:1.0:1788880378.250844:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.250865:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880378.250874:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880378.250880:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7300. 00000800:00000200:1.0:1788880378.250890:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880378.250919:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880378.250929:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880378.250933:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305806611 00000100:00000010:1.0:1788880378.250939:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d600. 00000100:00000001:1.0:1788880378.250946:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880378.250955:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305806611 00000100:00000010:1.0:1788880378.250961:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d9c0. 00000100:00000001:1.0:1788880378.250965:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880378.250972:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880378.250976:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.250980:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.250986:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880378.250992:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880378.250995:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880378.250999:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880378.251001:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880378.251003:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880378.251010:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.251027:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880378.251029:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.251034:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880378.251037:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880378.251040:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880378.251046:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519637248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880378.251055:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880378.251058:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880378.251060:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.251064:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880378.251069:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880378.251075:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880378.251082:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880378.251085:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788880378.251092:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880378.251098:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519637248, portal 10 00000100:00000001:1.0:1788880378.251103:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880378.251107:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880378.251119:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.251137:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880378.251143:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880378.251148:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39dd0. 00000100:00000200:1.0:1788880378.251151:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519637248, offset 0 00000400:00000200:1.0:1788880378.251159:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880378.251167:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.251175:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880378.251182:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880378.251187:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880378.251193:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880378.251198:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880378.251204:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460961:460961:255:4294967295] 192.168.203.155@tcp LPNI seq info [460955:460955:7:4294967295] 00000400:00000200:1.0:1788880378.251214:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.251226:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880378.251236:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880378.251243:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7600. 00000800:00000200:1.0:1788880378.251271:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880378.251278:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880378.251285:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880378.251292:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880378.251295:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305805327 00000100:00000001:1.0:1788880378.251300:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305806611 00000100:00000001:1.0:1788880378.251304:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305805327 00000100:00000001:1.0:1788880378.251308:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305806611 00000100:00000001:1.0:1788880378.251312:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880378.251315:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.251318:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880378.251323:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.251331:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880378.251333:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.251337:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880378.251340:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880378.251346:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880378.251353:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519637376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880378.251360:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880378.251364:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880378.251366:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.251368:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880378.251372:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880378.251375:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880378.251379:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880378.251382:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880378.251385:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880378.251388:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519637376, portal 10 00000100:00000001:1.0:1788880378.251390:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880378.251392:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880378.251399:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.251405:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880378.251408:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880378.251411:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39b28. 00000100:00000200:1.0:1788880378.251413:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519637376, offset 0 00000400:00000200:1.0:1788880378.251418:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880378.251422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.251426:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880378.251429:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880378.251431:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880378.251434:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880378.251437:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880378.251440:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460962:460962:254:4294967295] 192.168.203.155@tcp LPNI seq info [460956:460956:6:4294967295] 00000400:00000200:1.0:1788880378.251445:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.251452:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880378.251457:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880378.251461:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7a00. 00000800:00000200:1.0:1788880378.251465:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880378.251472:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880378.251476:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880378.251479:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880378.251481:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305805327 00000100:00000001:1.0:1788880378.251484:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305806611 00000100:00000001:1.0:1788880378.251486:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305805327 00000100:00000001:1.0:1788880378.251488:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305806611 00000100:00000001:1.0:1788880378.251491:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880378.251493:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.251496:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.251500:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880378.251504:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880378.251505:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880378.251507:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880378.251509:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880378.251510:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880378.251515:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.251523:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880378.251524:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.251526:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880378.251528:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880378.251530:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880378.251533:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519637504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880378.251537:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880378.251539:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880378.251541:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.251543:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880378.251547:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880378.251549:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880378.251569:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880378.251572:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788880378.251577:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39bb0. 00000100:00000200:1.0:1788880378.251580:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519637504, portal 4 00000100:00000001:1.0:1788880378.251581:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880378.251583:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880378.251590:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.251597:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880378.251600:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880378.251603:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39550. 00000100:00000200:1.0:1788880378.251606:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519637504, offset 0 00000400:00000200:1.0:1788880378.251610:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880378.251614:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.251618:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880378.251621:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880378.251623:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880378.251626:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880378.251628:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880378.251631:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460963:460963:253:4294967295] 192.168.203.155@tcp LPNI seq info [460957:460957:5:4294967295] 00000400:00000200:1.0:1788880378.251636:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.251642:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880378.251646:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880378.251651:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7000. 00000800:00000200:1.0:1788880378.251655:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880378.251661:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880378.251664:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880378.251668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880378.251670:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305805379 00000100:00000001:1.0:1788880378.251672:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305806611 00000100:00000001:1.0:1788880378.251674:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305805379 00000100:00000001:1.0:1788880378.251676:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305806611 00000100:00000001:1.0:1788880378.251679:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880378.251681:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.251683:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880378.251687:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.251693:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880378.251695:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.251697:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880378.251698:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880378.251701:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880378.251703:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519637632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880378.251709:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880378.251711:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880378.251712:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880378.251714:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880378.251718:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880378.251720:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880378.251723:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880378.251726:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880378.251729:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880378.251732:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519637632, portal 4 00000100:00000001:1.0:1788880378.251734:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880378.251736:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880378.251741:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880378.251748:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880378.251750:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880378.251753:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a396e8. 00000100:00000200:1.0:1788880378.251755:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519637632, offset 0 00000400:00000200:1.0:1788880378.251759:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880378.251762:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.251766:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880378.251768:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880378.251770:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880378.251773:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880378.251775:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880378.251778:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460964:460964:252:4294967295] 192.168.203.155@tcp LPNI seq info [460958:460958:4:4294967295] 00000400:00000200:1.0:1788880378.251782:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880378.251788:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880378.251791:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880378.251795:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7f00. 00000800:00000200:1.0:1788880378.251799:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880378.251805:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880378.251808:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880378.251811:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880378.251813:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305805330 00000100:00000001:1.0:1788880378.251815:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305806611 00000100:00000001:1.0:1788880378.251817:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305805330 00000100:00000001:1.0:1788880378.251819:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305806611 00000100:00000001:1.0:1788880378.251821:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880378.251823:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.251825:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.251827:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880378.251831:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880378.251832:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880378.251834:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880378.251835:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880378.251836:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880378.251838:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880378.378319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880378.378325:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880378.378330:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880378.378331:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880378.378334:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880378.378336:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880379.402345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880379.402350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880379.402354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880379.402356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880379.402358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880379.402359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880379.594336:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305806611, at 4305806656 00000100:00000040:1.0:1788880379.594336:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305806611, at 4305806656 00000100:00000010:0.0:1788880379.594350:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d600. 00000100:00000010:1.0:1788880379.594351:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00010000:00000001:1.0:1788880380.426328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880380.426335:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880380.426338:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880380.426341:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426344:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880380.426346:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426348:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426349:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880380.426354:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880380.426355:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880380.426356:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426357:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880380.426358:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426359:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426361:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880380.426364:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880380.426365:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880380.426366:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426367:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880380.426368:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426369:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880380.426370:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1788880381.322495:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788880381.322543:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788880381.322551:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880381.322554:0:2384:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788880381.322559:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880381.322562:0:2384:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788880381.322566:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880381.322569:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7300. 00000400:00000200:0.0:1788880381.322574:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880381.322578:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880381.322585:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39770 00000400:00000010:0.0:1788880381.322588:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39770. 00000100:00000001:0.0:1788880381.322594:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880381.322603:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880381.322627:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880381.322632:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880381.322646:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880381.322649:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788880381.322662:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880381.322665:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7600. 00000400:00000200:0.0:1788880381.322670:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1788880381.322670:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880381.322675:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788880381.322680:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000100:00000001:1.0:1788880381.322681:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000400:00000200:0.0:1788880381.322688:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39dd0 00000100:00100000:1.0:1788880381.322691:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880378/real 1788880381] req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788880381.322693:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39dd0. 00000100:00000001:0.0:1788880381.322699:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000400:00000001:1.0:1788880381.322707:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1788880381.322709:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880381.322710:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880381.322715:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880381.322721:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880381.322725:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788880381.322728:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788880381.322729:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1788880381.322735:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880381.322736:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880381.322763:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880381.322768:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1788880381.322768:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1788880381.322781:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880381.322788:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7a00. 00000400:00000200:0.0:1788880381.322794:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1788880381.322796:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880381.322800:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788880381.322803:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000100:00000001:1.0:1788880381.322805:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1788880381.322808:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39b28 00000100:00000001:1.0:1788880381.322810:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1788880381.322813:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39b28. 00000100:00000001:0.0:1788880381.322819:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1788880381.322819:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788880381.322827:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.322835:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880381.322846:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880381.322848:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880381.322854:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.322864:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880381.322870:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.322874:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880381.322877:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880381.322881:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880381.322883:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788880381.322887:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880381.322888:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880381.322895:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000800:00000100:0.0:1788880381.322896:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880381.322903:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7000. 00000100:00080000:1.0:1788880381.322906:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000400:00000200:0.0:1788880381.322908:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1788880381.322911:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:0.0:1788880381.322918:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880381.322923:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39550 00000400:00000010:0.0:1788880381.322925:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39550. 00000100:00000040:1.0:1788880381.322928:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880381.322929:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880381.322938:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880381.322951:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519637120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880381.322954:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788880381.322960:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880381.322964:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880381.322968:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880381.322972:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519637120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880381.322992:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880381.322996:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880381.322996:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880381.323001:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000100:0.0:1788880381.323008:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 02000000:00000010:1.0:1788880381.323008:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 00000800:00000010:0.0:1788880381.323015:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7f00. 02000000:00000001:1.0:1788880381.323017:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1788880381.323020:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000020:00000001:1.0:1788880381.323022:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000200:0.0:1788880381.323028:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000020:00000040:1.0:1788880381.323028:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880381.323035:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000200:0.0:1788880381.323036:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a396e8 00000400:00000010:0.0:1788880381.323040:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a396e8. 02000000:00000010:1.0:1788880381.323041:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 00000100:00000001:0.0:1788880381.323044:0:2384:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1788880381.323050:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1788880381.323053:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880381.323054:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880381.323058:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880381.323066:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880381.323068:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323071:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880381.323075:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788880381.323076:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788880381.323078:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880381.323081:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1788880381.323085:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880381.323090:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880378/real 1788880381] req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880381.323109:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880381.323114:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:1.0:1788880381.323114:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880381.323117:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880381.323120:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788880381.323126:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39bb0 00000400:00000010:1.0:1788880381.323128:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39bb0. 00000100:00000001:1.0:1788880381.323131:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880381.323135:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880381.323145:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323152:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880381.323154:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323156:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880381.323157:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880381.323161:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323167:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880381.323171:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323179:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880381.323182:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323183:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880381.323185:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323187:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880381.323188:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880381.323191:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880381.323194:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880381.323196:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880381.323200:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880381.323207:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519637504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880381.323212:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880381.323215:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880378/real 1788880381] req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880381.323223:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880381.323224:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880381.323226:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880381.323229:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880381.323230:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880381.323232:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880381.323235:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880381.323242:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323276:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880381.323278:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323280:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880381.323282:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880381.323287:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323293:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880381.323297:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323304:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880381.323307:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323309:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880381.323311:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323313:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880381.323316:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880381.323319:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880381.323324:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880381.323327:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880381.323332:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880381.323341:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519637632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880381.323345:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880381.323349:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880378/real 1788880381] req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880381.323358:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880381.323359:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880381.323361:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788880381.323364:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880381.323365:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880381.323367:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880381.323369:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880381.323375:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323379:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880381.323380:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323382:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880381.323382:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880381.323385:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323389:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880381.323391:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323395:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880381.323397:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323398:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880381.323399:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323400:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880381.323401:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880381.323403:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880381.323404:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880381.323406:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880381.323408:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880381.323412:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519637248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880381.323415:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880381.323417:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880378/real 1788880381] req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880381.323422:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880381.323423:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880381.323424:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880381.323425:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880381.323426:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880381.323428:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880381.323429:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880381.323437:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323443:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880381.323444:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323446:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880381.323447:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880381.323451:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323458:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880381.323461:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323465:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880381.323467:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323468:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880381.323469:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323470:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880381.323471:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880381.323473:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880381.323475:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880381.323477:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880381.323480:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880381.323485:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519637376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880381.323487:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323488:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880381.323490:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519637504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323496:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880381.323497:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880381.323499:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880381.323502:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880381.323504:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880381.323505:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880381.323508:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880381.323509:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880381.323512:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880381.323514:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880381.323515:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880381.323518:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880381.323519:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323521:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880381.323525:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519637632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323546:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880381.323548:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880381.323550:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880381.323553:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880381.323554:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880381.323555:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880381.323557:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880381.323559:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880381.323561:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880381.323563:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880381.323564:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880381.323566:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880381.323567:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323569:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880381.323573:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519637248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323579:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880381.323581:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880381.323582:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880381.323585:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880381.323586:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880381.323588:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880381.323589:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880381.323591:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880381.323594:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880381.323594:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880381.323595:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880381.323597:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880381.323598:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323599:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880381.323602:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519637376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880381.323606:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880381.323607:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880381.323608:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880381.323611:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880381.323612:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880381.323613:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880381.323614:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880381.323615:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880381.323616:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880381.323616:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880381.323617:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880381.323618:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880381.323620:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323621:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880381.323626:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880381.323628:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880381.323629:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880381.323630:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880381.450364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880381.450370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880381.450374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880381.450375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880381.450378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880381.450378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880382.474379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880382.474387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880382.474394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880382.474396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880382.474401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880382.474402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880383.370408:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880383.370417:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880383.370419:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880383.370422:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880383.370426:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880383.370432:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11138 00000400:00000200:1.0:1788880383.370439:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880383.370444:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880383.370447:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880383.370449:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370452:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.370453:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370455:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880383.370461:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880383.370462:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880383.370465:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880383.370468:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880383.370469:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880383.370471:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880383.370473:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370474:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.370476:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370477:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880383.370479:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880383.370481:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370482:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880383.370485:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880383.370487:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880383.370489:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.370491:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880383.370493:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880383.370500:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880383.370502:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880383.370506:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880383.370507:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.370510:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880383.370513:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880383.370530:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880383.370539:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880383.370548:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880383.370558:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519637760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880383.370569:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880383.370573:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880383.370578:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519637760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880383.370600:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880383.370604:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880383.370608:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880383.370610:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880383.370612:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880383.370615:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880383.370618:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11138 00000400:00000200:1.0:1788880383.370623:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880383.370627:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880383.370629:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880383.370632:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370633:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.370635:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370636:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880383.370639:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880383.370640:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880383.370641:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880383.370643:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880383.370644:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880383.370646:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880383.370649:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370653:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.370654:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370656:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880383.370657:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880383.370659:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370661:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880383.370664:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880383.370670:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880383.370679:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.370680:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880383.370683:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880383.370686:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.370687:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880383.370690:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880383.370692:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880383.370696:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880383.370699:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.370704:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880383.370706:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880383.370708:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880383.370713:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880383.370720:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880383.370731:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519637888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880383.370740:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880383.370746:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880383.370751:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519637888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880383.370762:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880383.370778:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880383.370787:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880383.370790:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880383.370792:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880383.370796:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880383.370803:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11138 00000400:00000200:1.0:1788880383.370812:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880383.370820:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880383.370823:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880383.370827:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370829:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.370831:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370834:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880383.370838:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880383.370840:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880383.370842:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880383.370844:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880383.370846:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880383.370849:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880383.370852:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370854:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.370856:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370858:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880383.370861:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880383.370863:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370866:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880383.370868:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880383.370871:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880383.370873:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.370875:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880383.370877:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880383.370879:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.370881:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880383.370885:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880383.370888:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880383.370890:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880383.370891:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.370893:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880383.370895:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880383.370896:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880383.370900:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880383.370903:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880383.370908:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519638016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880383.370921:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880383.370923:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880383.370927:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519638016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880383.370934:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880383.370937:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880383.370940:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880383.370942:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880383.370943:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880383.370946:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880383.370949:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11138 00000400:00000200:1.0:1788880383.370953:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880383.370956:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880383.370959:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880383.370962:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370963:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.370965:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370967:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880383.370970:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880383.370971:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880383.370974:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880383.370976:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880383.370979:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880383.370981:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880383.370985:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370987:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.370989:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.370991:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880383.371004:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880383.371007:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880383.371010:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880383.371011:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880383.371015:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880383.371018:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.371019:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880383.371021:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880383.371023:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.371025:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880383.371029:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788880383.371031:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880383.371035:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880383.371038:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.371042:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880383.371044:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880383.371046:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880383.371052:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880383.371055:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880383.371062:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519638144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880383.371077:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880383.371079:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880383.371084:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519638144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880383.371093:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880383.371096:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880383.371100:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880383.371105:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880383.371107:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880383.371112:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880383.371117:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11138 00000400:00000200:1.0:1788880383.371121:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880383.371124:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880383.371127:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880383.371135:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.371139:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.371141:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.371143:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880383.371148:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880383.371151:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880383.371156:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880383.371160:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880383.371165:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880383.371176:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880383.371186:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.371189:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880383.371191:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880383.371193:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880383.371197:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880383.371201:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880383.371206:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880383.371209:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880383.371214:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880383.371217:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.371218:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880383.371220:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880383.371221:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.371223:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880383.371226:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880383.371228:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880383.371233:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880383.371236:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880383.371238:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880383.371239:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880383.371241:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880383.371244:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880383.371272:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880383.371277:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519638272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880383.371282:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880383.371284:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880383.371287:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519638272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880383.371304:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880383.371308:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11148) 00010000:00000001:1.0:1788880383.498425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880383.498435:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880383.498462:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880383.498465:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880383.498471:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880383.498473:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880384.522325:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880384.522333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880384.522338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880384.522339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880384.522342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880384.522343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880384.714374:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305811732, at 4305811776 00000100:00000010:0.0:1788880384.714390:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd80. 00000100:00000040:1.0:1788880384.714403:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305811732, at 4305811776 00000100:00000010:1.0:1788880384.714415:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2ba80. 00010000:00000001:1.0:1788880385.546390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880385.546399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880385.546406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880385.546408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880385.546413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880385.546414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880386.570381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880386.570390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880386.570398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880386.570400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880386.570405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880386.570407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880387.594378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880387.594385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880387.594393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880387.594395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880387.594399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880387.594401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880388.618346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880388.618354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880388.618359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880388.618360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880388.618362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880388.618363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880389.642409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880389.642416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880389.642422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880389.642423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880389.642425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880389.642427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880389.834417:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305816851, at 4305816896 00000100:00000040:0.0:1788880389.834430:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305816851, at 4305816896 00000100:00000010:1.0:1788880389.834441:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b1e0. 00000100:00000010:0.0:1788880389.834446:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf00. 00010000:00000001:1.0:1788880390.666395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880390.666407:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880390.666411:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880390.666416:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666423:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880390.666426:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666429:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666432:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666437:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880390.666440:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880390.666442:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880390.666445:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666448:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880390.666450:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666453:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666455:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880390.666462:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880390.666464:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880390.666496:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666514:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880390.666515:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666516:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880390.666518:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880391.690352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880391.690359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880391.690365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880391.690366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880391.690369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880391.690370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880392.714398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880392.714412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880392.714425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880392.714428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880392.714435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880392.714438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.610881:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880393.610889:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880393.610898:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880393.610916:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.610954:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880393.610959:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.610968:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880393.610975:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880393.610983:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880393.610997:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519639040:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880393.611012:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880393.611023:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880393.611030:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.611035:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880393.611048:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880393.611054:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880393.611069:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880393.611078:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880393.611093:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880393.611110:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519639040, portal 25 00000100:00000001:1.0:1788880393.611116:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880393.611124:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880393.611143:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.611167:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880393.611177:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880393.611184:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880393.611191:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519639040, offset 0 00000400:00000200:1.0:1788880393.611207:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880393.611226:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.611242:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880393.611306:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880393.611324:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880393.611340:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880393.611354:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880393.611371:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460975:460975:256:4294967295] 192.168.203.155@tcp LPNI seq info [460969:460969:8:4294967295] 00000400:00000200:1.0:1788880393.611393:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.611431:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880393.611481:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.611495:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880393.611517:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880393.611528:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880393.611584:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.611592:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880393.611611:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880393.611632:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880393.611653:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880393.611664:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880393.611689:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880393.611707:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.611761:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.611778:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.611811:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.611821:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880393.611836:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880393.611850:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880393.611860:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305821972 00000100:00000010:1.0:1788880393.611875:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d9c0. 00000100:00000001:1.0:1788880393.611891:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880393.611925:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305821972 00000100:00000010:1.0:1788880393.611936:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd20. 00000100:00000001:1.0:1788880393.611947:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880393.611954:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880393.611964:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.611974:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880393.611989:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880393/real 1788880393] req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880393.612026:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880393.612033:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880393.612041:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880393.612048:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880393.612055:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880393.612064:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880393.612077:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880393.612110:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612126:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880393.612131:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.612139:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.612145:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880393.612157:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612175:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880393.612189:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612209:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880393.612219:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.612223:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.612228:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.612233:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880393.612239:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880393.612286:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880393.612305:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880393.612316:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880393.612338:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880393.612380:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519639040:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880393.612398:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.612418:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.612428:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519639040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612542:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880393.612549:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880393.612555:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880393.612565:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880393.612569:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880393.612572:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880393.612575:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880393.612579:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880393.612584:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880393.612587:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880393.612589:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880393.612594:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880393.612596:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.612599:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.612609:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880393.612611:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.612615:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880393.612617:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880393.612619:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880393.612626:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612636:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880393.612638:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.612641:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880393.612644:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880393.612646:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880393.612650:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639168:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880393.612654:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880393.612658:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880393.612660:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.612662:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880393.612667:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880393.612670:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880393.612675:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880393.612679:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880393.612693:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880393.612697:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519639168, portal 10 00000100:00000001:1.0:1788880393.612699:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880393.612701:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880393.612710:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612719:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880393.612722:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880393.612725:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880393.612728:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519639168, offset 0 00000400:00000200:1.0:1788880393.612733:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880393.612739:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.612744:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880393.612749:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880393.612752:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880393.612756:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880393.612759:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880393.612763:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460976:460976:256:4294967295] 192.168.203.155@tcp LPNI seq info [460970:460970:8:4294967295] 00000400:00000200:1.0:1788880393.612769:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.612778:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880393.612785:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.612789:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880393.612794:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880393.612798:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880393.612813:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.612815:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880393.612820:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880393.612824:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880393.612828:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880393.612831:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880393.612834:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880393.612839:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612850:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.612853:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612862:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.612864:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880393.612869:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880393.612874:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880393.612878:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880393.612881:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305820688 00000100:00000001:1.0:1788880393.612885:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305821972 00000100:00000001:1.0:1788880393.612888:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305820688 00000100:00000001:1.0:1788880393.612890:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305821972 00000100:00000001:1.0:1788880393.612893:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880393.612895:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.612898:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880393.612902:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880393/real 1788880393] req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880393.612912:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880393.612914:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880393.612916:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880393.612919:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880393.612922:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880393.612924:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880393.612928:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880393.612939:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612955:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880393.612957:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.612960:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.612961:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880393.612966:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612974:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880393.612978:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.612987:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880393.612990:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.612992:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.612993:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.612995:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880393.612998:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880393.613001:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880393.613005:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880393.613008:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880393.613013:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880393.613022:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639168:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880393.613027:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880393.613031:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613038:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880393.613040:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.613043:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880393.613046:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880393.613049:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880393.613052:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880393.613056:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880393.613058:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880393.613060:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.613062:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880393.613067:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880393.613069:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880393.613073:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880393.613077:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880393.613080:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880393.613084:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519639296, portal 10 00000100:00000001:1.0:1788880393.613087:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880393.613089:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880393.613096:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613104:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880393.613107:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880393.613110:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880393.613113:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519639296, offset 0 00000400:00000200:1.0:1788880393.613118:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880393.613122:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.613126:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880393.613129:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880393.613132:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880393.613135:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880393.613138:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880393.613143:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460977:460977:256:4294967295] 192.168.203.155@tcp LPNI seq info [460971:460971:8:4294967295] 00000400:00000200:1.0:1788880393.613148:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.613156:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880393.613162:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.613166:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880393.613171:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880393.613175:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880393.613188:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.613191:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880393.613195:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880393.613199:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880393.613203:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880393.613205:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880393.613208:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880393.613212:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613222:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.613225:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613234:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.613236:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880393.613239:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880393.613242:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880393.613246:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880393.613282:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305820689 00000100:00000001:1.0:1788880393.613287:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305821972 00000100:00000001:1.0:1788880393.613292:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305820689 00000100:00000001:1.0:1788880393.613295:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305821972 00000100:00000001:1.0:1788880393.613300:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880393.613305:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.613308:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880393.613317:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880393/real 1788880393] req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880393.613336:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880393.613339:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880393.613343:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880393.613348:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880393.613352:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880393.613356:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880393.613363:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880393.613380:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613389:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880393.613391:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.613393:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.613395:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880393.613410:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613419:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880393.613425:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613433:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880393.613436:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.613438:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.613440:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.613442:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880393.613463:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880393.613468:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880393.613472:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880393.613474:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880393.613491:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880393.613501:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880393.613506:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880393.613510:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613518:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880393.613521:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.613524:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880393.613526:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880393.613529:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880393.613532:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880393.613536:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880393.613539:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880393.613541:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.613543:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880393.613548:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880393.613550:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880393.613555:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880393.613559:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880393.613563:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880393.613567:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519639424, portal 4 00000100:00000001:1.0:1788880393.613570:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880393.613571:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880393.613579:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613587:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880393.613590:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880393.613592:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880393.613595:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519639424, offset 0 00000400:00000200:1.0:1788880393.613601:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880393.613606:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.613611:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880393.613615:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880393.613618:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880393.613622:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880393.613625:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880393.613629:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460978:460978:256:4294967295] 192.168.203.155@tcp LPNI seq info [460972:460972:8:4294967295] 00000400:00000200:1.0:1788880393.613635:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.613642:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880393.613648:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.613652:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880393.613657:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880393.613661:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880393.613675:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.613677:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880393.613682:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880393.613686:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880393.613690:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880393.613692:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880393.613695:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880393.613699:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613717:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.613721:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613730:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.613732:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880393.613736:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880393.613739:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880393.613743:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880393.613746:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305820741 00000100:00000001:1.0:1788880393.613749:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305821972 00000100:00000001:1.0:1788880393.613752:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305820741 00000100:00000001:1.0:1788880393.613755:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305821972 00000100:00000001:1.0:1788880393.613758:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880393.613760:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.613762:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880393.613766:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880393/real 1788880393] req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880393.613776:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880393.613778:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880393.613780:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880393.613782:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880393.613785:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880393.613787:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880393.613792:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880393.613802:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613809:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880393.613811:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.613813:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.613814:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880393.613818:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613826:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880393.613831:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613840:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880393.613843:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.613846:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.613847:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.613850:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880393.613852:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880393.613855:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880393.613858:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880393.613861:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880393.613865:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880393.613874:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880393.613879:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880393.613882:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613890:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880393.613891:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.613894:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880393.613896:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880393.613898:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880393.613902:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880393.613905:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880393.613907:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880393.613909:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880393.613912:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880393.613916:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880393.613918:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880393.613922:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880393.613925:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880393.613928:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880393.613932:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519639552, portal 4 00000100:00000001:1.0:1788880393.613935:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880393.613937:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880393.613944:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.613962:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880393.613965:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880393.613967:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880393.613970:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519639552, offset 0 00000400:00000200:1.0:1788880393.613974:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880393.613978:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.613982:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880393.613986:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880393.613989:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880393.613992:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880393.613995:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880393.613999:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460979:460979:256:4294967295] 192.168.203.155@tcp LPNI seq info [460973:460973:8:4294967295] 00000400:00000200:1.0:1788880393.614004:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880393.614012:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880393.614017:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.614020:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880393.614025:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880393.614028:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880393.614041:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880393.614044:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880393.614047:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880393.614051:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880393.614054:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880393.614056:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880393.614058:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880393.614062:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.614080:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.614084:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.614092:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.614094:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880393.614097:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880393.614101:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880393.614104:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880393.614107:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305820692 00000100:00000001:1.0:1788880393.614110:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305821972 00000100:00000001:1.0:1788880393.614112:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305820692 00000100:00000001:1.0:1788880393.614115:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305821972 00000100:00000001:1.0:1788880393.614118:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880393.614120:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.614123:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880393.614127:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880393/real 1788880393] req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880393.614135:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880393.614137:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880393.614139:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880393.614141:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880393.614143:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880393.614145:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880393.614149:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880393.614159:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.614167:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880393.614170:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.614173:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.614175:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880393.614179:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.614187:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880393.614191:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.614199:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880393.614202:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.614204:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880393.614205:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.614207:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880393.614210:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880393.614213:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880393.614216:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880393.614218:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880393.614223:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880393.614232:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880393.614236:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.614238:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.614242:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519639168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.614284:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880393.614287:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880393.614292:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880393.614297:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880393.614300:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880393.614304:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880393.614308:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880393.614312:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880393.614317:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880393.614320:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880393.614323:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880393.614328:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880393.614331:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.614335:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.614344:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519639296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.614359:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880393.614362:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880393.614365:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880393.614369:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880393.614371:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880393.614373:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880393.614375:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880393.614377:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880393.614380:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880393.614382:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880393.614384:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880393.614386:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880393.614388:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.614390:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.614395:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519639424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.614403:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880393.614404:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880393.614406:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880393.614422:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880393.614424:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880393.614425:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880393.614428:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880393.614430:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880393.614432:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880393.614434:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880393.614436:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880393.614439:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880393.614441:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.614443:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880393.614473:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519639552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880393.614483:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880393.614485:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880393.614498:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880393.614501:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880393.614503:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880393.614505:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880393.614507:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880393.614509:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880393.614512:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880393.614514:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880393.614516:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880393.614518:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880393.614520:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.614522:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880393.614527:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880393.614529:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880393.614531:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880393.614533:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880393.738415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880393.738420:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880393.738427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880393.738429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880393.738433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880393.738436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880394.762343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880394.762352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880394.762360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880394.762363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880394.762378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880394.762380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880394.954371:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305821972, at 4305822016 00000100:00000040:0.0:1788880394.954390:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305821972, at 4305822016 00000100:00000010:1.0:1788880394.954392:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000010:0.0:1788880394.954410:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00010000:00000001:1.0:1788880395.786366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880395.786373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880395.786379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880395.786380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880395.786382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880395.786383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880396.810326:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880396.810332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880396.810337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880396.810338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880396.810341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880396.810342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880397.834369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880397.834376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880397.834381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880397.834382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880397.834385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880397.834386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.730646:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880398.730654:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880398.730660:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880398.730674:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.730696:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880398.730700:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.730708:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880398.730714:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880398.730721:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880398.730733:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519639680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880398.730745:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880398.730752:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880398.730758:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.730766:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880398.730776:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880398.730783:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880398.730796:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880398.730805:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880398.730818:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880398.730829:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519639680, portal 25 00000100:00000001:1.0:1788880398.730835:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880398.730839:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086912 : -126388361464704 : ffff8d0cea9c7480) 00000100:00000040:1.0:1788880398.730854:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.730878:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880398.730888:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880398.730895:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880398.730903:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519639680, offset 0 00000400:00000200:1.0:1788880398.730919:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880398.730936:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.730950:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880398.730962:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880398.730973:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880398.730984:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880398.730993:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880398.731004:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460980:460980:256:4294967295] 192.168.203.155@tcp LPNI seq info [460974:460974:8:4294967295] 00000400:00000200:1.0:1788880398.731016:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.731040:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880398.731058:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.731067:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880398.731083:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880398.731092:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880398.731131:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.731136:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880398.731149:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880398.731164:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880398.731176:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880398.731183:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880398.731193:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880398.731201:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731236:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.731289:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731301:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.731304:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880398.731312:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880398.731317:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880398.731322:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305827092 00000100:00000010:1.0:1788880398.731329:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd20. 00000100:00000001:1.0:1788880398.731338:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880398.731347:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305827092 00000100:00000010:1.0:1788880398.731351:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da80. 00000100:00000001:1.0:1788880398.731355:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880398.731359:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880398.731362:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.731365:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880398.731371:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880398/real 1788880398] req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880398.731383:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880398.731385:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880398.731388:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880398.731392:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880398.731394:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880398.731397:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880398.731401:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880398.731437:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731445:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880398.731447:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.731450:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.731453:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880398.731458:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731467:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880398.731472:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731482:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880398.731485:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.731487:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.731489:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.731492:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880398.731495:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880398.731498:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880398.731503:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880398.731506:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880398.731512:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880398.731522:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519639680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880398.731529:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.731531:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.731535:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7480 x1875765519639680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731552:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880398.731555:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880398.731558:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880398.731563:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880398.731565:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880398.731567:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880398.731570:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880398.731573:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788880398.731578:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880398.731580:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880398.731582:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7480. 00000100:00000001:1.0:1788880398.731588:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880398.731589:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.731592:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.731602:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880398.731605:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.731607:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880398.731609:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880398.731610:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880398.731615:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731624:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880398.731626:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.731628:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880398.731631:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880398.731633:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880398.731637:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880398.731641:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880398.731643:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880398.731645:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.731647:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880398.731650:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880398.731653:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880398.731657:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880398.731660:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880398.731664:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880398.731667:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519639808, portal 10 00000100:00000001:1.0:1788880398.731670:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880398.731671:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086016 : -126388361465600 : ffff8d0cea9c7100) 00000100:00000040:1.0:1788880398.731680:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731688:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880398.731690:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880398.731693:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880398.731696:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519639808, offset 0 00000400:00000200:1.0:1788880398.731701:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880398.731705:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.731710:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880398.731714:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880398.731717:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880398.731719:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880398.731722:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880398.731726:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460981:460981:256:4294967295] 192.168.203.155@tcp LPNI seq info [460975:460975:8:4294967295] 00000400:00000200:1.0:1788880398.731731:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.731738:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880398.731743:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.731747:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880398.731752:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880398.731756:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880398.731769:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.731771:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880398.731774:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880398.731778:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880398.731782:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880398.731784:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880398.731788:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880398.731792:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731801:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.731805:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731813:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.731815:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880398.731818:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880398.731823:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880398.731827:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880398.731830:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305825807 00000100:00000001:1.0:1788880398.731833:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305827092 00000100:00000001:1.0:1788880398.731836:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305825807 00000100:00000001:1.0:1788880398.731838:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305827092 00000100:00000001:1.0:1788880398.731841:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880398.731844:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.731846:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880398.731850:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880398/real 1788880398] req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880398.731860:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880398.731862:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880398.731864:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880398.731867:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880398.731869:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880398.731872:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880398.731876:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880398.731886:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731901:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880398.731903:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.731905:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.731907:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880398.731911:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731920:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880398.731925:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731933:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880398.731936:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.731938:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.731940:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.731942:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880398.731944:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880398.731947:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880398.731951:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880398.731954:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880398.731958:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880398.731968:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880398.731973:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880398.731976:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.731984:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880398.731986:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.731989:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880398.731991:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880398.731994:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880398.731997:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880398.732001:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880398.732003:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880398.732005:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.732007:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880398.732011:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880398.732013:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880398.732017:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880398.732020:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880398.732023:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880398.732026:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519639936, portal 10 00000100:00000001:1.0:1788880398.732029:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880398.732030:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348073472 : -126388361478144 : ffff8d0cea9c4000) 00000100:00000040:1.0:1788880398.732037:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732045:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880398.732048:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880398.732051:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880398.732053:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519639936, offset 0 00000400:00000200:1.0:1788880398.732058:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880398.732062:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.732066:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880398.732070:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880398.732073:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880398.732076:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880398.732078:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880398.732082:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460982:460982:256:4294967295] 192.168.203.155@tcp LPNI seq info [460976:460976:8:4294967295] 00000400:00000200:1.0:1788880398.732087:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.732094:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880398.732100:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.732104:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880398.732108:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880398.732111:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880398.732125:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.732127:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880398.732131:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880398.732135:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880398.732138:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880398.732140:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880398.732143:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880398.732148:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732157:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.732161:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732169:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.732171:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880398.732174:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880398.732177:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880398.732182:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880398.732184:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305825807 00000100:00000001:1.0:1788880398.732186:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305827092 00000100:00000001:1.0:1788880398.732189:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305825807 00000100:00000001:1.0:1788880398.732192:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305827092 00000100:00000001:1.0:1788880398.732195:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880398.732197:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.732200:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880398.732204:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880398/real 1788880398] req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880398.732214:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880398.732216:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880398.732217:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880398.732220:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880398.732222:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880398.732225:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880398.732229:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880398.732239:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732268:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880398.732270:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.732272:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.732273:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880398.732279:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732287:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880398.732292:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732301:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880398.732304:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.732306:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.732308:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.732310:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880398.732312:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880398.732315:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880398.732319:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880398.732322:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880398.732327:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880398.732336:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519639936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880398.732340:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880398.732345:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732353:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880398.732354:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.732357:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880398.732359:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880398.732362:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880398.732365:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880398.732369:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880398.732371:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880398.732373:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.732375:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880398.732379:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880398.732381:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880398.732385:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880398.732388:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880398.732392:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880398.732395:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519640064, portal 4 00000100:00000001:1.0:1788880398.732398:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880398.732399:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077952 : -126388361473664 : ffff8d0cea9c5180) 00000100:00000040:1.0:1788880398.732405:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732426:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880398.732430:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880398.732433:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880398.732436:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519640064, offset 0 00000400:00000200:1.0:1788880398.732442:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880398.732447:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.732451:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880398.732454:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880398.732457:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880398.732460:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880398.732463:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880398.732467:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460983:460983:256:4294967295] 192.168.203.155@tcp LPNI seq info [460977:460977:8:4294967295] 00000400:00000200:1.0:1788880398.732472:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.732480:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880398.732485:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.732488:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880398.732493:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880398.732496:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880398.732509:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.732511:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880398.732515:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880398.732519:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880398.732522:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880398.732524:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880398.732527:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880398.732532:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732541:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.732544:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732552:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.732554:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880398.732558:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880398.732561:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880398.732565:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880398.732567:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305825860 00000100:00000001:1.0:1788880398.732570:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305827092 00000100:00000001:1.0:1788880398.732573:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305825860 00000100:00000001:1.0:1788880398.732575:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305827092 00000100:00000001:1.0:1788880398.732578:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880398.732580:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.732582:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880398.732587:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880398/real 1788880398] req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880398.732597:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880398.732598:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880398.732600:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880398.732603:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880398.732605:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880398.732607:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880398.732612:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880398.732622:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732630:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880398.732632:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.732634:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.732636:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880398.732640:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732648:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880398.732652:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732661:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880398.732664:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.732666:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.732668:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.732670:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880398.732672:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880398.732675:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880398.732679:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880398.732682:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880398.732686:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880398.732696:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880398.732701:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880398.732705:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732713:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880398.732715:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.732717:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880398.732719:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880398.732722:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880398.732725:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880398.732729:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880398.732731:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880398.732733:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880398.732735:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880398.732738:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880398.732741:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880398.732744:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880398.732747:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880398.732750:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880398.732753:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519640192, portal 4 00000100:00000001:1.0:1788880398.732756:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880398.732757:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788880398.732764:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732773:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880398.732776:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880398.732779:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880398.732781:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519640192, offset 0 00000400:00000200:1.0:1788880398.732786:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880398.732790:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.732794:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880398.732798:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880398.732800:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880398.732803:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880398.732806:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880398.732809:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460984:460984:256:4294967295] 192.168.203.155@tcp LPNI seq info [460978:460978:8:4294967295] 00000400:00000200:1.0:1788880398.732814:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880398.732821:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880398.732827:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.732831:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880398.732835:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880398.732838:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880398.732850:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880398.732853:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880398.732856:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880398.732860:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880398.732864:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880398.732866:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880398.732868:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880398.732872:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732889:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.732893:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732901:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.732903:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880398.732906:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880398.732910:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880398.732913:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880398.732916:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305825811 00000100:00000001:1.0:1788880398.732919:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305827092 00000100:00000001:1.0:1788880398.732921:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305825811 00000100:00000001:1.0:1788880398.732924:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305827092 00000100:00000001:1.0:1788880398.732927:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880398.732929:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.732931:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880398.732936:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880398/real 1788880398] req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880398.732945:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880398.732946:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880398.732948:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880398.732951:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880398.732953:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880398.732955:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880398.732959:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880398.732969:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732977:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880398.732980:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.732982:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.732984:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880398.732988:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.732997:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880398.733001:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.733010:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880398.733013:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.733015:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880398.733016:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.733018:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880398.733021:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880398.733024:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880398.733027:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880398.733030:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880398.733034:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880398.733044:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880398.733048:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.733051:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.733054:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7100 x1875765519639808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.733062:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880398.733064:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880398.733067:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880398.733070:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880398.733071:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880398.733073:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880398.733076:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880398.733078:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1800. 02000000:00000001:1.0:1788880398.733081:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880398.733082:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880398.733084:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7100. 00000100:00000001:1.0:1788880398.733087:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880398.733089:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.733091:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.733095:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4000 x1875765519639936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.733103:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880398.733104:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880398.733106:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880398.733108:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880398.733110:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880398.733111:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880398.733114:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880398.733115:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788880398.733118:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880398.733119:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880398.733121:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4000. 00000100:00000001:1.0:1788880398.733126:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880398.733128:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.733130:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.733134:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5180 x1875765519640064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.733142:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880398.733143:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880398.733145:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880398.733148:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880398.733149:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880398.733151:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880398.733153:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880398.733154:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788880398.733157:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880398.733159:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880398.733160:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5180. 00000100:00000001:1.0:1788880398.733164:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880398.733165:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.733167:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880398.733171:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519640192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880398.733179:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880398.733180:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880398.733182:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880398.733186:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880398.733187:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880398.733188:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880398.733191:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880398.733192:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788880398.733195:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880398.733196:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880398.733198:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788880398.733200:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880398.733202:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.733204:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880398.733207:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880398.733209:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880398.733211:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880398.733213:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880398.858362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880398.858370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880398.858375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880398.858376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880398.858379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880398.858380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880399.882441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880399.882451:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880399.882458:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880399.882460:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880399.882464:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880399.882466:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880400.074355:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305827092, at 4305827136 00000100:00000010:0.0:1788880400.074372:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000040:1.0:1788880400.074435:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305827092, at 4305827136 00000100:00000010:1.0:1788880400.074453:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00010000:00000001:1.0:1788880400.906357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880400.906366:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880400.906369:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880400.906372:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906378:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880400.906379:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906381:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906383:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880400.906387:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880400.906388:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880400.906390:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906391:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880400.906405:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906407:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906408:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880400.906413:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880400.906414:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880400.906415:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906416:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880400.906417:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906418:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880400.906419:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880401.930416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880401.930426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880401.930435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880401.930437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880401.930441:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880401.930442:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880402.954403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880402.954410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880402.954429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880402.954430:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880402.954434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880402.954436:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.850622:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880403.850630:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880403.850636:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880403.850652:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.850686:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880403.850690:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.850694:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880403.850705:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880403.850711:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880403.850724:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519640320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880403.850745:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880403.850752:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880403.850757:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.850769:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880403.850780:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880403.850786:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880403.850802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880403.850812:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880403.850821:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880403.850831:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519640320, portal 25 00000100:00000001:1.0:1788880403.850837:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880403.850841:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788880403.850858:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.850885:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880403.850896:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880403.850907:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880403.850915:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519640320, offset 0 00000400:00000200:1.0:1788880403.850936:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880403.850951:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.850970:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880403.850981:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880403.850989:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880403.850998:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880403.851007:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880403.851022:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460985:460985:256:4294967295] 192.168.203.155@tcp LPNI seq info [460979:460979:8:4294967295] 00000400:00000200:1.0:1788880403.851037:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.851063:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880403.851087:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.851118:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880403.851149:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880403.851162:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880403.851227:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.851240:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880403.851267:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880403.851327:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880403.851359:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880403.851370:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880403.851391:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880403.851404:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.851441:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.851452:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.851476:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.851481:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880403.851488:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880403.851498:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880403.851503:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305832212 00000100:00000010:1.0:1788880403.851517:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da80. 00000100:00000001:1.0:1788880403.851531:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880403.851544:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305832212 00000100:00000010:1.0:1788880403.851557:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:1.0:1788880403.851569:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880403.851577:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880403.851583:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.851592:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880403.851604:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880403/real 1788880403] req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880403.851641:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880403.851649:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880403.851656:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880403.851661:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880403.851668:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880403.851674:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880403.851683:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880403.851735:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.851775:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880403.851778:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.851786:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.851789:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880403.851807:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.851831:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880403.851850:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.851875:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880403.851885:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.851900:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.851910:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.851921:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880403.851929:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880403.851935:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880403.851944:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880403.851954:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880403.851965:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880403.852028:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519640320:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880403.852040:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852048:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.852061:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519640320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852085:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880403.852089:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880403.852098:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880403.852103:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880403.852121:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880403.852125:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880403.852128:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880403.852131:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2800. 02000000:00000001:1.0:1788880403.852137:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880403.852139:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880403.852142:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788880403.852147:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880403.852149:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852163:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852172:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880403.852175:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.852178:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880403.852180:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880403.852183:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880403.852189:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852200:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880403.852202:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.852206:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880403.852209:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880403.852212:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880403.852215:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880403.852219:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880403.852222:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880403.852224:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.852227:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880403.852231:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880403.852233:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880403.852239:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880403.852252:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880403.852256:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880403.852293:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519640448, portal 10 00000100:00000001:1.0:1788880403.852295:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880403.852296:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788880403.852303:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852308:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880403.852310:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880403.852312:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880403.852314:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519640448, offset 0 00000400:00000200:1.0:1788880403.852317:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880403.852320:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.852323:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880403.852326:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880403.852328:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880403.852330:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880403.852331:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880403.852350:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460986:460986:256:4294967295] 192.168.203.155@tcp LPNI seq info [460980:460980:8:4294967295] 00000400:00000200:1.0:1788880403.852353:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.852358:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880403.852361:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.852364:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880403.852367:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880403.852369:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880403.852394:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.852395:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880403.852398:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880403.852400:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880403.852403:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880403.852404:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880403.852406:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880403.852409:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852415:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.852417:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852422:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.852423:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880403.852425:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880403.852429:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880403.852431:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880403.852432:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305830928 00000100:00000001:1.0:1788880403.852435:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305832212 00000100:00000001:1.0:1788880403.852437:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305830928 00000100:00000001:1.0:1788880403.852438:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305832212 00000100:00000001:1.0:1788880403.852440:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880403.852441:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.852443:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880403.852445:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880403/real 1788880403] req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880403.852451:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880403.852452:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880403.852453:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880403.852455:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880403.852456:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880403.852457:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880403.852459:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880403.852465:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852469:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880403.852470:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852471:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.852472:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880403.852475:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852479:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880403.852481:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852486:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880403.852487:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852488:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.852489:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852490:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880403.852491:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880403.852493:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880403.852496:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880403.852498:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880403.852501:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880403.852506:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640448:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880403.852508:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880403.852510:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852515:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880403.852516:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.852517:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880403.852518:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880403.852519:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880403.852521:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880403.852524:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880403.852525:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880403.852526:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.852528:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880403.852530:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880403.852532:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880403.852533:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880403.852535:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880403.852537:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880403.852539:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519640576, portal 10 00000100:00000001:1.0:1788880403.852540:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880403.852541:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788880403.852546:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852550:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880403.852552:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880403.852553:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880403.852555:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519640576, offset 0 00000400:00000200:1.0:1788880403.852558:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880403.852560:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.852563:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880403.852565:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880403.852567:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880403.852568:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880403.852570:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880403.852572:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460987:460987:256:4294967295] 192.168.203.155@tcp LPNI seq info [460981:460981:8:4294967295] 00000400:00000200:1.0:1788880403.852575:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.852579:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880403.852582:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.852584:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880403.852586:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880403.852589:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880403.852596:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.852597:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880403.852599:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880403.852601:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880403.852603:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880403.852604:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880403.852606:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880403.852608:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852613:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.852615:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852619:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.852621:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880403.852623:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880403.852625:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880403.852627:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880403.852628:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305830928 00000100:00000001:1.0:1788880403.852630:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305832212 00000100:00000001:1.0:1788880403.852632:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305830928 00000100:00000001:1.0:1788880403.852633:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305832212 00000100:00000001:1.0:1788880403.852634:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880403.852635:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.852636:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880403.852639:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880403/real 1788880403] req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880403.852643:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880403.852644:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880403.852645:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880403.852646:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880403.852647:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880403.852649:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880403.852651:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880403.852656:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852661:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880403.852661:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852662:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.852663:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880403.852665:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852670:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880403.852672:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852677:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880403.852679:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852680:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.852681:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852682:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880403.852683:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880403.852684:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880403.852686:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880403.852688:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880403.852690:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880403.852695:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640576:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880403.852698:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880403.852702:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852710:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880403.852711:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.852714:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880403.852716:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880403.852718:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880403.852721:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880403.852724:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880403.852727:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880403.852728:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.852730:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880403.852734:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880403.852737:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880403.852741:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880403.852744:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880403.852748:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880403.852751:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519640704, portal 4 00000100:00000001:1.0:1788880403.852753:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880403.852755:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788880403.852760:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852764:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880403.852766:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880403.852768:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880403.852769:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519640704, offset 0 00000400:00000200:1.0:1788880403.852772:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880403.852775:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.852777:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880403.852779:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880403.852781:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880403.852783:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880403.852784:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880403.852787:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460988:460988:256:4294967295] 192.168.203.155@tcp LPNI seq info [460982:460982:8:4294967295] 00000400:00000200:1.0:1788880403.852789:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.852794:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880403.852797:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.852799:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880403.852801:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880403.852803:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880403.852811:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.852812:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880403.852814:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880403.852816:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880403.852818:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880403.852820:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880403.852822:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880403.852824:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852830:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.852832:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852836:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.852837:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880403.852839:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880403.852841:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880403.852843:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880403.852844:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305830980 00000100:00000001:1.0:1788880403.852846:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305832212 00000100:00000001:1.0:1788880403.852848:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305830980 00000100:00000001:1.0:1788880403.852849:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305832212 00000100:00000001:1.0:1788880403.852851:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880403.852852:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.852854:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880403.852856:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880403/real 1788880403] req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880403.852866:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880403.852867:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880403.852868:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880403.852869:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880403.852870:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880403.852871:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880403.852874:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880403.852879:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852884:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880403.852885:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852887:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.852888:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880403.852890:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852894:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880403.852896:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852901:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880403.852902:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852903:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.852904:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.852905:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880403.852906:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880403.852908:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880403.852910:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880403.852911:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880403.852913:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880403.852918:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640704:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880403.852920:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880403.852923:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852928:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880403.852929:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.852931:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880403.852932:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880403.852934:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880403.852936:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880403.852938:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880403.852940:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880403.852941:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880403.852942:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880403.852944:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880403.852945:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880403.852947:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880403.852949:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880403.852951:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880403.852953:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519640832, portal 4 00000100:00000001:1.0:1788880403.852954:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880403.852955:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788880403.852959:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.852963:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880403.852965:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880403.852966:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880403.852968:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519640832, offset 0 00000400:00000200:1.0:1788880403.852970:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880403.852972:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.852974:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880403.852975:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880403.852977:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880403.852978:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880403.852980:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880403.852982:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460989:460989:256:4294967295] 192.168.203.155@tcp LPNI seq info [460983:460983:8:4294967295] 00000400:00000200:1.0:1788880403.852985:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880403.852989:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880403.852992:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.852994:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880403.852997:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880403.852998:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1788880403.853006:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880403.853007:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880403.853008:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880403.853011:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880403.853012:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880403.853013:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880403.853014:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880403.853017:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.853022:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.853024:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.853028:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.853029:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880403.853031:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880403.853033:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880403.853036:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880403.853037:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305830931 00000100:00000001:1.0:1788880403.853039:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305832212 00000100:00000001:1.0:1788880403.853040:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305830931 00000100:00000001:1.0:1788880403.853042:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305832212 00000100:00000001:1.0:1788880403.853043:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880403.853044:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.853045:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880403.853047:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880403/real 1788880403] req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880403.853053:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880403.853054:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880403.853055:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880403.853056:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880403.853057:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880403.853058:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880403.853060:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880403.853065:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.853069:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880403.853070:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.853071:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.853072:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880403.853074:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.853078:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880403.853080:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.853084:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880403.853086:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.853095:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880403.853096:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.853097:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880403.853099:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880403.853101:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880403.853117:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880403.853118:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880403.853121:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880403.853127:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519640832:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880403.853130:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.853131:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.853133:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519640448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.853137:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880403.853138:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880403.853140:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880403.853141:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880403.853142:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880403.853143:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880403.853144:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880403.853146:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1c00. 02000000:00000001:1.0:1788880403.853147:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880403.853148:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880403.853149:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788880403.853154:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880403.853155:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.853156:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.853158:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519640576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.853162:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880403.853163:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880403.853164:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880403.853166:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880403.853167:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880403.853168:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880403.853169:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880403.853170:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788880403.853171:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880403.853172:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880403.853174:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788880403.853175:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880403.853176:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.853177:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.853180:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519640704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.853184:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880403.853184:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880403.853185:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880403.853187:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880403.853188:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880403.853189:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880403.853190:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880403.853191:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788880403.853192:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880403.853193:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880403.853194:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788880403.853195:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880403.853196:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.853197:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880403.853199:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519640832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880403.853203:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880403.853204:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880403.853204:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880403.853206:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880403.853206:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880403.853207:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880403.853208:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880403.853209:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788880403.853210:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880403.853211:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880403.853212:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788880403.853213:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880403.853214:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.853216:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880403.853218:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880403.853219:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880403.853221:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880403.853222:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880403.978413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880403.978433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880403.978437:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880403.978438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880403.978440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880403.978441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880405.002434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880405.002439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880405.002443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880405.002444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880405.002446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880405.002447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880405.194386:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305832212, at 4305832256 00000100:00000010:0.0:1788880405.194412:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00000100:00000040:1.0:1788880405.194445:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305832212, at 4305832256 00000100:00000010:1.0:1788880405.194460:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00010000:00000001:1.0:1788880406.026432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880406.026444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880406.026454:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880406.026457:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880406.026463:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880406.026466:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880407.050394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880407.050401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880407.050407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880407.050408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880407.050411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880407.050412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880408.074416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880408.074423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880408.074428:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880408.074429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880408.074432:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880408.074433:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.970641:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880408.970649:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880408.970653:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880408.970665:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.970688:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880408.970692:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.970699:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880408.970704:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880408.970711:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880408.970721:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519640960:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880408.970728:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880408.970732:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880408.970736:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.970740:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880408.970747:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880408.970753:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880408.970766:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880408.970784:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880408.970793:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880408.970801:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519640960, portal 25 00000100:00000001:1.0:1788880408.970807:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880408.970809:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348076160 : -126388361475456 : ffff8d0cea9c4a80) 00000100:00000040:1.0:1788880408.970821:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.970837:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880408.970846:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880408.970851:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880408.970858:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519640960, offset 0 00000400:00000200:1.0:1788880408.970871:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880408.970886:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.970898:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880408.970907:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880408.970914:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880408.970922:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880408.970929:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880408.970938:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460990:460990:256:4294967295] 192.168.203.155@tcp LPNI seq info [460984:460984:8:4294967295] 00000400:00000200:1.0:1788880408.970948:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.970965:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880408.970977:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.970985:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880408.970998:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880408.971003:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880408.971028:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.971033:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880408.971040:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880408.971049:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880408.971058:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880408.971072:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880408.971081:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880408.971090:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971116:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.971123:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971141:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.971146:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880408.971153:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880408.971163:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880408.971169:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305837331 00000100:00000010:1.0:1788880408.971177:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:1.0:1788880408.971188:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880408.971212:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305837331 00000100:00000010:1.0:1788880408.971220:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000100:00000001:1.0:1788880408.971228:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880408.971235:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880408.971240:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.971272:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880408.971278:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880408/real 1788880408] req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880408.971287:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880408.971291:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880408.971295:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880408.971299:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880408.971304:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880408.971310:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880408.971317:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880408.971331:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971385:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880408.971388:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.971393:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.971398:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880408.971407:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971426:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880408.971432:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971447:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880408.971452:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.971456:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.971458:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.971461:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880408.971465:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880408.971471:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880408.971481:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880408.971485:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880408.971492:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880408.971509:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519640960:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880408.971518:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.971524:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.971530:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4a80 x1875765519640960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971550:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880408.971554:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880408.971558:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880408.971563:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880408.971568:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880408.971571:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880408.971574:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880408.971577:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788880408.971599:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880408.971603:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880408.971606:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4a80. 00000100:00000001:1.0:1788880408.971615:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880408.971618:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.971623:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.971631:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880408.971635:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.971641:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880408.971643:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880408.971647:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880408.971654:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971691:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880408.971695:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.971701:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880408.971703:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880408.971705:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880408.971708:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641088:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880408.971711:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880408.971714:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880408.971715:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.971717:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880408.971720:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880408.971721:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880408.971725:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880408.971727:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880408.971730:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880408.971733:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519641088, portal 10 00000100:00000001:1.0:1788880408.971734:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880408.971736:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077056 : -126388361474560 : ffff8d0cea9c4e00) 00000100:00000040:1.0:1788880408.971742:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971747:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880408.971749:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880408.971750:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880408.971769:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519641088, offset 0 00000400:00000200:1.0:1788880408.971774:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880408.971779:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.971784:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880408.971788:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880408.971791:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880408.971795:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880408.971798:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880408.971803:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460991:460991:256:4294967295] 192.168.203.155@tcp LPNI seq info [460985:460985:8:4294967295] 00000400:00000200:1.0:1788880408.971809:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.971818:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880408.971824:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.971828:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880408.971833:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880408.971837:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880408.971853:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.971855:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880408.971859:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880408.971864:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880408.971868:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880408.971870:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880408.971874:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880408.971878:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971889:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.971893:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971902:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.971904:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880408.971908:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880408.971914:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880408.971918:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880408.971921:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305836047 00000100:00000001:1.0:1788880408.971925:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305837331 00000100:00000001:1.0:1788880408.971928:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305836047 00000100:00000001:1.0:1788880408.971931:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305837331 00000100:00000001:1.0:1788880408.971934:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880408.971937:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.971940:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880408.971944:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880408/real 1788880408] req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880408.971954:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880408.971956:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880408.971958:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880408.971961:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880408.971963:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880408.971965:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880408.971969:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880408.971980:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.971988:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880408.971990:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.971992:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.971994:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880408.971998:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972006:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880408.972010:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972019:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880408.972021:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972023:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.972025:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972027:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880408.972029:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880408.972033:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880408.972037:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880408.972040:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880408.972045:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880408.972055:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641088:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880408.972059:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880408.972063:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972070:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880408.972072:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.972075:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880408.972077:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880408.972079:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880408.972083:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641216:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880408.972087:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880408.972090:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880408.972092:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.972094:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880408.972098:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880408.972100:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880408.972104:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880408.972106:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880408.972110:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880408.972113:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519641216, portal 10 00000100:00000001:1.0:1788880408.972116:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880408.972118:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348082432 : -126388361469184 : ffff8d0cea9c6300) 00000100:00000040:1.0:1788880408.972124:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972132:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880408.972136:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880408.972138:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880408.972141:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519641216, offset 0 00000400:00000200:1.0:1788880408.972146:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880408.972150:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.972154:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880408.972158:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880408.972161:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880408.972164:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880408.972167:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880408.972171:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460992:460992:256:4294967295] 192.168.203.155@tcp LPNI seq info [460986:460986:8:4294967295] 00000400:00000200:1.0:1788880408.972176:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.972184:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880408.972189:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.972192:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880408.972197:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880408.972200:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880408.972216:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.972219:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880408.972225:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880408.972230:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880408.972234:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880408.972238:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880408.972241:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880408.972247:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972257:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.972262:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972271:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.972274:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880408.972278:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880408.972281:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880408.972286:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880408.972288:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305836047 00000100:00000001:1.0:1788880408.972328:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305837331 00000100:00000001:1.0:1788880408.972333:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305836048 00000100:00000001:1.0:1788880408.972357:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305837331 00000100:00000001:1.0:1788880408.972360:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880408.972363:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.972366:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880408.972373:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880408/real 1788880408] req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880408.972396:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880408.972398:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880408.972399:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880408.972402:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880408.972403:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880408.972405:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880408.972408:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880408.972414:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972417:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880408.972418:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972420:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.972420:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880408.972423:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972428:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880408.972432:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972438:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880408.972456:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972458:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.972459:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972460:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880408.972461:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880408.972463:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880408.972465:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880408.972467:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880408.972469:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880408.972475:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641216:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880408.972478:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880408.972481:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972486:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880408.972487:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.972488:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880408.972489:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880408.972491:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880408.972493:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641344:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880408.972495:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880408.972497:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880408.972498:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.972500:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880408.972503:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880408.972504:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880408.972508:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880408.972526:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880408.972528:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880408.972531:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519641344, portal 4 00000100:00000001:1.0:1788880408.972532:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880408.972533:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348085120 : -126388361466496 : ffff8d0cea9c6d80) 00000100:00000040:1.0:1788880408.972537:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972542:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880408.972544:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880408.972546:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880408.972547:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519641344, offset 0 00000400:00000200:1.0:1788880408.972550:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880408.972553:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.972555:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880408.972557:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880408.972559:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880408.972561:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880408.972563:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880408.972565:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460993:460993:256:4294967295] 192.168.203.155@tcp LPNI seq info [460987:460987:8:4294967295] 00000400:00000200:1.0:1788880408.972568:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.972572:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880408.972575:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.972578:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880408.972580:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880408.972583:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880408.972590:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.972592:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880408.972594:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880408.972596:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880408.972599:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880408.972600:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880408.972602:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880408.972604:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972610:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.972612:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972616:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.972618:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880408.972620:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880408.972622:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880408.972624:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880408.972626:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305836100 00000100:00000001:1.0:1788880408.972628:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305837331 00000100:00000001:1.0:1788880408.972629:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305836100 00000100:00000001:1.0:1788880408.972631:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305837331 00000100:00000001:1.0:1788880408.972632:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880408.972634:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.972635:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880408.972637:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880408/real 1788880408] req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880408.972642:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880408.972642:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880408.972643:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880408.972645:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880408.972646:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880408.972647:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880408.972649:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880408.972655:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972660:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880408.972662:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972663:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.972664:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880408.972666:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972671:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880408.972673:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972677:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880408.972679:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972679:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.972680:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972681:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880408.972682:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880408.972684:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880408.972686:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880408.972687:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880408.972689:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880408.972694:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641344:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880408.972696:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972698:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.972700:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4e00 x1875765519641088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972705:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880408.972706:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880408.972708:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880408.972710:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880408.972711:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880408.972712:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880408.972713:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880408.972715:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788880408.972717:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880408.972718:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880408.972719:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4e00. 00000100:00000001:1.0:1788880408.972721:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880408.972722:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972724:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.972726:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6300 x1875765519641216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972731:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880408.972732:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880408.972733:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880408.972734:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880408.972735:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880408.972735:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880408.972736:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880408.972737:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788880408.972739:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880408.972739:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880408.972740:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6300. 00000100:00000001:1.0:1788880408.972744:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880408.972745:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972746:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.972748:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6d80 x1875765519641344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972752:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880408.972752:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880408.972753:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880408.972754:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880408.972755:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880408.972756:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880408.972758:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880408.972759:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788880408.972760:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880408.972761:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880408.972762:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6d80. 00000100:00000001:1.0:1788880408.972766:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880408.972767:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972768:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972770:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880408.972771:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.972772:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880408.972773:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880408.972774:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880408.972776:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972781:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880408.972782:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.972783:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880408.972784:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880408.972786:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880408.972788:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641472:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880408.972790:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880408.972791:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880408.972792:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880408.972793:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880408.972795:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880408.972796:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880408.972798:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880408.972799:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880408.972801:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880408.972803:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519641472, portal 4 00000100:00000001:1.0:1788880408.972805:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880408.972806:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788880408.972810:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972834:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880408.972836:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880408.972837:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880408.972839:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519641472, offset 0 00000400:00000200:1.0:1788880408.972843:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880408.972845:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.972848:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880408.972849:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880408.972851:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880408.972853:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880408.972855:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880408.972857:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460994:460994:256:4294967295] 192.168.203.155@tcp LPNI seq info [460988:460988:8:4294967295] 00000400:00000200:1.0:1788880408.972860:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880408.972865:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880408.972869:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.972871:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880408.972874:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880408.972876:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880408.972894:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880408.972895:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880408.972898:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880408.972900:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880408.972902:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880408.972904:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880408.972906:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880408.972908:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972915:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.972917:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972927:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.972928:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880408.972930:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880408.972933:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880408.972935:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880408.972936:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305836051 00000100:00000001:1.0:1788880408.972939:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305837331 00000100:00000001:1.0:1788880408.972941:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305836051 00000100:00000001:1.0:1788880408.972942:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305837331 00000100:00000001:1.0:1788880408.972944:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880408.972945:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.972946:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880408.972949:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880408/real 1788880408] req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880408.972954:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880408.972955:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880408.972956:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880408.972957:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880408.972958:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880408.972960:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880408.972962:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880408.972969:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972973:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880408.972974:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972975:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.972976:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880408.972979:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972984:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880408.972987:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.972992:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880408.972994:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.972995:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880408.972996:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.973013:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880408.973015:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880408.973016:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880408.973028:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880408.973030:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880408.973032:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880408.973037:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641472:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880408.973039:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.973040:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880408.973042:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519641472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880408.973046:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880408.973048:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880408.973050:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880408.973051:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880408.973053:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880408.973054:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880408.973055:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880408.973056:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788880408.973058:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880408.973059:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880408.973061:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788880408.973062:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880408.973063:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.973065:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880408.973067:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880408.973068:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880408.973069:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880408.973071:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880409.098373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880409.098381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880409.098388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880409.098390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880409.098394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880409.098395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880410.122396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880410.122403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880410.122408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880410.122409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880410.122413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880410.122414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880410.314390:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305837331, at 4305837376 00000100:00000010:1.0:1788880410.314410:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00000040:0.0:1788880410.314443:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305837331, at 4305837376 00000100:00000010:0.0:1788880410.314459:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00010000:00000001:1.0:1788880411.146403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880411.146414:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880411.146419:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880411.146424:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146432:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880411.146435:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146438:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146441:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880411.146448:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880411.146451:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880411.146453:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146455:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880411.146457:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146460:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146463:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880411.146470:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880411.146472:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880411.146474:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146477:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880411.146478:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146480:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880411.146483:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880412.170421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880412.170437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880412.170446:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880412.170448:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880412.170453:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880412.170455:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880413.194410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880413.194421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880413.194431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880413.194434:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880413.194440:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880413.194443:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880414.090428:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880414.090441:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880414.090445:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880414.090450:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880414.090456:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880414.090465:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11168 00000400:00000200:0.0:1788880414.090475:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880414.090483:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880414.090488:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880414.090492:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.090496:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880414.090500:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.090503:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880414.090513:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880414.090517:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880414.090520:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880414.090524:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880414.090528:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880414.090531:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880414.090535:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.090537:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880414.090539:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.090542:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880414.090546:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880414.090549:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880414.090552:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880414.090556:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880414.090560:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880414.090564:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.090566:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880414.090569:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880414.090578:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788880414.090583:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880414.090587:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880414.090590:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.090594:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880414.090597:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880414.090603:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880414.090613:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880414.090622:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880414.090634:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880414.090648:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880414.090654:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880414.090660:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880414.090699:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880414.090704:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880414.090708:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880414.090710:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880414.090713:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880414.090716:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880414.090719:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11168 00000400:00000200:0.0:1788880414.090724:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880414.090728:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880414.090731:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880414.090736:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.090740:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880414.090743:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.090746:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880414.090751:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880414.090754:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880414.090756:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880414.090760:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000100:00000001:1.0:1788880414.090760:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880414.090770:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1788880414.090771:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880414.090778:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1788880414.090780:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880414.090788:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.090795:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880414.090797:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880414.090801:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.090812:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880414.090821:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880414.090833:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880414.090835:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788880414.090840:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.090842:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880414.090849:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880414.090852:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880414.090858:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880414.090861:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880414.090862:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880414.090874:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880414.090877:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519641600:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880414.090879:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880414.090888:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1788880414.090890:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1788880414.090894:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:0.0:1788880414.090896:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.090900:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.090902:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.090907:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1788880414.090911:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 02000000:00000010:1.0:1788880414.090919:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 00000020:00000040:0.0:1788880414.090920:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880414.090929:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880414.090931:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880414.090936:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.090939:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788880414.090943:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788880414.090944:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880414.090950:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880414.090951:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 02000000:00000010:0.0:1788880414.090959:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000400:00000010:1.0:1788880414.090964:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880414.090967:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880414.090980:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788880414.090981:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519641600, portal 25 00000100:00000001:1.0:1788880414.090994:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880414.091002:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00000001:0.0:1788880414.091003:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880414.091009:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880414.091017:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880414.091027:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880414.091035:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880414.091043:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880414.091058:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880414.091066:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788880414.091069:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788880414.091071:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1788880414.091082:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880414.091084:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000400:00000010:1.0:1788880414.091090:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00080000:0.0:1788880414.091092:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11168 00000100:00000200:1.0:1788880414.091099:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519641600, offset 0 00000400:00000200:0.0:1788880414.091108:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.091121:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880414.091122:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880414.091131:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880414.091136:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.091142:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880414.091143:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:0.0:1788880414.091152:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.091158:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880414.091159:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880414.091172:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880414.091177:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880414.091182:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880414.091186:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880414.091191:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460995:460995:256:4294967295] 192.168.203.155@tcp LPNI seq info [460989:460989:8:4294967295] 00000400:00000200:1.0:1788880414.091197:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.091210:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000020:00000001:0.0:1788880414.091217:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1788880414.091218:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880414.091223:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880414.091229:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000010:1.0:1788880414.091230:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000020:00000040:0.0:1788880414.091233:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880414.091240:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788880414.091334:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000020:00000001:0.0:1788880414.091339:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788880414.091345:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000100:00000040:0.0:1788880414.091351:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.091360:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880414.091366:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.091376:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880414.091386:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880414.091398:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000800:00000100:1.0:1788880414.091408:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880414.091411:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788880414.091415:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 02000000:00000001:0.0:1788880414.091417:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880414.091427:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788880414.091430:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1788880414.091437:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880414.091446:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788880414.091447:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880414.091456:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788880414.091459:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000008:00000001:0.0:1788880414.091461:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880414.091468:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:0.0:1788880414.091469:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.091480:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:0.0:1788880414.091481:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788880414.091491:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000100:00000200:1.0:1788880414.091493:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880414.091499:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880414.091504:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.091512:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880414.091518:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880414.091523:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.091525:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1788880414.091532:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000040:1.0:1788880414.091533:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880414.091544:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.091557:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880414.091562:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880414.091564:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880414.091575:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.091578:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880414.091583:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880414.091589:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880414.091597:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305842452 00000100:00000040:0.0:1788880414.091598:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788880414.091611:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000100:00000001:0.0:1788880414.091615:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880414.091621:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880414.091624:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1788880414.091626:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880414.091633:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880414.091636:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880414.091638:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305842452 00000100:00000001:0.0:1788880414.091640:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880414.091650:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11168 00000100:00000010:1.0:1788880414.091651:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 00000400:00000200:0.0:1788880414.091659:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880414.091667:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788880414.091668:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880414.091678:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880414.091683:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788880414.091684:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.091693:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880414.091698:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880414.091699:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.091710:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880414.091712:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1788880414.091715:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880414.091720:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880414.091723:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880414.091725:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880414.091731:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00100000:1.0:1788880414.091733:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880414/real 1788880414] req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880414.091735:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880414.091751:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.091761:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880414.091770:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000001:1.0:1788880414.091775:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788880414.091776:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000001:1.0:1788880414.091781:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1788880414.091783:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000400:00000010:1.0:1788880414.091789:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000100:00080000:0.0:1788880414.091791:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000200:1.0:1788880414.091798:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000100:00000001:0.0:1788880414.091800:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880414.091805:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 02000000:00000001:0.0:1788880414.091807:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880414.091814:0:2393:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:0.0:1788880414.091816:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880414.091822:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880414.091826:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880414.091827:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880414.091834:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880414.091843:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.091851:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880414.091862:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788880414.091869:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880414.091877:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1788880414.091881:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880414.091882:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.091891:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880414.091897:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880414.091902:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.091908:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000010:0.0:1788880414.091911:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:1.0:1788880414.091913:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880414.091919:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.091920:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880414.091925:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788880414.091936:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788880414.091938:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880414.091998:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880414.091999:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880414.092004:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880414.092016:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880414.092022:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880414.092045:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880414.092054:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880414.092057:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788880414.092061:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880414.092065:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880414.092067:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788880414.092071:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1788880414.092074:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880414.092075:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.092084:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788880414.092086:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880414.092089:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788880414.092096:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11168 00000100:00080000:1.0:1788880414.092099:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1788880414.092107:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:1.0:1788880414.092113:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000400:00000200:0.0:1788880414.092121:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880414.092123:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1788880414.092127:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880414.092135:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880414.092137:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.092145:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880414.092154:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.092164:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880414.092172:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:1.0:1788880414.092174:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519641600:192.168.203.155@tcp:250:kworker.0 00000020:00000040:0.0:1788880414.092175:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880414.092184:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880414.092189:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880414.092190:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00000001:1.0:1788880414.092198:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1788880414.092200:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880414.092208:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519641600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880414.092209:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880414.092226:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.092236:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880414.092245:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880414.092282:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880414.092286:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880414.092298:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880414.092320:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880414.092326:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880414.092328:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788880414.092331:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880414.092337:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1788880414.092338:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.092345:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000010:1.0:1788880414.092348:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 00000008:00100000:0.0:1788880414.092349:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880414.092359:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.092363:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.092363:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880414.092372:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000010:0.0:1788880414.092375:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:1.0:1788880414.092379:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000040:0.0:1788880414.092382:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880414.092385:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:0.0:1788880414.092388:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000010:1.0:1788880414.092393:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:0.0:1788880414.092394:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880414.092404:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880414.092405:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788880414.092407:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880414.092411:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1788880414.092414:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880414.092416:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788880414.092424:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1788880414.092425:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:1.0:1788880414.092426:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.092435:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880414.092436:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880414.092448:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880414.092449:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880414.092455:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.092463:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880414.092469:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788880414.092472:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880414.092473:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880414.092481:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880414.092488:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880414.092497:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.092518:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880414.092523:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.092532:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788880414.092534:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.092537:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880414.092543:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880414.092545:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11178) 00000100:00100000:1.0:1788880414.092552:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880414.092560:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880414.092563:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880414.092565:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.092568:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880414.092574:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880414.092577:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880414.092584:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880414.092590:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880414.092595:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880414.092601:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519641728, portal 10 00000100:00000001:1.0:1788880414.092604:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880414.092606:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 00000100:00000040:1.0:1788880414.092616:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.092625:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880414.092628:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880414.092631:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880414.092634:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519641728, offset 0 00000400:00000200:1.0:1788880414.092639:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880414.092644:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.092652:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880414.092659:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880414.092664:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880414.092669:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880414.092674:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880414.092681:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460996:460996:256:4294967295] 192.168.203.155@tcp LPNI seq info [460990:460990:8:4294967295] 00000400:00000200:1.0:1788880414.092689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.092703:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880414.092713:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880414.092721:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880414.092731:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880414.092737:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1788880414.092754:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880414.092756:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880414.092761:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880414.092766:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880414.092770:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880414.092773:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880414.092778:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880414.092783:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.092794:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880414.092799:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.092807:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.092810:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880414.092815:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880414.092821:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880414.092825:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880414.092828:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305841168 00000100:00000001:1.0:1788880414.092832:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305842452 00000100:00000001:1.0:1788880414.092835:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305841168 00000100:00000001:1.0:1788880414.092838:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305842452 00000100:00000001:1.0:1788880414.092841:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880414.092844:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.092846:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880414.092851:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880414/real 1788880414] req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880414.092861:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880414.092863:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880414.092865:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880414.092869:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880414.092871:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880414.092874:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880414.092878:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880414.092888:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.092904:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880414.092906:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.092909:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880414.092911:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880414.092915:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.092923:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880414.092928:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.092936:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880414.092940:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.092941:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880414.092943:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.092945:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880414.092948:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880414.092951:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880414.092955:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880414.092957:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880414.092964:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880414.092980:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880414.092989:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880414.092995:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093009:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880414.093012:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.093017:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880414.093021:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880414.093026:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880414.093033:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880414.093039:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880414.093043:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880414.093047:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.093050:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880414.093056:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880414.093061:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880414.093067:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880414.093072:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880414.093079:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880414.093085:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519641856, portal 10 00000100:00000001:1.0:1788880414.093089:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880414.093092:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000040:1.0:1788880414.093103:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093111:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880414.093114:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880414.093117:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880414.093121:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519641856, offset 0 00000400:00000200:1.0:1788880414.093126:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880414.093131:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.093136:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880414.093141:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880414.093144:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880414.093148:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880414.093151:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880414.093155:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460997:460997:256:4294967295] 192.168.203.155@tcp LPNI seq info [460991:460991:8:4294967295] 00000400:00000200:1.0:1788880414.093160:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.093170:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880414.093176:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880414.093180:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880414.093186:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880414.093190:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1788880414.093205:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880414.093207:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880414.093211:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880414.093216:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880414.093220:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880414.093222:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880414.093225:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880414.093230:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093240:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880414.093244:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093338:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.093342:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880414.093352:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880414.093359:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880414.093369:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880414.093374:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305841169 00000100:00000001:1.0:1788880414.093381:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305842452 00000100:00000001:1.0:1788880414.093386:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305841169 00000100:00000001:1.0:1788880414.093389:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305842452 00000100:00000001:1.0:1788880414.093394:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880414.093397:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.093400:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880414.093409:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880414/real 1788880414] req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880414.093421:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880414.093423:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880414.093427:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880414.093431:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880414.093434:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880414.093438:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880414.093442:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880414.093460:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093474:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880414.093477:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.093481:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880414.093484:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880414.093492:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093506:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880414.093515:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093531:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880414.093536:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.093540:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880414.093542:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.093547:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880414.093551:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880414.093556:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880414.093563:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880414.093569:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880414.093578:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880414.093595:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880414.093603:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880414.093610:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093620:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880414.093622:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.093626:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880414.093628:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880414.093631:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880414.093635:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880414.093639:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880414.093642:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880414.093644:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.093647:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880414.093654:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880414.093658:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880414.093666:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880414.093671:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880414.093679:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880414.093685:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519641984, portal 4 00000100:00000001:1.0:1788880414.093689:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880414.093692:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:1.0:1788880414.093705:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093718:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880414.093723:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880414.093729:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880414.093734:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519641984, offset 0 00000400:00000200:1.0:1788880414.093743:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880414.093752:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.093759:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880414.093765:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880414.093769:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880414.093772:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880414.093775:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880414.093779:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460998:460998:256:4294967295] 192.168.203.155@tcp LPNI seq info [460992:460992:8:4294967295] 00000400:00000200:1.0:1788880414.093785:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.093794:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880414.093800:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880414.093804:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880414.093809:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880414.093813:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1788880414.093828:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880414.093830:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880414.093835:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880414.093839:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880414.093844:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880414.093846:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880414.093849:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880414.093854:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093865:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880414.093869:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093877:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.093879:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880414.093883:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880414.093887:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880414.093891:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880414.093895:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305841221 00000100:00000001:1.0:1788880414.093898:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305842452 00000100:00000001:1.0:1788880414.093901:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305841221 00000100:00000001:1.0:1788880414.093904:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305842452 00000100:00000001:1.0:1788880414.093906:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880414.093909:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.093911:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880414.093916:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880414/real 1788880414] req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880414.093925:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880414.093927:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880414.093929:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880414.093932:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880414.093934:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880414.093937:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880414.093941:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880414.093952:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093960:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880414.093962:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.093965:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880414.093968:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880414.093975:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.093989:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880414.093999:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094014:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880414.094019:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094022:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880414.094024:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094028:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880414.094031:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880414.094036:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880414.094043:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880414.094047:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880414.094055:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880414.094073:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519641984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880414.094079:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094082:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880414.094086:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519641728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094094:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880414.094097:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880414.094100:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880414.094103:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880414.094105:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880414.094107:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880414.094110:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880414.094112:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880414.094116:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880414.094118:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880414.094120:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788880414.094123:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880414.094125:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094127:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880414.094131:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519641856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094147:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880414.094149:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880414.094151:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880414.094155:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880414.094156:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880414.094158:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880414.094160:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880414.094162:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880414.094164:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880414.094165:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880414.094167:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:1.0:1788880414.094169:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880414.094171:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094173:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880414.094176:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519641984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094183:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880414.094185:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880414.094187:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880414.094189:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880414.094190:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880414.094192:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880414.094194:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880414.094195:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880414.094197:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880414.094199:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880414.094200:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788880414.094203:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880414.094204:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094206:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094211:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880414.094213:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.094215:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880414.094217:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880414.094219:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880414.094224:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094233:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880414.094235:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.094238:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880414.094240:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880414.094242:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880414.094297:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880414.094325:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880414.094330:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880414.094335:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880414.094340:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880414.094348:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880414.094354:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880414.094362:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880414.094369:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880414.094377:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880414.094385:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519642112, portal 4 00000100:00000001:1.0:1788880414.094388:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880414.094390:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000040:1.0:1788880414.094400:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094409:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880414.094412:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880414.094415:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880414.094418:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519642112, offset 0 00000400:00000200:1.0:1788880414.094423:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880414.094428:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.094434:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880414.094438:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880414.094441:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880414.094444:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880414.094448:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880414.094452:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [460999:460999:256:4294967295] 192.168.203.155@tcp LPNI seq info [460993:460993:8:4294967295] 00000400:00000200:1.0:1788880414.094458:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880414.094467:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880414.094473:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880414.094477:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880414.094483:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880414.094487:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1788880414.094501:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880414.094504:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880414.094508:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880414.094513:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880414.094517:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880414.094519:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880414.094522:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880414.094526:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094537:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880414.094541:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094549:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.094551:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880414.094555:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880414.094559:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880414.094562:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880414.094565:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305841173 00000100:00000001:1.0:1788880414.094569:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305842452 00000100:00000001:1.0:1788880414.094571:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305841173 00000100:00000001:1.0:1788880414.094574:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305842452 00000100:00000001:1.0:1788880414.094576:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880414.094579:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.094582:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880414.094586:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880414/real 1788880414] req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880414.094597:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880414.094598:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880414.094600:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880414.094603:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880414.094605:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880414.094607:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880414.094611:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880414.094622:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094629:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880414.094631:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094633:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880414.094635:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880414.094639:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094648:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880414.094656:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094669:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880414.094673:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094677:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880414.094679:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094683:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880414.094687:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880414.094693:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880414.094701:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880414.094705:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880414.094713:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880414.094730:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880414.094738:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094742:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880414.094749:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519642112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880414.094763:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880414.094765:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880414.094768:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880414.094771:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880414.094773:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880414.094775:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880414.094778:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880414.094780:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880414.094783:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880414.094785:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880414.094787:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788880414.094790:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880414.094792:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094794:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880414.094799:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880414.094801:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880414.094803:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880414.094805:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880414.218433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880414.218441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880414.218449:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880414.218452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880414.218456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880414.218458:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880415.242433:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880415.242441:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880415.242450:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880415.242452:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880415.242456:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880415.242459:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880415.434423:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305842452, at 4305842496 00000100:00000010:1.0:1788880415.434445:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00000040:0.0:1788880415.434446:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305842452, at 4305842496 00000100:00000010:0.0:1788880415.434469:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00010000:00000001:1.0:1788880416.266353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880416.266362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880416.266370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880416.266372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880416.266377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880416.266379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880417.290403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880417.290412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880417.290419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880417.290421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880417.290425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880417.290428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880418.314332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880418.314337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880418.314341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880418.314342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880418.314344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880418.314345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.210717:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880419.210725:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880419.210733:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880419.210752:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.210783:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880419.210796:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.210805:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880419.210815:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880419.210828:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880419.210849:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519642240:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880419.210887:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880419.210912:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880419.210917:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.210924:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880419.210935:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880419.210955:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880419.210985:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880419.210995:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880419.211007:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880419.211029:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519642240, portal 25 00000100:00000001:1.0:1788880419.211039:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880419.211055:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788880419.211078:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.211116:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880419.211139:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880419.211166:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880419.211184:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519642240, offset 0 00000400:00000200:1.0:1788880419.211204:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880419.211249:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.211330:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880419.211345:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880419.211361:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880419.211373:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880419.211385:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880419.211399:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461000:461000:256:4294967295] 192.168.203.155@tcp LPNI seq info [460994:460994:8:4294967295] 00000400:00000200:1.0:1788880419.211420:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.211453:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880419.211481:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.211495:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880419.211512:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880419.211534:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1788880419.211597:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.211603:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880419.211614:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880419.211653:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880419.211661:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880419.211668:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880419.211674:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880419.211707:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.211741:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.211757:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.211818:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.211827:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880419.211842:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880419.211867:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880419.211878:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305847572 00000100:00000010:1.0:1788880419.211893:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 00000100:00000001:1.0:1788880419.211916:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880419.211943:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305847572 00000100:00000010:1.0:1788880419.211959:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000001:1.0:1788880419.211973:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880419.211984:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880419.211991:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.212001:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880419.212017:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880419/real 1788880419] req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880419.212072:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880419.212082:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880419.212090:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880419.212104:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880419.212123:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880419.212155:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880419.212167:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880419.212200:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.212251:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880419.212256:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.212261:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.212323:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880419.212347:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.212397:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880419.212414:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.212446:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880419.212457:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.212470:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.212478:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.212486:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880419.212498:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880419.212511:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880419.212541:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880419.212560:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880419.212582:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880419.212655:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519642240:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880419.212676:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.212692:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.212706:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519642240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.212740:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880419.212756:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880419.212768:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880419.212778:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880419.212789:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880419.212798:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880419.212814:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880419.212818:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:1.0:1788880419.212828:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880419.212835:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880419.212840:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788880419.212850:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880419.212865:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.212895:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.212907:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880419.212912:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.212918:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880419.212926:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880419.212936:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880419.212950:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213018:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880419.213032:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.213042:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880419.213049:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880419.213066:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880419.213074:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880419.213081:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880419.213086:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880419.213090:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.213095:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880419.213100:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880419.213103:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880419.213109:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880419.213113:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880419.213117:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880419.213122:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519642368, portal 10 00000100:00000001:1.0:1788880419.213124:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880419.213126:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788880419.213154:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213158:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880419.213160:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880419.213162:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880419.213163:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519642368, offset 0 00000400:00000200:1.0:1788880419.213166:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880419.213169:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.213172:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880419.213174:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880419.213176:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880419.213178:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880419.213180:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880419.213183:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461001:461001:256:4294967295] 192.168.203.155@tcp LPNI seq info [460995:460995:8:4294967295] 00000400:00000200:1.0:1788880419.213186:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.213191:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880419.213194:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.213196:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880419.213199:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880419.213218:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1788880419.213233:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.213236:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880419.213249:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880419.213254:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880419.213258:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880419.213260:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880419.213306:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880419.213312:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213324:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.213328:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213337:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.213339:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880419.213344:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880419.213351:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880419.213355:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880419.213358:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305846289 00000100:00000001:1.0:1788880419.213362:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305847572 00000100:00000001:1.0:1788880419.213365:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305846289 00000100:00000001:1.0:1788880419.213367:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305847572 00000100:00000001:1.0:1788880419.213370:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880419.213372:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.213375:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880419.213380:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880419/real 1788880419] req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880419.213390:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880419.213392:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880419.213394:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880419.213397:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880419.213399:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880419.213403:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880419.213407:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880419.213418:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213426:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880419.213428:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.213430:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.213432:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880419.213436:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213444:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880419.213449:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213457:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880419.213460:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.213462:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.213464:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.213466:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880419.213469:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880419.213472:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880419.213476:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880419.213479:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880419.213483:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880419.213493:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880419.213498:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880419.213503:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213529:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880419.213531:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.213534:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880419.213537:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880419.213539:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880419.213543:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880419.213546:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880419.213549:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880419.213551:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.213553:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880419.213557:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880419.213559:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880419.213563:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880419.213566:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880419.213569:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880419.213573:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519642496, portal 10 00000100:00000001:1.0:1788880419.213576:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880419.213578:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788880419.213585:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213593:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880419.213596:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880419.213598:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880419.213601:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519642496, offset 0 00000400:00000200:1.0:1788880419.213605:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880419.213610:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.213631:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880419.213634:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880419.213635:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880419.213637:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880419.213639:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880419.213641:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461002:461002:256:4294967295] 192.168.203.155@tcp LPNI seq info [460996:460996:8:4294967295] 00000400:00000200:1.0:1788880419.213644:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.213649:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880419.213652:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.213654:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880419.213656:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880419.213658:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1788880419.213665:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.213667:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880419.213669:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880419.213671:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880419.213673:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880419.213674:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880419.213676:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880419.213678:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213701:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.213705:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213714:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.213716:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880419.213720:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880419.213724:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880419.213727:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880419.213730:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305846289 00000100:00000001:1.0:1788880419.213733:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305847572 00000100:00000001:1.0:1788880419.213736:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305846289 00000100:00000001:1.0:1788880419.213739:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305847572 00000100:00000001:1.0:1788880419.213742:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880419.213745:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.213747:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880419.213752:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880419/real 1788880419] req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880419.213762:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880419.213763:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880419.213765:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880419.213767:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880419.213769:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880419.213772:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880419.213775:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880419.213786:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213794:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880419.213796:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.213798:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.213799:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880419.213803:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213811:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880419.213816:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213824:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880419.213827:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.213829:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.213830:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.213832:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880419.213834:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880419.213837:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880419.213842:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880419.213844:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880419.213849:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880419.213859:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880419.213863:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880419.213868:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213876:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880419.213877:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.213880:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880419.213882:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880419.213884:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880419.213888:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880419.213892:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880419.213895:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880419.213897:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.213899:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880419.213904:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880419.213906:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880419.213909:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880419.213912:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880419.213916:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880419.213920:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519642624, portal 4 00000100:00000001:1.0:1788880419.213922:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880419.213924:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788880419.213930:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.213938:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880419.213942:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880419.213945:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880419.213948:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519642624, offset 0 00000400:00000200:1.0:1788880419.213952:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880419.213957:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.213961:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880419.213964:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880419.213967:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880419.213970:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880419.213973:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880419.213977:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461003:461003:256:4294967295] 192.168.203.155@tcp LPNI seq info [460997:460997:8:4294967295] 00000400:00000200:1.0:1788880419.213983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.213991:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880419.213996:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.214000:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880419.214004:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880419.214008:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1788880419.214021:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.214023:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880419.214027:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880419.214031:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880419.214034:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880419.214037:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880419.214039:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880419.214044:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214052:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.214056:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214063:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.214065:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880419.214069:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880419.214073:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880419.214077:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880419.214080:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305846341 00000100:00000001:1.0:1788880419.214083:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305847572 00000100:00000001:1.0:1788880419.214085:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305846341 00000100:00000001:1.0:1788880419.214088:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305847572 00000100:00000001:1.0:1788880419.214090:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880419.214093:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.214095:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880419.214099:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880419/real 1788880419] req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880419.214108:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880419.214109:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880419.214111:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880419.214113:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880419.214115:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880419.214118:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880419.214121:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880419.214147:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214151:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880419.214152:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214153:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.214154:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880419.214156:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214160:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880419.214162:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214167:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880419.214169:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214170:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.214171:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214172:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880419.214173:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880419.214174:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880419.214176:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880419.214177:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880419.214180:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880419.214184:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880419.214186:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214187:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.214189:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519642368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214193:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880419.214194:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880419.214195:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880419.214214:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880419.214215:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880419.214217:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880419.214220:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880419.214222:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788880419.214225:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880419.214228:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880419.214230:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788880419.214234:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880419.214246:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214249:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.214253:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519642496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214261:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880419.214303:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880419.214306:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880419.214311:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880419.214312:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880419.214314:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880419.214316:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880419.214318:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788880419.214321:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880419.214323:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880419.214324:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788880419.214329:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880419.214330:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214332:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.214337:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519642624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214346:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880419.214347:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880419.214349:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880419.214352:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880419.214353:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880419.214355:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880419.214357:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880419.214358:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788880419.214361:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880419.214362:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880419.214364:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788880419.214366:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880419.214368:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214370:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214374:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880419.214375:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.214378:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880419.214381:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880419.214383:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880419.214387:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214396:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880419.214398:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.214401:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880419.214404:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880419.214406:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880419.214410:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880419.214414:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880419.214416:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880419.214418:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880419.214420:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880419.214424:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880419.214426:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880419.214430:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880419.214433:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880419.214437:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880419.214441:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519642752, portal 4 00000100:00000001:1.0:1788880419.214444:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880419.214446:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788880419.214453:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214461:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880419.214464:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880419.214467:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880419.214469:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519642752, offset 0 00000400:00000200:1.0:1788880419.214474:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880419.214479:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.214483:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880419.214486:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880419.214490:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880419.214493:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880419.214496:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880419.214500:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461004:461004:256:4294967295] 192.168.203.155@tcp LPNI seq info [460998:460998:8:4294967295] 00000400:00000200:1.0:1788880419.214506:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880419.214514:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880419.214519:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.214523:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880419.214538:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880419.214541:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1788880419.214555:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880419.214557:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880419.214561:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880419.214565:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880419.214569:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880419.214571:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880419.214574:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880419.214578:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214587:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.214591:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214599:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.214601:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880419.214604:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880419.214608:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880419.214627:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880419.214629:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305846293 00000100:00000001:1.0:1788880419.214630:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305847572 00000100:00000001:1.0:1788880419.214632:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305846293 00000100:00000001:1.0:1788880419.214635:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305847572 00000100:00000001:1.0:1788880419.214637:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880419.214638:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.214639:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880419.214642:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880419/real 1788880419] req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880419.214646:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880419.214647:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880419.214648:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880419.214649:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880419.214650:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880419.214652:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880419.214653:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880419.214659:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214663:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880419.214664:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214665:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.214666:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880419.214668:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214672:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880419.214674:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214678:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880419.214680:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214681:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880419.214681:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214683:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880419.214685:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880419.214687:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880419.214689:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880419.214691:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880419.214693:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880419.214698:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519642752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880419.214700:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214702:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880419.214703:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519642752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880419.214708:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880419.214709:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880419.214710:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880419.214711:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880419.214712:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880419.214713:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880419.214714:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880419.214715:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788880419.214716:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880419.214717:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880419.214718:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788880419.214723:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880419.214723:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214725:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880419.214727:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880419.214727:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880419.214729:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880419.214730:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880419.338365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880419.338368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880419.338372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880419.338373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880419.338375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880419.338376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880420.362375:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880420.362379:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880420.362383:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362390:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880420.362393:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362395:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362399:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880420.362405:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880420.362407:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880420.362409:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362411:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880420.362413:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362415:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362418:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880420.362423:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880420.362425:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880420.362427:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362429:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880420.362430:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362432:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880420.362435:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880420.554362:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305847572, at 4305847616 00000100:00000040:0.0:1788880420.554380:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305847572, at 4305847616 00000100:00000010:1.0:1788880420.554382:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00000010:0.0:1788880420.554398:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00010000:00000001:1.0:1788880421.386391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880421.386398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880421.386404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880421.386406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880421.386410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880421.386412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880422.410408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880422.410415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880422.410421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880422.410423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880422.410427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880422.410429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880423.434365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880423.434372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880423.434379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880423.434381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880423.434385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880423.434387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880424.330388:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880424.330399:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880424.330402:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880424.330406:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880424.330410:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880424.330418:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11178 00000400:00000200:0.0:1788880424.330428:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880424.330435:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880424.330439:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880424.330443:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330447:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880424.330450:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330453:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880424.330460:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880424.330461:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880424.330463:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880424.330466:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880424.330468:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880424.330469:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880424.330471:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330472:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880424.330474:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330475:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880424.330477:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880424.330479:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330481:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880424.330484:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880424.330487:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880424.330489:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.330491:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880424.330493:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880424.330502:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880424.330505:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880424.330509:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880424.330510:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.330513:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880424.330515:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880424.330519:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880424.330528:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880424.330534:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880424.330541:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880424.330554:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880424.330557:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880424.330561:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880424.330583:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880424.330586:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880424.330588:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880424.330589:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880424.330590:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880424.330592:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880424.330594:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11178 00000400:00000200:0.0:1788880424.330597:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880424.330600:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880424.330602:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880424.330605:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330606:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880424.330608:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330610:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880424.330612:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880424.330614:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880424.330615:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880424.330615:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788880424.330618:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880424.330621:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880424.330621:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1788880424.330625:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000001:1.0:1788880424.330626:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788880424.330630:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330632:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880424.330636:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330637:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880424.330637:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880424.330643:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880424.330648:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330653:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880424.330656:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880424.330657:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880424.330660:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880424.330661:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880424.330663:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788880424.330665:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.330667:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788880424.330667:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880424.330671:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1788880424.330673:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880424.330677:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880424.330677:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519642880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880424.330681:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.330684:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1788880424.330685:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 02000000:00000001:1.0:1788880424.330688:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1788880424.330689:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880424.330692:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880424.330693:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880424.330695:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880424.330697:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880424.330698:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880424.330701:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880424.330702:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880424.330703:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880424.330706:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880424.330707:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880424.330711:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880424.330713:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00100000:0.0:1788880424.330717:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1788880424.330719:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000001:0.0:1788880424.330726:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1788880424.330728:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880424.330729:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880424.330735:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880424.330737:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519642880, portal 25 00000100:00000001:1.0:1788880424.330742:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880424.330745:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000001:0.0:1788880424.330748:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880424.330751:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880424.330754:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:1.0:1788880424.330754:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880424.330757:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880424.330760:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880424.330764:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880424.330768:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11178 00000100:00000001:1.0:1788880424.330770:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788880424.330773:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:1.0:1788880424.330777:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880424.330780:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000010:1.0:1788880424.330782:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00080000:0.0:1788880424.330783:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1788880424.330786:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519642880, offset 0 00000100:00000040:0.0:1788880424.330787:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330792:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880424.330793:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330798:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880424.330799:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788880424.330803:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880424.330805:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880424.330806:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880424.330807:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880424.330809:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000200:1.0:1788880424.330810:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000001:0.0:1788880424.330812:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880424.330816:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330817:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880424.330820:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000040:0.0:1788880424.330822:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330825:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880424.330826:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000400:00000200:1.0:1788880424.330827:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1788880424.330830:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330833:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880424.330835:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000001:0.0:1788880424.330836:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880424.330840:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788880424.330842:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788880424.330843:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.330846:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000200:1.0:1788880424.330847:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000008:00100000:0.0:1788880424.330848:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880424.330851:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880424.330854:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461005:461005:256:4294967295] 192.168.203.155@tcp LPNI seq info [460999:460999:8:4294967295] 00000100:00000001:0.0:1788880424.330855:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880424.330860:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000400:00000200:1.0:1788880424.330864:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000040:0.0:1788880424.330865:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880424.330869:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880424.330870:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.330872:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880424.330874:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880424.330877:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880424.330880:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 02000000:00000010:0.0:1788880424.330883:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880424.330886:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880424.330890:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00100000:0.0:1788880424.330893:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1788880424.330897:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000100:00000001:0.0:1788880424.330903:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880424.330907:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880424.330908:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000040:0.0:1788880424.330913:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788880424.330914:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000100:00000001:0.0:1788880424.330925:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880424.330928:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880424.330932:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880424.330935:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880424.330937:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1788880424.330940:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330941:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000800:00000010:1.0:1788880424.330945:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000100:00080000:0.0:1788880424.330946:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11178 00000400:00000200:0.0:1788880424.330951:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880424.330952:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788880424.330954:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880424.330957:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1788880424.330961:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1788880424.330964:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.330966:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880424.330968:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880424.330968:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000100:00000001:0.0:1788880424.330972:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000010:1.0:1788880424.330973:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000020:00000001:0.0:1788880424.330975:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880424.330978:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000001:1.0:1788880424.330979:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1788880424.330980:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880424.330983:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880424.330986:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000200:1.0:1788880424.330987:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880424.330989:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880424.330996:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.331001:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880424.331004:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880424.331008:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880424.331009:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1788880424.331010:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880424.331015:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000040:1.0:1788880424.331016:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880424.331017:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880424.331021:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880424.331024:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880424.331028:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.331032:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880424.331035:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880424.331040:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.331041:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880424.331044:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788880424.331045:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880424.331046:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880424.331047:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331049:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.331050:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880424.331052:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880424.331054:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1788880424.331055:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880424.331060:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:1.0:1788880424.331062:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.331063:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880424.331071:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880424.331072:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880424.331078:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305852691 00000100:00000001:0.0:1788880424.331081:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880424.331084:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880424.331085:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000040:0.0:1788880424.331087:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331093:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788880424.331094:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880424.331098:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880424.331100:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880424.331101:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788880424.331102:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305852691 00000100:00080000:0.0:1788880424.331103:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880424.331108:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000010:1.0:1788880424.331109:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00080000:0.0:1788880424.331111:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11178 00000100:00000001:1.0:1788880424.331115:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788880424.331116:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880424.331122:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880424.331123:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788880424.331126:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880424.331127:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880424.331130:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880424.331131:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880424.331134:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880424.331140:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880424.331140:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880424/real 1788880424] req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880424.331142:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880424.331147:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880424.331149:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880424.331152:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880424.331155:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880424.331157:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000400:00000001:1.0:1788880424.331158:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1788880424.331159:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000400:00000001:1.0:1788880424.331161:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1788880424.331164:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880424.331165:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000001:0.0:1788880424.331167:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880424.331169:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000100:00000040:0.0:1788880424.331170:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880424.331173:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880424.331174:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880424.331179:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788880424.331180:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00080000:0.0:1788880424.331183:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880424.331187:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880424.331188:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880424.331189:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880424.331192:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880424.331196:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.331199:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880424.331202:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000200:1.0:1788880424.331205:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1788880424.331206:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880424.331210:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880424.331215:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788880424.331217:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:0.0:1788880424.331218:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880424.331220:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880424.331222:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880424.331224:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331224:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.331239:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880424.331243:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1788880424.331245:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331281:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880424.331282:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880424.331285:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880424.331287:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788880424.331290:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788880424.331295:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331296:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880424.331301:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788880424.331303:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880424.331304:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.331307:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331311:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880424.331314:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788880424.331315:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00080000:1.0:1788880424.331318:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880424.331319:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880424.331325:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788880424.331327:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880424.331333:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788880424.331339:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880424.331342:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880424.331344:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11189) 00000100:00100000:1.0:1788880424.331353:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519642880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880424.331358:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331359:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880424.331363:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519642880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331367:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880424.331369:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880424.331372:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880424.331375:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880424.331376:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880424.331378:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880424.331379:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880424.331382:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880424.331384:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880424.331386:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880424.331387:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788880424.331389:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880424.331390:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331391:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331397:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880424.331398:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331400:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880424.331401:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880424.331402:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880424.331404:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331409:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880424.331410:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880424.331412:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880424.331414:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880424.331415:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880424.331417:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880424.331419:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880424.331420:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880424.331421:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880424.331422:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880424.331424:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880424.331425:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880424.331428:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880424.331430:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880424.331432:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880424.331434:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519643008, portal 10 00000100:00000001:1.0:1788880424.331436:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880424.331437:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:1.0:1788880424.331442:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331446:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880424.331448:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880424.331450:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880424.331451:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519643008, offset 0 00000400:00000200:1.0:1788880424.331454:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880424.331457:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880424.331460:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880424.331462:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880424.331464:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880424.331466:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880424.331467:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880424.331470:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461006:461006:256:4294967295] 192.168.203.155@tcp LPNI seq info [461000:461000:8:4294967295] 00000400:00000200:1.0:1788880424.331473:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880424.331477:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880424.331480:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880424.331482:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880424.331484:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880424.331486:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880424.331494:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880424.331495:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880424.331497:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880424.331500:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880424.331502:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880424.331503:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880424.331505:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880424.331507:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331512:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880424.331514:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331518:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331520:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880424.331522:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880424.331525:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880424.331527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880424.331529:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305851407 00000100:00000001:1.0:1788880424.331531:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305852691 00000100:00000001:1.0:1788880424.331532:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305851407 00000100:00000001:1.0:1788880424.331534:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305852691 00000100:00000001:1.0:1788880424.331535:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880424.331537:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331538:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880424.331540:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880424/real 1788880424] req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880424.331545:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880424.331546:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880424.331547:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880424.331548:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880424.331549:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880424.331551:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880424.331554:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880424.331564:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331570:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880424.331572:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331574:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.331575:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880424.331579:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331586:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880424.331591:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331599:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880424.331602:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331604:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.331606:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331607:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880424.331608:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880424.331610:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880424.331613:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880424.331614:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880424.331617:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880424.331622:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880424.331625:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880424.331627:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331631:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880424.331632:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880424.331634:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880424.331635:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880424.331636:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880424.331638:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880424.331641:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880424.331642:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880424.331643:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880424.331644:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880424.331647:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880424.331648:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880424.331651:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880424.331653:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880424.331655:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880424.331657:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519643136, portal 10 00000100:00000001:1.0:1788880424.331658:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880424.331659:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000040:1.0:1788880424.331664:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331668:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880424.331670:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880424.331671:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880424.331673:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519643136, offset 0 00000400:00000200:1.0:1788880424.331675:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880424.331678:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880424.331680:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880424.331682:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880424.331684:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880424.331685:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880424.331687:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880424.331689:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461007:461007:256:4294967295] 192.168.203.155@tcp LPNI seq info [461001:461001:8:4294967295] 00000400:00000200:1.0:1788880424.331692:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880424.331697:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880424.331699:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880424.331702:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880424.331704:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880424.331706:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880424.331714:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880424.331716:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880424.331717:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880424.331720:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880424.331722:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880424.331723:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880424.331725:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880424.331728:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331733:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880424.331735:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331739:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331740:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880424.331742:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880424.331744:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880424.331746:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880424.331747:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305851407 00000100:00000001:1.0:1788880424.331748:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305852691 00000100:00000001:1.0:1788880424.331750:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305851407 00000100:00000001:1.0:1788880424.331751:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305852691 00000100:00000001:1.0:1788880424.331753:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880424.331754:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331755:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880424.331757:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880424/real 1788880424] req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880424.331762:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880424.331763:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880424.331764:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880424.331766:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880424.331767:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880424.331768:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880424.331770:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880424.331775:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331780:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880424.331781:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331782:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.331783:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880424.331785:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331789:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880424.331791:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331795:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880424.331797:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331797:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.331798:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331799:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880424.331800:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880424.331802:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880424.331804:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880424.331805:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880424.331807:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880424.331812:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880424.331814:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880424.331815:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331820:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880424.331821:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880424.331823:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880424.331824:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880424.331825:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880424.331827:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880424.331829:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880424.331830:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880424.331831:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880424.331832:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880424.331834:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880424.331835:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880424.331837:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880424.331839:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880424.331841:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880424.331842:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519643264, portal 4 00000100:00000001:1.0:1788880424.331844:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880424.331845:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 00000100:00000040:1.0:1788880424.331848:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331852:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880424.331854:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880424.331855:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880424.331856:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519643264, offset 0 00000400:00000200:1.0:1788880424.331858:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880424.331860:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880424.331863:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880424.331864:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880424.331866:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880424.331868:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880424.331869:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880424.331871:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461008:461008:256:4294967295] 192.168.203.155@tcp LPNI seq info [461002:461002:8:4294967295] 00000400:00000200:1.0:1788880424.331874:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880424.331877:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880424.331881:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880424.331882:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880424.331885:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880424.331887:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880424.331893:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880424.331894:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880424.331896:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880424.331898:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880424.331899:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880424.331901:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880424.331902:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880424.331904:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331909:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880424.331910:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331914:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331915:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880424.331917:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880424.331919:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880424.331921:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880424.331922:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305851459 00000100:00000001:1.0:1788880424.331924:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305852691 00000100:00000001:1.0:1788880424.331926:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305851459 00000100:00000001:1.0:1788880424.331927:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305852691 00000100:00000001:1.0:1788880424.331928:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880424.331929:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.331930:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880424.331932:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880424/real 1788880424] req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880424.331938:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880424.331939:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880424.331940:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880424.331941:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880424.331942:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880424.331943:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880424.331945:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880424.331949:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331953:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880424.331954:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331955:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.331956:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880424.331958:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331962:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880424.331964:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331968:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880424.331969:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331970:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.331971:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.331972:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880424.331973:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880424.331975:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880424.331977:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880424.331978:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880424.331981:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880424.331986:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880424.331988:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880424.331990:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.331994:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880424.331995:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880424.331996:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880424.331997:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880424.331998:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880424.332000:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880424.332002:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880424.332003:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880424.332003:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880424.332004:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880424.332006:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880424.332007:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880424.332009:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880424.332011:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880424.332012:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880424.332014:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519643392, portal 4 00000100:00000001:1.0:1788880424.332015:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880424.332016:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00000040:1.0:1788880424.332020:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332023:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880424.332025:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880424.332026:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880424.332027:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519643392, offset 0 00000400:00000200:1.0:1788880424.332030:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880424.332032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880424.332034:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880424.332036:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880424.332038:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880424.332039:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880424.332041:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880424.332043:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461009:461009:256:4294967295] 192.168.203.155@tcp LPNI seq info [461003:461003:8:4294967295] 00000400:00000200:1.0:1788880424.332046:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880424.332050:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880424.332052:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880424.332054:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880424.332056:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880424.332058:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880424.332065:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880424.332066:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880424.332068:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880424.332070:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880424.332071:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880424.332072:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880424.332073:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880424.332076:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332080:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880424.332082:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332086:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.332087:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880424.332089:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880424.332091:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880424.332093:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880424.332095:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305851410 00000100:00000001:1.0:1788880424.332096:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305852691 00000100:00000001:1.0:1788880424.332098:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305851410 00000100:00000001:1.0:1788880424.332099:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305852691 00000100:00000001:1.0:1788880424.332101:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880424.332102:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.332103:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880424.332105:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880424/real 1788880424] req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880424.332109:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880424.332110:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880424.332111:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880424.332112:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880424.332113:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880424.332114:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880424.332116:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880424.332122:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332126:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880424.332126:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.332128:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.332128:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880424.332130:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332134:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880424.332136:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332140:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880424.332142:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.332143:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880424.332144:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.332145:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880424.332147:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880424.332148:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880424.332150:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880424.332151:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880424.332154:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880424.332158:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880424.332160:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.332161:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880424.332163:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519643008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332167:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880424.332168:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880424.332169:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880424.332170:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880424.332171:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880424.332172:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880424.332173:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880424.332174:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880424.332176:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880424.332177:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880424.332178:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788880424.332180:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880424.332181:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.332182:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880424.332184:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519643136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332193:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880424.332194:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880424.332195:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880424.332196:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880424.332197:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880424.332198:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880424.332199:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880424.332200:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880424.332201:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880424.332201:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880424.332202:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:1.0:1788880424.332203:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880424.332204:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.332205:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880424.332207:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519643264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332210:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880424.332211:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880424.332212:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880424.332214:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880424.332214:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880424.332215:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880424.332216:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880424.332217:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880424.332218:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880424.332219:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880424.332220:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788880424.332221:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880424.332222:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.332223:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880424.332224:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519643392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880424.332244:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880424.332245:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880424.332246:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880424.332263:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880424.332264:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880424.332265:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880424.332266:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880424.332267:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880424.332269:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880424.332270:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880424.332270:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788880424.332272:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880424.332273:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.332274:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880424.332277:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880424.332278:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880424.332279:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880424.332280:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880424.458361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880424.458367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880424.458371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880424.458372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880424.458374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880424.458375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880425.482321:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880425.482327:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880425.482331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880425.482333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880425.482335:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880425.482336:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880425.674354:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305852691, at 4305852736 00000100:00000040:1.0:1788880425.674354:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305852691, at 4305852736 00000100:00000010:1.0:1788880425.674368:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000010:0.0:1788880425.674371:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00010000:00000001:1.0:1788880426.506325:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880426.506331:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880426.506337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880426.506339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880426.506343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880426.506345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880427.530368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880427.530373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880427.530377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880427.530378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880427.530381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880427.530381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880428.554343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880428.554352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880428.554360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880428.554362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880428.554366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880428.554368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.450647:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880429.450654:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880429.450658:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880429.450668:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.450684:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880429.450686:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.450691:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880429.450695:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880429.450700:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880429.450706:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519643520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880429.450714:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880429.450719:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880429.450722:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.450728:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880429.450734:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880429.450739:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880429.450750:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880429.450756:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880429.450765:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880429.450774:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519643520, portal 25 00000100:00000001:1.0:1788880429.450779:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880429.450781:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077952 : -126388361473664 : ffff8d0cea9c5180) 00000100:00000040:1.0:1788880429.450802:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.450820:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880429.450829:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880429.450832:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880429.450837:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519643520, offset 0 00000400:00000200:1.0:1788880429.450846:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880429.450858:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.450869:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880429.450878:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880429.450886:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880429.450893:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880429.450898:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880429.450902:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461010:461010:256:4294967295] 192.168.203.155@tcp LPNI seq info [461004:461004:8:4294967295] 00000400:00000200:1.0:1788880429.450909:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.450922:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880429.450932:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.450939:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880429.450951:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880429.450958:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880429.450981:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.450985:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880429.450994:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880429.451004:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880429.451013:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880429.451016:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880429.451023:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880429.451029:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451047:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.451055:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451079:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.451083:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880429.451091:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880429.451109:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880429.451114:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305857811 00000100:00000010:1.0:1788880429.451121:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:1.0:1788880429.451130:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880429.451145:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305857811 00000100:00000010:1.0:1788880429.451152:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:1.0:1788880429.451157:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880429.451163:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880429.451167:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.451172:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880429.451178:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880429/real 1788880429] req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880429.451205:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880429.451208:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880429.451211:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880429.451215:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880429.451219:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880429.451224:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880429.451231:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880429.451271:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451288:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880429.451291:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.451295:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.451297:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880429.451304:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451319:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880429.451326:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451337:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880429.451341:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.451345:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.451347:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.451352:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880429.451355:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880429.451362:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880429.451368:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880429.451374:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880429.451380:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880429.451397:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519643520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880429.451403:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.451409:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.451414:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5180 x1875765519643520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451427:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880429.451429:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880429.451433:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880429.451440:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880429.451443:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880429.451446:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880429.451452:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880429.451454:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788880429.451461:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880429.451464:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880429.451468:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5180. 00000100:00000001:1.0:1788880429.451473:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880429.451475:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.451480:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.451490:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880429.451493:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.451497:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880429.451499:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880429.451500:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880429.451504:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451510:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880429.451511:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.451513:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880429.451521:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880429.451523:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880429.451525:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880429.451528:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880429.451540:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880429.451541:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.451543:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880429.451545:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880429.451546:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880429.451549:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880429.451551:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880429.451554:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880429.451556:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519643648, portal 10 00000100:00000001:1.0:1788880429.451557:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880429.451558:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348073472 : -126388361478144 : ffff8d0cea9c4000) 00000100:00000040:1.0:1788880429.451564:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451568:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880429.451570:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880429.451572:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880429.451574:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519643648, offset 0 00000400:00000200:1.0:1788880429.451577:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880429.451579:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.451582:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880429.451585:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880429.451586:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880429.451588:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880429.451590:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880429.451592:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461011:461011:256:4294967295] 192.168.203.155@tcp LPNI seq info [461005:461005:8:4294967295] 00000400:00000200:1.0:1788880429.451595:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.451599:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880429.451602:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.451605:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880429.451607:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880429.451609:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880429.451617:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.451618:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880429.451620:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880429.451623:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880429.451625:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880429.451626:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880429.451628:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880429.451630:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451636:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.451638:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451642:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.451643:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880429.451646:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880429.451649:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880429.451652:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880429.451653:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305856527 00000100:00000001:1.0:1788880429.451655:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305857811 00000100:00000001:1.0:1788880429.451657:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305856527 00000100:00000001:1.0:1788880429.451659:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305857811 00000100:00000001:1.0:1788880429.451660:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880429.451661:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.451662:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880429.451664:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880429/real 1788880429] req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880429.451670:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880429.451671:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880429.451672:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880429.451674:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880429.451675:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880429.451676:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880429.451678:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880429.451683:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451687:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880429.451688:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.451689:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.451690:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880429.451692:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451696:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880429.451699:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451880:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880429.451887:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.451891:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.451894:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.451898:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880429.451902:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880429.451907:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880429.451918:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880429.451922:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880429.451936:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880429.451956:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880429.451969:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880429.451978:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.451993:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880429.451997:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.452004:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880429.452010:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880429.452015:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880429.452022:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880429.452030:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880429.452058:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880429.452061:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.452065:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880429.452078:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880429.452098:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880429.452105:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880429.452109:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880429.452114:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880429.452120:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519643776, portal 10 00000100:00000001:1.0:1788880429.452122:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880429.452124:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086016 : -126388361465600 : ffff8d0cea9c7100) 00000100:00000040:1.0:1788880429.452130:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452136:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880429.452138:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880429.452140:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880429.452142:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519643776, offset 0 00000400:00000200:1.0:1788880429.452147:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880429.452153:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.452160:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880429.452164:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880429.452167:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880429.452170:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880429.452172:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880429.452175:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461012:461012:256:4294967295] 192.168.203.155@tcp LPNI seq info [461006:461006:8:4294967295] 00000400:00000200:1.0:1788880429.452178:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.452186:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880429.452190:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.452212:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880429.452218:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880429.452221:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880429.452232:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.452233:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880429.452238:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880429.452242:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880429.452246:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880429.452312:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880429.452320:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880429.452326:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452340:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.452344:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452353:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.452356:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880429.452363:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880429.452370:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880429.452374:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880429.452378:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305856528 00000100:00000001:1.0:1788880429.452383:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305857811 00000100:00000001:1.0:1788880429.452386:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305856528 00000100:00000001:1.0:1788880429.452389:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305857811 00000100:00000001:1.0:1788880429.452392:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880429.452395:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.452398:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880429.452403:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880429/real 1788880429] req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880429.452415:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880429.452417:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880429.452420:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880429.452424:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880429.452426:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880429.452429:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880429.452433:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880429.452444:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452453:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880429.452455:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.452457:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.452459:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880429.452464:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452472:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880429.452478:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452486:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880429.452489:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.452491:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.452492:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.452495:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880429.452497:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880429.452500:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880429.452504:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880429.452506:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880429.452511:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880429.452534:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880429.452537:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880429.452539:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452545:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880429.452546:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.452548:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880429.452549:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880429.452551:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880429.452553:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880429.452555:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880429.452557:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880429.452558:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.452559:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880429.452562:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880429.452563:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880429.452565:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880429.452567:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880429.452570:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880429.452572:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519643904, portal 4 00000100:00000001:1.0:1788880429.452574:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880429.452575:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348086912 : -126388361464704 : ffff8d0cea9c7480) 00000100:00000040:1.0:1788880429.452579:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452584:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880429.452585:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880429.452587:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880429.452589:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519643904, offset 0 00000400:00000200:1.0:1788880429.452591:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880429.452594:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.452597:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880429.452599:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880429.452601:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880429.452602:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880429.452604:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880429.452606:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461013:461013:256:4294967295] 192.168.203.155@tcp LPNI seq info [461007:461007:8:4294967295] 00000400:00000200:1.0:1788880429.452609:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.452614:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880429.452617:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.452620:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880429.452622:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880429.452624:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880429.452632:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.452634:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880429.452636:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880429.452638:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880429.452640:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880429.452642:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880429.452643:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880429.452646:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452651:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.452653:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452658:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.452659:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880429.452661:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880429.452663:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880429.452664:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880429.452666:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305856580 00000100:00000001:1.0:1788880429.452668:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305857811 00000100:00000001:1.0:1788880429.452669:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305856580 00000100:00000001:1.0:1788880429.452671:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305857811 00000100:00000001:1.0:1788880429.452672:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880429.452673:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.452674:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880429.452677:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880429/real 1788880429] req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880429.452683:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880429.452684:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880429.452685:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880429.452686:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880429.452687:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880429.452688:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880429.452690:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880429.452696:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452700:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880429.452701:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.452702:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.452703:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880429.452706:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452710:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880429.452712:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452716:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880429.452718:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.452719:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.452720:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.452721:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880429.452722:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880429.452723:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880429.452725:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880429.452727:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880429.452729:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880429.452735:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519643904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880429.452738:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880429.452740:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452745:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880429.452746:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.452747:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880429.452748:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880429.452749:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880429.452751:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880429.452753:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880429.452754:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880429.452755:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880429.452756:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880429.452758:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880429.452759:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880429.452761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880429.452763:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880429.452765:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880429.452767:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519644032, portal 4 00000100:00000001:1.0:1788880429.452768:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880429.452769:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788880429.452773:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452777:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880429.452778:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880429.452780:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880429.452781:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519644032, offset 0 00000400:00000200:1.0:1788880429.452784:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880429.452805:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.452809:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880429.452813:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880429.452816:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880429.452819:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880429.452823:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880429.452827:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461014:461014:256:4294967295] 192.168.203.155@tcp LPNI seq info [461008:461008:8:4294967295] 00000400:00000200:1.0:1788880429.452832:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880429.452840:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880429.452845:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.452848:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880429.452853:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880429.452856:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880429.452869:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880429.452871:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880429.452875:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880429.452879:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880429.452883:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880429.452885:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880429.452887:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880429.452892:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452901:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.452905:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.452913:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.452915:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880429.452918:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880429.452922:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880429.452926:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880429.452930:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305856531 00000100:00000001:1.0:1788880429.452934:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305857811 00000100:00000001:1.0:1788880429.452939:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305856531 00000100:00000001:1.0:1788880429.452944:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305857811 00000100:00000001:1.0:1788880429.452948:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880429.452952:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.452956:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880429.452963:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880429/real 1788880429] req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880429.452979:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880429.452982:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880429.452986:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880429.452991:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880429.452995:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880429.452999:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880429.453006:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880429.453024:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.453038:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880429.453042:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.453045:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.453047:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880429.453052:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.453061:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880429.453066:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.453074:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880429.453078:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.453080:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880429.453082:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.453100:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880429.453102:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880429.453104:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880429.453106:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880429.453107:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880429.453109:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880429.453115:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880429.453118:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.453120:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.453123:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4000 x1875765519643648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.453127:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880429.453130:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880429.453132:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880429.453134:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880429.453136:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880429.453138:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880429.453140:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880429.453142:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1800. 02000000:00000001:1.0:1788880429.453145:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880429.453146:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880429.453147:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4000. 00000100:00000001:1.0:1788880429.453152:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880429.453153:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.453154:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.453157:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7100 x1875765519643776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.453166:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880429.453167:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880429.453168:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880429.453170:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880429.453170:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880429.453171:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880429.453172:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880429.453173:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788880429.453174:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880429.453175:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880429.453176:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7100. 00000100:00000001:1.0:1788880429.453180:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880429.453181:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.453181:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.453183:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7480 x1875765519643904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.453187:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880429.453188:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880429.453189:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880429.453202:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880429.453203:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880429.453204:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880429.453205:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880429.453206:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788880429.453207:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880429.453208:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880429.453209:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7480. 00000100:00000001:1.0:1788880429.453211:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880429.453211:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.453212:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880429.453215:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519644032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880429.453220:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880429.453220:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880429.453222:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880429.453223:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880429.453224:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880429.453225:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880429.453226:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880429.453227:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788880429.453228:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880429.453229:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880429.453230:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788880429.453231:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880429.453232:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.453234:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880429.453240:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880429.453241:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880429.453243:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880429.453244:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880429.578374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880429.578383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880429.578391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880429.578392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880429.578396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880429.578398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880430.602369:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880430.602371:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880430.602374:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602377:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880430.602379:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602380:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602382:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880430.602386:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880430.602387:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880430.602388:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602390:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880430.602390:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602392:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602393:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880430.602397:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880430.602398:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880430.602399:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602400:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880430.602401:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602402:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880430.602404:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880430.794315:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305857811, at 4305857856 00000100:00000010:0.0:1788880430.794334:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000040:1.0:1788880430.794357:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305857811, at 4305857856 00000100:00000010:1.0:1788880430.794371:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00010000:00000001:1.0:1788880431.626347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880431.626356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880431.626364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880431.626366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880431.626371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880431.626373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880432.650331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880432.650339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880432.650344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880432.650345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880432.650348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880432.650349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880433.674400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880433.674410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880433.674419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880433.674421:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880433.674426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880433.674428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.570647:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880434.570655:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880434.570662:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880434.570678:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.570699:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880434.570703:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.570712:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880434.570718:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880434.570727:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880434.570738:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519644160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880434.570751:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880434.570758:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880434.570763:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.570769:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880434.570781:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880434.570789:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880434.570801:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880434.570812:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880434.570823:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880434.570837:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519644160, portal 25 00000100:00000001:1.0:1788880434.570846:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880434.570850:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788880434.570865:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.570890:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880434.570900:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880434.570906:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880434.570914:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519644160, offset 0 00000400:00000200:1.0:1788880434.570927:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880434.570942:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.570955:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880434.570967:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880434.570980:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880434.570993:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880434.571005:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880434.571023:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461015:461015:256:4294967295] 192.168.203.155@tcp LPNI seq info [461009:461009:8:4294967295] 00000400:00000200:1.0:1788880434.571045:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.571079:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880434.571101:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.571113:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880434.571125:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880434.571135:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880434.571197:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.571204:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880434.571214:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880434.571227:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880434.571236:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880434.571243:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880434.571278:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880434.571289:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.571316:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.571325:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.571345:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.571349:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880434.571361:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880434.571375:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880434.571382:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305862932 00000100:00000010:1.0:1788880434.571393:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:1.0:1788880434.571408:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880434.571422:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305862932 00000100:00000010:1.0:1788880434.571430:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000100:00000001:1.0:1788880434.571439:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880434.571449:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880434.571457:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.571466:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880434.571479:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880434/real 1788880434] req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880434.571538:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880434.571544:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880434.571550:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880434.571558:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880434.571564:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880434.571571:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880434.571580:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880434.571601:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.571625:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880434.571632:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.571641:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.571646:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880434.571654:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.571690:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880434.571702:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.571727:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880434.571736:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.571744:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.571745:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.571749:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880434.571754:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880434.571759:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880434.571765:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880434.571769:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880434.571775:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880434.571785:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519644160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880434.571790:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.571792:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.571794:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519644160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.571801:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880434.571804:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880434.571807:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880434.571812:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880434.571814:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880434.571816:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880434.571818:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880434.571820:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1c00. 02000000:00000001:1.0:1788880434.571823:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880434.571825:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880434.571826:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788880434.571831:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880434.571832:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.571834:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.571843:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880434.571845:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.571847:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880434.571849:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880434.571851:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880434.571854:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.571862:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880434.571864:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.571866:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880434.571868:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880434.571870:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880434.571873:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880434.571876:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880434.571879:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880434.571880:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.571882:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880434.571886:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880434.571888:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880434.571891:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880434.571894:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880434.571898:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880434.571901:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519644288, portal 10 00000100:00000001:1.0:1788880434.571903:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880434.571905:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788880434.571912:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.571918:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880434.571921:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880434.571923:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880434.571925:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519644288, offset 0 00000400:00000200:1.0:1788880434.571929:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880434.571933:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.571937:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880434.571940:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880434.571943:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880434.571946:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880434.571949:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880434.571952:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461016:461016:256:4294967295] 192.168.203.155@tcp LPNI seq info [461010:461010:8:4294967295] 00000400:00000200:1.0:1788880434.571957:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.571963:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880434.571968:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.571972:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880434.571978:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880434.571983:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880434.572001:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.572004:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880434.572008:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880434.572014:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880434.572019:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880434.572022:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880434.572027:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880434.572048:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572065:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.572072:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572085:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.572088:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880434.572093:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880434.572100:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880434.572105:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880434.572108:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305861647 00000100:00000001:1.0:1788880434.572113:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305862932 00000100:00000001:1.0:1788880434.572116:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305861647 00000100:00000001:1.0:1788880434.572119:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305862932 00000100:00000001:1.0:1788880434.572121:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880434.572124:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.572127:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880434.572132:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880434/real 1788880434] req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880434.572143:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880434.572145:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880434.572148:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880434.572151:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880434.572154:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880434.572195:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880434.572200:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880434.572211:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572220:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880434.572222:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.572225:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.572226:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880434.572231:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572240:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880434.572246:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572283:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880434.572287:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.572289:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.572291:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.572294:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880434.572296:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880434.572300:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880434.572304:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880434.572307:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880434.572312:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880434.572323:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880434.572329:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880434.572334:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572343:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880434.572345:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.572347:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880434.572350:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880434.572352:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880434.572356:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880434.572360:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880434.572363:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880434.572365:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.572368:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880434.572373:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880434.572376:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880434.572381:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880434.572384:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880434.572388:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880434.572393:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519644416, portal 10 00000100:00000001:1.0:1788880434.572395:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880434.572397:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788880434.572405:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572414:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880434.572417:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880434.572419:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880434.572423:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519644416, offset 0 00000400:00000200:1.0:1788880434.572428:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880434.572433:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.572438:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880434.572442:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880434.572446:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880434.572450:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880434.572453:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880434.572457:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461017:461017:256:4294967295] 192.168.203.155@tcp LPNI seq info [461011:461011:8:4294967295] 00000400:00000200:1.0:1788880434.572462:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.572471:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880434.572476:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.572480:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880434.572485:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880434.572489:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880434.572503:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.572506:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880434.572510:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880434.572515:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880434.572519:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880434.572521:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880434.572524:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880434.572529:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572539:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.572543:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572552:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.572555:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880434.572559:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880434.572563:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880434.572566:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880434.572569:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305861648 00000100:00000001:1.0:1788880434.572573:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305862932 00000100:00000001:1.0:1788880434.572576:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305861648 00000100:00000001:1.0:1788880434.572579:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305862932 00000100:00000001:1.0:1788880434.572582:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880434.572585:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.572587:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880434.572592:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880434/real 1788880434] req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880434.572601:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880434.572603:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880434.572605:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880434.572607:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880434.572609:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880434.572612:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880434.572615:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880434.572626:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572635:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880434.572636:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.572638:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.572640:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880434.572644:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572652:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880434.572656:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572664:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880434.572667:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.572669:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.572671:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.572674:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880434.572677:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880434.572680:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880434.572684:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880434.572687:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880434.572692:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880434.572701:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880434.572705:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880434.572709:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572717:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880434.572719:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.572721:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880434.572724:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880434.572727:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880434.572730:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880434.572734:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880434.572737:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880434.572738:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.572741:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880434.572744:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880434.572747:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880434.572750:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880434.572753:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880434.572757:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880434.572760:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519644544, portal 4 00000100:00000001:1.0:1788880434.572763:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880434.572765:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788880434.572772:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572781:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880434.572784:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880434.572786:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880434.572789:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519644544, offset 0 00000400:00000200:1.0:1788880434.572794:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880434.572798:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.572801:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880434.572805:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880434.572808:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880434.572810:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880434.572813:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880434.572817:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461018:461018:256:4294967295] 192.168.203.155@tcp LPNI seq info [461012:461012:8:4294967295] 00000400:00000200:1.0:1788880434.572823:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.572831:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880434.572836:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.572839:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880434.572844:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880434.572847:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880434.572861:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.572863:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880434.572867:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880434.572871:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880434.572874:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880434.572876:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880434.572878:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880434.572883:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572892:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.572896:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.572913:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.572915:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880434.572919:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880434.572922:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880434.572926:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880434.572928:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305861700 00000100:00000001:1.0:1788880434.572931:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305862932 00000100:00000001:1.0:1788880434.572934:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305861700 00000100:00000001:1.0:1788880434.572937:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305862932 00000100:00000001:1.0:1788880434.572939:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880434.572941:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.572944:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880434.572948:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880434/real 1788880434] req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880434.572957:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880434.572958:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880434.572960:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880434.572962:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880434.572964:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880434.572967:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880434.572971:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880434.572988:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573002:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880434.573005:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573009:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.573012:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880434.573020:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573035:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880434.573043:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573059:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880434.573064:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573067:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.573070:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573074:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880434.573077:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880434.573083:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880434.573089:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880434.573092:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880434.573097:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880434.573108:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880434.573113:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880434.573117:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573125:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880434.573127:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.573130:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880434.573133:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880434.573136:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880434.573139:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880434.573143:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880434.573146:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880434.573149:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880434.573151:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880434.573180:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880434.573184:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880434.573189:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880434.573193:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880434.573198:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880434.573202:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519644672, portal 4 00000100:00000001:1.0:1788880434.573204:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880434.573206:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788880434.573215:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573224:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880434.573227:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880434.573230:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880434.573233:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519644672, offset 0 00000400:00000200:1.0:1788880434.573238:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880434.573243:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.573274:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880434.573278:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880434.573282:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880434.573285:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880434.573288:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880434.573293:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461019:461019:256:4294967295] 192.168.203.155@tcp LPNI seq info [461013:461013:8:4294967295] 00000400:00000200:1.0:1788880434.573298:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880434.573308:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880434.573314:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.573318:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880434.573323:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880434.573327:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880434.573342:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880434.573346:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880434.573350:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880434.573354:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880434.573359:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880434.573361:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880434.573364:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880434.573369:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573379:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.573383:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573392:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.573394:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880434.573398:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880434.573402:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880434.573406:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880434.573409:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305861652 00000100:00000001:1.0:1788880434.573412:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305862932 00000100:00000001:1.0:1788880434.573415:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305861652 00000100:00000001:1.0:1788880434.573418:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305862932 00000100:00000001:1.0:1788880434.573421:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880434.573423:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.573426:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880434.573430:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880434/real 1788880434] req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880434.573439:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880434.573441:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880434.573443:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880434.573445:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880434.573447:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880434.573450:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880434.573454:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880434.573465:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573472:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880434.573474:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573476:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.573478:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880434.573482:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573490:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880434.573495:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573503:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880434.573505:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573507:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880434.573509:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573511:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880434.573514:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880434.573517:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880434.573522:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880434.573525:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880434.573529:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880434.573539:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519644672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880434.573543:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573545:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.573549:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519644288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573558:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880434.573560:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880434.573563:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880434.573567:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880434.573568:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880434.573570:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880434.573572:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880434.573575:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2800. 02000000:00000001:1.0:1788880434.573579:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880434.573581:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880434.573583:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788880434.573591:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880434.573593:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573595:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.573600:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519644416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573608:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880434.573610:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880434.573611:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880434.573614:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880434.573615:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880434.573617:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880434.573619:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880434.573621:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3c00. 02000000:00000001:1.0:1788880434.573623:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880434.573624:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880434.573626:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788880434.573628:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880434.573630:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573632:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.573635:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519644544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573643:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880434.573645:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880434.573647:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880434.573650:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880434.573652:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880434.573654:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880434.573656:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880434.573658:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2c00. 02000000:00000001:1.0:1788880434.573660:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880434.573661:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880434.573663:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788880434.573665:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880434.573667:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573668:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880434.573672:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519644672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880434.573679:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880434.573681:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880434.573682:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880434.573687:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880434.573688:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880434.573689:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880434.573691:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880434.573693:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1000. 02000000:00000001:1.0:1788880434.573695:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880434.573696:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880434.573698:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788880434.573700:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880434.573702:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573704:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880434.573708:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880434.573710:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880434.573712:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880434.573714:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880434.698361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880434.698366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880434.698372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880434.698374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880434.698379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880434.698381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880435.722340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880435.722347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880435.722353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880435.722354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880435.722357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880435.722358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880435.914388:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305862932, at 4305862976 00000100:00000040:1.0:1788880435.914392:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305862932, at 4305862976 00000100:00000010:0.0:1788880435.914412:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00000100:00000010:1.0:1788880435.914416:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00010000:00000001:1.0:1788880436.746332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880436.746340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880436.746346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880436.746347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880436.746351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880436.746352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880437.770319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880437.770325:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880437.770330:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880437.770332:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880437.770335:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880437.770336:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880438.794332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880438.794339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880438.794345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880438.794346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880438.794349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880438.794350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880439.690453:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880439.690466:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880439.690470:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880439.690475:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880439.690482:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880439.690494:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11194 00000400:00000200:1.0:1788880439.690506:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880439.690517:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880439.690523:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880439.690530:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690535:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.690539:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690543:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880439.690554:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880439.690557:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880439.690561:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880439.690566:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880439.690569:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880439.690573:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880439.690577:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690580:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.690582:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690585:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880439.690589:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880439.690593:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690596:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880439.690601:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880439.690605:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880439.690608:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.690611:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880439.690615:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880439.690625:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880439.690629:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880439.690634:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880439.690637:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.690641:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880439.690645:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880439.690652:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880439.690662:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880439.690673:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880439.690687:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519644800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880439.690703:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880439.690711:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880439.690718:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519644800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880439.690751:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880439.690756:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880439.690761:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880439.690763:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880439.690766:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880439.690769:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880439.690773:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11194 00000400:00000200:1.0:1788880439.690778:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880439.690783:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880439.690787:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880439.690793:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690796:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.690801:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690806:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880439.690813:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880439.690819:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880439.690822:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880439.690828:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880439.690832:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880439.690837:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880439.690845:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690854:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.690862:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690869:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880439.690877:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880439.690886:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880439.690894:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880439.690900:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880439.690910:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880439.690921:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.690929:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880439.690942:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880439.690948:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.690952:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880439.690960:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880439.690970:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880439.690973:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880439.690977:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.690989:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880439.690994:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880439.690999:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880439.691007:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:1.0:1788880439.691016:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880439.691035:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519644928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880439.691076:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880439.691081:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880439.691099:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519644928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880439.691151:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880439.691159:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880439.691171:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880439.691174:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880439.691181:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880439.691186:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880439.691193:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11194 00000400:00000200:1.0:1788880439.691199:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880439.691207:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880439.691217:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880439.691224:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691228:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.691235:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691243:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880439.691286:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880439.691289:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880439.691292:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880439.691296:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880439.691300:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880439.691307:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880439.691319:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691325:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.691334:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691342:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880439.691351:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880439.691362:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691368:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880439.691377:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880439.691384:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880439.691391:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.691394:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880439.691397:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880439.691407:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.691413:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880439.691424:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880439.691432:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880439.691437:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880439.691440:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.691448:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880439.691452:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880439.691455:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880439.691467:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880439.691475:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880439.691494:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519645056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880439.691520:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880439.691528:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880439.691541:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519645056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880439.691566:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880439.691572:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880439.691580:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880439.691586:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880439.691591:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880439.691595:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880439.691606:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11194 00000400:00000200:1.0:1788880439.691618:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880439.691630:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880439.691639:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880439.691647:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691655:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.691666:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691676:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880439.691685:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880439.691691:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880439.691696:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880439.691701:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880439.691708:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880439.691711:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880439.691722:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691729:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.691738:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691744:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880439.691748:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880439.691758:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880439.691761:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880439.691765:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880439.691774:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880439.691779:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.691781:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880439.691784:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880439.691786:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.691790:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880439.691796:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880439.691803:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880439.691811:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880439.691814:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.691824:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880439.691829:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880439.691834:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880439.691847:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880439.691855:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880439.691873:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519645184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880439.691889:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880439.691895:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880439.691910:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519645184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880439.691936:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880439.691944:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880439.691958:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880439.691964:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880439.691970:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880439.691977:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880439.691987:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11194 00000400:00000200:1.0:1788880439.692002:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880439.692014:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880439.692022:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880439.692032:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.692039:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.692049:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.692059:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880439.692066:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880439.692070:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880439.692075:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880439.692079:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880439.692084:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880439.692091:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880439.692102:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.692109:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880439.692115:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880439.692142:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880439.692151:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880439.692159:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880439.692169:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880439.692177:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880439.692184:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880439.692190:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.692197:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880439.692201:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880439.692210:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.692213:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880439.692221:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880439.692228:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880439.692237:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880439.692242:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880439.692246:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880439.692275:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880439.692278:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880439.692287:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880439.692299:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880439.692318:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519645312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880439.692376:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880439.692383:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880439.692399:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519645312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880439.692426:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880439.692439:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11204) 00010000:00000001:1.0:1788880439.818373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880439.818379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880439.818385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880439.818387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880439.818391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880439.818393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880440.842391:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880440.842394:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880440.842398:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842406:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880440.842409:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842412:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842414:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842419:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880440.842422:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880440.842424:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880440.842426:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842428:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880440.842430:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842432:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842435:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842439:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880440.842440:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880440.842442:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880440.842444:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842446:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880440.842447:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842449:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880440.842452:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880441.034378:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305868052, at 4305868096 00000100:00000010:1.0:1788880441.034397:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2be40. 00000100:00000040:0.0:1788880441.034400:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305868052, at 4305868096 00000100:00000010:0.0:1788880441.034417:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b5a0. 00010000:00000001:1.0:1788880441.866338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880441.866343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880441.866348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880441.866349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880441.866352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880441.866353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880442.890337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880442.890342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880442.890345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880442.890346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880442.890349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880442.890350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880443.914321:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880443.914330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880443.914336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880443.914338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880443.914342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880443.914343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880444.810308:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880444.810317:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880444.810320:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880444.810323:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880444.810327:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880444.810333:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11199 00000400:00000200:1.0:1788880444.810341:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880444.810347:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880444.810349:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880444.810352:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810354:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.810356:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810358:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880444.810365:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880444.810367:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880444.810369:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880444.810371:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880444.810373:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880444.810375:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880444.810377:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810379:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.810380:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810381:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880444.810383:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880444.810385:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810387:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880444.810389:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880444.810391:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880444.810394:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.810396:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880444.810398:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880444.810406:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788880444.810409:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880444.810412:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880444.810413:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.810415:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880444.810418:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880444.810421:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880444.810428:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880444.810433:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880444.810440:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519645440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880444.810448:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880444.810452:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880444.810456:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519645440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880444.810473:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880444.810476:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880444.810479:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880444.810480:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880444.810482:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880444.810484:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880444.810485:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11199 00000400:00000200:1.0:1788880444.810487:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880444.810489:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880444.810491:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880444.810493:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810495:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.810496:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810498:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880444.810500:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880444.810501:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880444.810502:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880444.810504:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880444.810505:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880444.810507:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880444.810508:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810510:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.810511:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810512:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880444.810513:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880444.810515:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810517:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880444.810519:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880444.810525:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880444.810526:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.810528:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880444.810531:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880444.810533:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.810534:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880444.810537:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880444.810540:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880444.810545:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880444.810547:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.810553:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880444.810560:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880444.810562:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880444.810566:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880444.810571:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880444.810585:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519645568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880444.810636:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880444.810644:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880444.810650:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519645568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880444.810678:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880444.810682:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880444.810694:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880444.810704:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880444.810706:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880444.810712:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880444.810723:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11199 00000400:00000200:1.0:1788880444.810727:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880444.810738:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880444.810742:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880444.810748:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810751:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.810763:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810772:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880444.810779:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880444.810782:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880444.810789:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880444.810796:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880444.810805:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880444.810815:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880444.810827:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810831:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.810839:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810846:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880444.810854:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880444.810857:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880444.810859:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880444.810860:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880444.810866:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880444.810870:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.810871:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880444.810877:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880444.810881:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.810884:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880444.810890:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788880444.810896:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880444.810905:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880444.810911:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.810921:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880444.810930:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880444.810935:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880444.810946:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880444.810955:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880444.810966:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519645696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880444.810991:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880444.810995:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880444.811009:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519645696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880444.811034:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880444.811043:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880444.811047:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880444.811048:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880444.811049:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880444.811050:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880444.811053:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11199 00000400:00000200:1.0:1788880444.811056:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880444.811062:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880444.811067:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880444.811076:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811098:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.811106:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811110:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880444.811115:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880444.811117:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880444.811119:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880444.811122:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880444.811124:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880444.811128:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880444.811140:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811144:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.811154:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811171:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880444.811182:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880444.811196:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811206:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880444.811208:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880444.811211:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880444.811214:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.811219:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880444.811229:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880444.811236:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.811242:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880444.811288:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788880444.811293:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880444.811295:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880444.811299:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.811306:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880444.811309:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880444.811314:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880444.811326:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880444.811330:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880444.811340:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519645824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880444.811364:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880444.811369:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880444.811381:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519645824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880444.811402:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880444.811412:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880444.811420:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880444.811423:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880444.811429:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880444.811435:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880444.811440:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11199 00000400:00000200:1.0:1788880444.811456:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880444.811463:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880444.811471:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880444.811484:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811495:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.811500:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811509:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880444.811525:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880444.811539:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880444.811542:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880444.811544:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880444.811551:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880444.811560:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880444.811569:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811575:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880444.811581:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811584:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880444.811587:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880444.811598:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880444.811608:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880444.811610:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880444.811615:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880444.811619:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.811625:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880444.811628:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880444.811633:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.811634:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880444.811637:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880444.811642:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880444.811651:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880444.811652:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880444.811655:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880444.811659:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880444.811665:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880444.811676:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880444.811683:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880444.811691:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519645952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880444.811698:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880444.811700:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880444.811703:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519645952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880444.811708:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880444.811712:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11209) 00010000:00000001:1.0:1788880444.938358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880444.938364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880444.938368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880444.938369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880444.938371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880444.938373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880445.962326:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880445.962333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880445.962338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880445.962339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880445.962341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880445.962342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880446.154338:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305873171, at 4305873216 00000100:00000010:0.0:1788880446.154355:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b900. 00000100:00000040:1.0:1788880446.154458:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305873171, at 4305873216 00000100:00000010:1.0:1788880446.154464:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b840. 00010000:00000001:1.0:1788880446.986386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880446.986395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880446.986402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880446.986404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880446.986409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880446.986410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1788880447.882524:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788880447.882559:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788880447.882567:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880447.882570:0:2381:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788880447.882574:0:2381:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880447.882577:0:2381:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788880447.882580:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880447.882583:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaf00. 00000400:00000200:0.0:1788880447.882588:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880447.882591:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880447.882597:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4dd0 00000400:00000010:0.0:1788880447.882599:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4dd0. 00000100:00000001:0.0:1788880447.882604:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880447.882611:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9493800 x1875765519645440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882629:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880447.882632:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9493800 x1875765519645440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882638:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880447.882640:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788880447.882647:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880447.882648:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa200. 00000400:00000200:0.0:1788880447.882650:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880447.882652:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880447.882654:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4198 00000400:00000010:0.0:1788880447.882655:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4198. 00000100:00000001:0.0:1788880447.882657:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880447.882661:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9490380 x1875765519645568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882667:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880447.882669:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9490380 x1875765519645568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882675:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880447.882676:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788880447.882680:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880447.882683:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa800. 00000400:00000200:0.0:1788880447.882687:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880447.882695:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880447.882699:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4440 00000400:00000010:0.0:1788880447.882703:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4440. 00000100:00000001:0.0:1788880447.882707:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880447.882716:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9490e00 x1875765519645696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882732:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880447.882735:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9490e00 x1875765519645696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882741:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880447.882743:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788880447.882747:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880447.882750:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaaa00. 00000400:00000200:0.0:1788880447.882753:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880447.882756:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880447.882759:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c47f8 00000400:00000010:0.0:1788880447.882760:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c47f8. 00000100:00000001:0.0:1788880447.882762:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880447.882767:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9491880 x1875765519645824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882776:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880447.882779:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9491880 x1875765519645824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882788:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880447.882791:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000100:0.0:1788880447.882800:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880447.882803:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cf3eaa600. 00000400:00000200:0.0:1788880447.882807:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880447.882813:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880447.882816:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0d008c4000 00000400:00000010:0.0:1788880447.882820:0:2381:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0d008c4000. 00000100:00000001:0.0:1788880447.882824:0:2381:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880447.882829:0:2381:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cc9491500 x1875765519645952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882838:0:2381:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880447.882844:0:2381:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cc9491500 x1875765519645952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880447.882864:0:2381:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880447.882867:0:2381:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1788880448.010337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880448.010343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880448.010347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880448.010348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880448.010351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880448.010352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880449.034369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880449.034375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880449.034380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880449.034381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880449.034384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880449.034385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.930594:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880449.930602:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880449.930607:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880449.930620:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.930657:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880449.930660:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.930667:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880449.930671:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880449.930674:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880449.930679:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519646080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880449.930682:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880449.930686:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880449.930688:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.930690:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880449.930695:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880449.930697:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880449.930702:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880449.930706:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880449.930711:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880449.930718:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519646080, portal 25 00000100:00000001:1.0:1788880449.930720:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880449.930721:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788880449.930728:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.930745:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880449.930754:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880449.930761:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880449.930768:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519646080, offset 0 00000400:00000200:1.0:1788880449.930782:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880449.930794:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.930804:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880449.930813:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880449.930823:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880449.930833:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880449.930840:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880449.930850:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461030:461030:256:4294967295] 192.168.203.155@tcp LPNI seq info [461024:461024:8:4294967295] 00000400:00000200:1.0:1788880449.930860:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.930880:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880449.930892:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.930902:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880449.930918:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880449.930928:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880449.930962:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.930968:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880449.930976:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880449.930989:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880449.930997:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880449.931003:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880449.931009:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880449.931020:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931065:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.931074:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931094:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.931100:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880449.931111:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880449.931121:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880449.931126:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305878291 00000100:00000010:1.0:1788880449.931132:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000100:00000001:1.0:1788880449.931141:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880449.931148:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305878291 00000100:00000010:1.0:1788880449.931154:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dde0. 00000100:00000001:1.0:1788880449.931158:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880449.931163:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880449.931168:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.931174:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880449.931182:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880449/real 1788880449] req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880449.931205:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880449.931209:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880449.931212:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880449.931216:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880449.931219:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880449.931223:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880449.931229:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880449.931265:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931271:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880449.931273:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931275:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.931278:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880449.931287:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931299:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880449.931308:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931324:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880449.931332:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931336:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.931338:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931344:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880449.931347:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880449.931354:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880449.931359:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880449.931363:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880449.931371:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880449.931385:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519646080:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880449.931392:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931395:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.931401:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519646080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931413:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880449.931416:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880449.931420:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880449.931426:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880449.931429:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880449.931433:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880449.931438:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880449.931442:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880449.931447:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880449.931449:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880449.931452:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788880449.931458:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880449.931461:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931464:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931472:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880449.931476:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.931480:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880449.931484:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880449.931487:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880449.931495:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931509:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880449.931513:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.931520:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880449.931525:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880449.931533:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880449.931542:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880449.931551:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880449.931556:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880449.931561:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.931565:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880449.931572:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880449.931576:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880449.931585:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880449.931590:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880449.931595:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880449.931600:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519646208, portal 10 00000100:00000001:1.0:1788880449.931604:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880449.931606:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788880449.931618:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931624:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880449.931629:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880449.931631:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880449.931633:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519646208, offset 0 00000400:00000200:1.0:1788880449.931636:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880449.931640:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.931643:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880449.931646:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880449.931649:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880449.931651:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880449.931654:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880449.931658:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461031:461031:256:4294967295] 192.168.203.155@tcp LPNI seq info [461025:461025:8:4294967295] 00000400:00000200:1.0:1788880449.931661:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.931666:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880449.931669:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.931672:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880449.931675:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880449.931677:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880449.931685:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.931686:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880449.931688:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880449.931691:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880449.931693:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880449.931695:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880449.931696:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880449.931698:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931704:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.931706:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931711:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.931712:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880449.931714:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880449.931717:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880449.931720:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880449.931721:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305877007 00000100:00000001:1.0:1788880449.931723:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305878291 00000100:00000001:1.0:1788880449.931725:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305877007 00000100:00000001:1.0:1788880449.931727:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305878291 00000100:00000001:1.0:1788880449.931728:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880449.931729:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.931731:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880449.931733:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880449/real 1788880449] req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880449.931743:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880449.931744:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880449.931745:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880449.931746:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880449.931747:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880449.931748:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880449.931750:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880449.931756:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931760:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880449.931761:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931762:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.931763:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880449.931765:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931769:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880449.931771:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931776:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880449.931777:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931778:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.931779:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931780:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880449.931781:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880449.931783:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880449.931785:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880449.931786:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880449.931789:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880449.931794:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646208:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880449.931797:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880449.931799:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931803:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880449.931804:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.931805:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880449.931806:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880449.931807:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880449.931809:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880449.931811:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880449.931812:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880449.931813:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.931814:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880449.931816:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880449.931818:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880449.931820:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880449.931821:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880449.931823:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880449.931825:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519646336, portal 10 00000100:00000001:1.0:1788880449.931826:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880449.931827:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880449.931831:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931835:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880449.931836:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880449.931838:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880449.931839:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519646336, offset 0 00000400:00000200:1.0:1788880449.931842:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880449.931844:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.931846:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880449.931848:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880449.931850:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880449.931852:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880449.931853:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880449.931855:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461032:461032:256:4294967295] 192.168.203.155@tcp LPNI seq info [461026:461026:8:4294967295] 00000400:00000200:1.0:1788880449.931858:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.931862:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880449.931864:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.931866:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880449.931869:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880449.931871:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880449.931878:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.931879:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880449.931881:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880449.931883:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880449.931885:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880449.931886:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880449.931888:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880449.931890:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931895:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.931896:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931901:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.931901:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880449.931903:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880449.931905:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880449.931907:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880449.931908:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305877007 00000100:00000001:1.0:1788880449.931910:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305878291 00000100:00000001:1.0:1788880449.931911:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305877007 00000100:00000001:1.0:1788880449.931913:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305878291 00000100:00000001:1.0:1788880449.931914:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880449.931915:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.931916:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880449.931918:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880449/real 1788880449] req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880449.931923:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880449.931924:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880449.931925:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880449.931926:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880449.931927:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880449.931928:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880449.931930:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880449.931936:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931939:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880449.931940:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931941:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.931942:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880449.931944:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931948:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880449.931950:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931954:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880449.931956:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931957:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.931958:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.931959:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880449.931960:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880449.931962:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880449.931964:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880449.931965:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880449.931967:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880449.931972:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646336:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880449.931974:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880449.931976:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.931980:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880449.931980:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.931982:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880449.931983:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880449.931984:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880449.931986:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880449.931988:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880449.931989:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880449.931990:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.931991:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880449.931993:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880449.931994:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880449.931996:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880449.931997:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880449.931999:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880449.932001:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519646464, portal 4 00000100:00000001:1.0:1788880449.932003:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880449.932004:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880449.932007:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932012:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880449.932013:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880449.932014:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880449.932015:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519646464, offset 0 00000400:00000200:1.0:1788880449.932018:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880449.932020:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.932022:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880449.932024:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880449.932026:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880449.932028:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880449.932029:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880449.932031:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461033:461033:256:4294967295] 192.168.203.155@tcp LPNI seq info [461027:461027:8:4294967295] 00000400:00000200:1.0:1788880449.932034:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.932038:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880449.932040:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.932042:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880449.932044:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880449.932046:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880449.932067:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.932069:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880449.932071:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880449.932073:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880449.932075:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880449.932076:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880449.932078:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880449.932080:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932090:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.932092:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932097:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.932098:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880449.932099:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880449.932101:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880449.932103:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880449.932104:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305877059 00000100:00000001:1.0:1788880449.932106:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305878291 00000100:00000001:1.0:1788880449.932107:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305877059 00000100:00000001:1.0:1788880449.932109:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305878291 00000100:00000001:1.0:1788880449.932111:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880449.932112:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.932113:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880449.932115:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880449/real 1788880449] req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880449.932120:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880449.932121:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880449.932122:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880449.932123:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880449.932124:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880449.932126:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880449.932128:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880449.932133:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932137:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880449.932138:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932139:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.932140:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880449.932143:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932147:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880449.932149:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932153:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880449.932154:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932155:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.932156:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932157:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880449.932158:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880449.932159:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880449.932161:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880449.932162:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880449.932165:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880449.932169:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646464:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880449.932171:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932173:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.932175:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519646208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932179:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880449.932181:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880449.932182:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880449.932183:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880449.932184:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880449.932185:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880449.932187:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880449.932188:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880449.932190:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880449.932191:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880449.932192:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788880449.932194:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880449.932195:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932196:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.932198:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519646336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932203:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880449.932204:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880449.932205:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880449.932206:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880449.932207:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880449.932207:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880449.932208:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880449.932209:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880449.932210:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880449.932211:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880449.932212:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880449.932213:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880449.932214:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932215:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.932216:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519646464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932220:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880449.932221:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880449.932222:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880449.932224:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880449.932224:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880449.932225:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880449.932226:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880449.932227:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880449.932228:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880449.932229:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880449.932230:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880449.932232:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880449.932233:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932234:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932236:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880449.932237:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.932239:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880449.932240:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880449.932241:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880449.932243:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932262:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880449.932263:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.932265:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880449.932266:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880449.932268:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880449.932270:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880449.932272:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880449.932273:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880449.932275:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880449.932276:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880449.932278:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880449.932279:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880449.932282:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880449.932283:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880449.932285:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880449.932287:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519646592, portal 4 00000100:00000001:1.0:1788880449.932288:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880449.932290:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880449.932293:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932298:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880449.932299:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880449.932301:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880449.932303:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519646592, offset 0 00000400:00000200:1.0:1788880449.932305:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880449.932308:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.932310:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880449.932312:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880449.932314:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880449.932316:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880449.932318:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880449.932320:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461034:461034:256:4294967295] 192.168.203.155@tcp LPNI seq info [461028:461028:8:4294967295] 00000400:00000200:1.0:1788880449.932322:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880449.932327:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880449.932329:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.932331:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880449.932333:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880449.932335:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880449.932343:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880449.932344:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880449.932346:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880449.932348:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880449.932350:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880449.932352:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880449.932353:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880449.932355:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932361:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.932363:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932367:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.932368:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880449.932370:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880449.932372:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880449.932374:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880449.932376:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305877011 00000100:00000001:1.0:1788880449.932378:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305878291 00000100:00000001:1.0:1788880449.932379:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305877011 00000100:00000001:1.0:1788880449.932381:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305878291 00000100:00000001:1.0:1788880449.932382:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880449.932383:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.932384:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880449.932386:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880449/real 1788880449] req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880449.932391:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880449.932392:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880449.932393:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880449.932395:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880449.932396:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880449.932397:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880449.932399:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880449.932404:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932408:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880449.932409:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932411:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.932412:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880449.932414:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932418:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880449.932420:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932425:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880449.932427:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932428:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880449.932429:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932430:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880449.932432:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880449.932433:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880449.932435:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880449.932436:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880449.932438:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880449.932443:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646592:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880449.932445:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932446:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880449.932448:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519646592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880449.932453:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880449.932454:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880449.932455:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880449.932456:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880449.932457:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880449.932458:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880449.932459:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880449.932460:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880449.932461:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880449.932462:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880449.932463:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880449.932465:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880449.932466:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932468:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880449.932469:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880449.932470:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880449.932472:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880449.932473:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880450.058361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880450.058367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880450.058372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880450.058373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880450.058375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880450.058376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880451.082382:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880451.082386:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880451.082391:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082398:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880451.082401:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082403:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082406:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880451.082414:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880451.082416:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880451.082418:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082420:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880451.082422:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082424:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082427:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880451.082433:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880451.082434:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880451.082436:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082438:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880451.082440:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082442:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880451.082444:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880451.274357:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305878291, at 4305878336 00000100:00000040:0.0:1788880451.274366:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305878291, at 4305878336 00000100:00000010:1.0:1788880451.274376:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000100:00000010:0.0:1788880451.274382:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00010000:00000001:1.0:1788880452.106391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880452.106399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880452.106407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880452.106409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880452.106413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880452.106415:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880453.130360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880453.130367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880453.130372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880453.130373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880453.130375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880453.130376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880454.154377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880454.154386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880454.154393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880454.154395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880454.154400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880454.154401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880455.050401:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880455.050409:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880455.050412:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880455.050415:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880455.050419:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880455.050425:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11209 00000400:00000200:0.0:1788880455.050431:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880455.050437:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880455.050440:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880455.050443:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050446:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880455.050448:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050450:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880455.050457:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880455.050459:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880455.050461:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880455.050464:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880455.050466:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880455.050468:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880455.050470:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050472:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880455.050473:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050474:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880455.050477:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880455.050479:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050481:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880455.050484:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880455.050486:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880455.050489:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.050490:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880455.050492:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880455.050499:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880455.050502:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880455.050505:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880455.050507:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.050509:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880455.050512:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880455.050516:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880455.050522:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880455.050529:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880455.050537:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880455.050546:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880455.050550:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880455.050554:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880455.050579:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880455.050599:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880455.050604:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880455.050606:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880455.050608:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880455.050612:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880455.050615:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11209 00000400:00000200:0.0:1788880455.050620:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880455.050624:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880455.050627:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880455.050631:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050634:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880455.050637:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050640:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880455.050644:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880455.050646:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880455.050649:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880455.050652:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880455.050655:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880455.050658:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880455.050662:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050665:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880455.050668:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050671:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880455.050675:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880455.050678:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050682:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.050682:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788880455.050692:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880455.050694:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788880455.050700:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880455.050703:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788880455.050709:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.050714:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880455.050719:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880455.050725:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880455.050726:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880455.050729:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880455.050738:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788880455.050745:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880455.050754:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880455.050758:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.050766:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880455.050768:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788880455.050770:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880455.050776:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880455.050777:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880455.050792:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880455.050792:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880455.050801:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880455.050803:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.050814:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880455.050818:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788880455.050829:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519646720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880455.050835:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880455.050843:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.050847:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788880455.050852:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880455.050857:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880455.050866:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.050870:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.050874:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1788880455.050877:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880455.050884:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880455.050886:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:1.0:1788880455.050890:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 00000100:00080000:0.0:1788880455.050891:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880455.050903:0:173517:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:1.0:1788880455.050903:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880455.050911:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11209 00000400:00000200:0.0:1788880455.050918:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.050926:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880455.050928:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880455.050936:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880455.050941:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880455.050941:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000001:0.0:1788880455.050949:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880455.050955:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.050959:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000010:1.0:1788880455.050961:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000020:00000001:0.0:1788880455.050963:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880455.050968:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880455.050972:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880455.050975:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000100:00000200:1.0:1788880455.050978:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519646720, portal 25 00000020:00000001:0.0:1788880455.050979:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880455.050992:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000001:1.0:1788880455.050992:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880455.051000:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000040:0.0:1788880455.051002:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880455.051062:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880455.051063:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880455.051069:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051073:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880455.051078:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880455.051083:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880455.051084:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788880455.051086:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880455.051089:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1788880455.051093:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880455.051094:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880455.051099:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.051100:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000010:1.0:1788880455.051101:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000008:00100000:0.0:1788880455.051102:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880455.051107:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.051109:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880455.051110:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519646720, offset 0 00000100:00000010:0.0:1788880455.051113:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880455.051117:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880455.051119:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880455.051122:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880455.051123:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051124:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880455.051127:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880455.051130:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880455.051134:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000400:00000200:1.0:1788880455.051137:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880455.051139:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880455.051146:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880455.051150:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788880455.051160:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880455.051163:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880455.051164:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880455.051170:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880455.051172:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00000001:0.0:1788880455.051181:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880455.051182:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00080000:0.0:1788880455.051184:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880455.051189:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1788880455.051190:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051191:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880455.051194:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880455.051197:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:1.0:1788880455.051202:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461035:461035:256:4294967295] 192.168.203.155@tcp LPNI seq info [461029:461029:8:4294967295] 00000100:00080000:0.0:1788880455.051203:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11209 00000400:00000200:1.0:1788880455.051213:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.051226:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000400:00000200:0.0:1788880455.051234:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000200:1.0:1788880455.051237:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880455.051240:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880455.051244:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000800:00000010:1.0:1788880455.051248:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880455.051259:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000040:0.0:1788880455.051295:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051299:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880455.051300:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051302:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880455.051306:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880455.051307:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880455.051309:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880455.051311:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880455.051313:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880455.051316:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880455.051319:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051320:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880455.051324:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880455.051325:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1788880455.051329:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880455.051334:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880455.051342:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051348:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880455.051357:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:1.0:1788880455.051363:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880455.051364:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1788880455.051367:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 02000000:00000001:0.0:1788880455.051369:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.051373:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880455.051377:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000400:00000200:1.0:1788880455.051377:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:0.0:1788880455.051385:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.051387:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880455.051394:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000400:00000200:1.0:1788880455.051394:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000020:00000040:0.0:1788880455.051400:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880455.051404:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880455.051405:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.051407:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788880455.051407:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 02000000:00000001:0.0:1788880455.051411:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880455.051415:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880455.051416:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 02000000:00000010:0.0:1788880455.051420:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788880455.051425:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.051426:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1788880455.051432:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788880455.051441:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880455.051445:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880455.051450:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880455.051458:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.051475:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880455.051476:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880455.051482:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880455.051488:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880455.051490:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1788880455.051490:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880455.051511:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880455.051521:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880455.051531:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11209 00000100:00000001:1.0:1788880455.051545:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788880455.051546:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880455.051556:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880455.051557:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788880455.051560:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880455.051567:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051570:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880455.051575:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880455.051576:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051583:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880455.051590:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880455.051594:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000400:00000200:1.0:1788880455.051596:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000001:0.0:1788880455.051597:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880455.051603:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880455.051608:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880455.051610:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305883412 00000020:00000001:0.0:1788880455.051612:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880455.051623:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051626:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1788880455.051629:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dde0. 00000100:00000040:0.0:1788880455.051630:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880455.051641:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880455.051644:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880455.051649:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880455.051649:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788880455.051661:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880455.051664:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880455.051669:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880455.051669:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305883412 02000000:00000001:0.0:1788880455.051678:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.051682:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000010:1.0:1788880455.051684:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000008:00100000:0.0:1788880455.051685:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880455.051694:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.051699:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.051699:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000010:0.0:1788880455.051710:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788880455.051713:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788880455.051716:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880455.051728:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880455.051729:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880455.051733:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880455.051739:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880455.051742:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1788880455.051743:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880455.051748:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880455.051755:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00100000:1.0:1788880455.051762:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880455/real 1788880455] req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880455.051763:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880455.051778:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880455.051811:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000001:1.0:1788880455.051813:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788880455.051815:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788880455.051821:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1788880455.051824:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788880455.051830:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880455.051842:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000100:00000001:0.0:1788880455.051844:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880455.051852:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000040:0.0:1788880455.051855:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11219) 00000100:00000001:1.0:1788880455.051865:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880455.051879:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880455.051901:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.051917:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880455.051921:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.051927:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.051930:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880455.051939:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.051956:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880455.051965:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.051981:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880455.051988:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.051992:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.051995:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.052000:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880455.052004:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880455.052036:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880455.052046:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880455.052052:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880455.052077:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880455.052089:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519646720:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880455.052095:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.052098:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880455.052102:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519646720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052110:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880455.052114:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880455.052117:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880455.052121:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880455.052124:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880455.052126:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880455.052129:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880455.052132:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880455.052136:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880455.052138:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880455.052141:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788880455.052145:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880455.052146:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.052149:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.052156:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880455.052159:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.052161:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880455.052163:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880455.052165:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880455.052170:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052180:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880455.052181:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.052184:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880455.052186:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880455.052189:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880455.052193:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880455.052197:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880455.052200:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880455.052202:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.052204:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880455.052208:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880455.052210:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880455.052215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880455.052218:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880455.052222:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880455.052227:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519646848, portal 10 00000100:00000001:1.0:1788880455.052229:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880455.052231:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:1.0:1788880455.052239:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052248:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880455.052251:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880455.052253:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880455.052256:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519646848, offset 0 00000400:00000200:1.0:1788880455.052261:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880455.052291:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.052296:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880455.052300:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880455.052304:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880455.052307:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880455.052310:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880455.052314:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461036:461036:256:4294967295] 192.168.203.155@tcp LPNI seq info [461030:461030:8:4294967295] 00000400:00000200:1.0:1788880455.052319:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.052327:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880455.052333:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880455.052353:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880455.052360:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880455.052364:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880455.052380:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880455.052383:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880455.052388:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880455.052393:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880455.052398:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880455.052401:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880455.052405:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880455.052411:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052423:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880455.052427:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052448:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.052451:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880455.052455:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880455.052461:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880455.052467:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880455.052470:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305882128 00000100:00000001:1.0:1788880455.052474:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305883412 00000100:00000001:1.0:1788880455.052478:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305882128 00000100:00000001:1.0:1788880455.052481:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305883412 00000100:00000001:1.0:1788880455.052484:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880455.052487:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.052490:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880455.052495:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880455/real 1788880455] req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880455.052508:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880455.052511:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880455.052530:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880455.052535:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880455.052539:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880455.052544:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880455.052551:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880455.052570:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052585:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880455.052588:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.052592:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.052595:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880455.052603:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052619:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880455.052627:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052642:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880455.052647:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.052651:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.052654:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.052658:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880455.052662:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880455.052668:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880455.052675:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880455.052680:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880455.052689:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880455.052706:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646848:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880455.052714:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880455.052722:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052737:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880455.052740:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.052744:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880455.052749:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880455.052753:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880455.052759:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880455.052767:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880455.052770:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880455.052774:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.052778:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880455.052785:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880455.052789:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880455.052795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880455.052801:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880455.052808:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880455.052814:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519646976, portal 10 00000100:00000001:1.0:1788880455.052817:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880455.052820:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:1.0:1788880455.052831:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.052844:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880455.052850:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880455.052854:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880455.052860:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519646976, offset 0 00000400:00000200:1.0:1788880455.052869:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880455.052878:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.052886:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880455.052892:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880455.052898:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880455.052903:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880455.052908:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880455.052915:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461037:461037:256:4294967295] 192.168.203.155@tcp LPNI seq info [461031:461031:8:4294967295] 00000400:00000200:1.0:1788880455.052924:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.052937:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880455.052947:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880455.052954:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880455.052963:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880455.052969:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880455.052991:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880455.052997:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880455.053003:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880455.053035:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880455.053043:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880455.053047:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880455.053068:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880455.053072:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053083:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880455.053087:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053096:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.053097:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880455.053101:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880455.053105:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880455.053109:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880455.053112:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305882128 00000100:00000001:1.0:1788880455.053115:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305883412 00000100:00000001:1.0:1788880455.053118:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305882128 00000100:00000001:1.0:1788880455.053121:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305883412 00000100:00000001:1.0:1788880455.053124:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880455.053126:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.053128:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880455.053132:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880455/real 1788880455] req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880455.053142:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880455.053144:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880455.053146:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880455.053149:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880455.053151:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880455.053155:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880455.053159:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880455.053170:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053179:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880455.053181:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.053183:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.053185:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880455.053190:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053199:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880455.053204:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053213:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880455.053216:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.053218:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.053220:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.053222:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880455.053224:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880455.053228:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880455.053232:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880455.053235:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880455.053240:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880455.053251:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519646976:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880455.053256:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880455.053261:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053313:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880455.053315:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.053319:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880455.053322:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880455.053325:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880455.053330:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880455.053335:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880455.053338:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880455.053341:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.053344:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880455.053350:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880455.053354:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880455.053358:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880455.053363:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880455.053368:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880455.053372:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519647104, portal 4 00000100:00000001:1.0:1788880455.053375:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880455.053377:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788880455.053386:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053396:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880455.053399:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880455.053403:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880455.053407:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519647104, offset 0 00000400:00000200:1.0:1788880455.053413:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880455.053418:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.053423:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880455.053427:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880455.053430:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880455.053434:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880455.053437:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880455.053443:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461038:461038:256:4294967295] 192.168.203.155@tcp LPNI seq info [461032:461032:8:4294967295] 00000400:00000200:1.0:1788880455.053450:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.053458:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880455.053465:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880455.053470:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880455.053476:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880455.053480:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880455.053513:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880455.053517:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880455.053523:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880455.053531:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880455.053538:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880455.053541:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880455.053546:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880455.053554:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053572:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880455.053578:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053592:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.053595:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880455.053601:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880455.053607:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880455.053614:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880455.053617:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305882181 00000100:00000001:1.0:1788880455.053623:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305883412 00000100:00000001:1.0:1788880455.053627:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305882181 00000100:00000001:1.0:1788880455.053632:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305883412 00000100:00000001:1.0:1788880455.053636:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880455.053641:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.053645:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880455.053652:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880455/real 1788880455] req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880455.053669:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880455.053672:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880455.053676:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880455.053680:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880455.053683:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880455.053688:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880455.053694:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880455.053711:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053724:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880455.053727:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.053730:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.053734:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880455.053740:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053754:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880455.053761:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053775:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880455.053780:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.053783:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.053786:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.053789:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880455.053792:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880455.053797:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880455.053803:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880455.053808:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880455.053816:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880455.053832:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647104:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880455.053839:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880455.053846:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053859:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880455.053862:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.053867:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880455.053871:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880455.053875:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880455.053881:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880455.053888:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880455.053892:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880455.053895:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880455.053900:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880455.053906:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880455.053911:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880455.053917:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880455.053922:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880455.053928:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880455.053935:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519647232, portal 4 00000100:00000001:1.0:1788880455.053939:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880455.053941:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:1.0:1788880455.053953:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.053967:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880455.053973:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880455.053977:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880455.053982:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519647232, offset 0 00000400:00000200:1.0:1788880455.053991:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880455.053999:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.054006:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880455.054041:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880455.054047:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880455.054068:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880455.054071:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880455.054075:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461039:461039:256:4294967295] 192.168.203.155@tcp LPNI seq info [461033:461033:8:4294967295] 00000400:00000200:1.0:1788880455.054081:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880455.054088:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880455.054094:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880455.054098:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880455.054104:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880455.054107:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880455.054121:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880455.054123:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880455.054127:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880455.054132:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880455.054135:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880455.054138:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880455.054141:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880455.054146:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.054156:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880455.054160:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.054169:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.054171:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880455.054175:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880455.054179:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880455.054183:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880455.054186:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305882132 00000100:00000001:1.0:1788880455.054189:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305883412 00000100:00000001:1.0:1788880455.054192:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305882132 00000100:00000001:1.0:1788880455.054195:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305883412 00000100:00000001:1.0:1788880455.054198:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880455.054200:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.054203:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880455.054207:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880455/real 1788880455] req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880455.054217:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880455.054219:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880455.054221:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880455.054223:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880455.054225:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880455.054228:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880455.054231:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880455.054242:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.054249:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880455.054251:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.054254:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.054255:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880455.054259:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.054288:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880455.054293:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.054302:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880455.054305:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.054306:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880455.054324:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.054327:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880455.054331:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880455.054335:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880455.054339:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880455.054343:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880455.054349:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880455.054361:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647232:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880455.054367:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.054370:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880455.054375:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519646848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.054384:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880455.054387:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880455.054390:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880455.054394:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880455.054396:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880455.054398:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880455.054401:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880455.054403:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880455.054407:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880455.054409:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880455.054412:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880455.054415:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880455.054417:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.054420:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880455.054425:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519646976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.054434:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880455.054436:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880455.054438:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880455.054442:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880455.054444:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880455.054446:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880455.054449:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880455.054451:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880455.054454:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880455.054456:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880455.054458:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788880455.054461:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880455.054463:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.054465:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880455.054469:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519647104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.054478:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880455.054479:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880455.054481:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880455.054484:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880455.054486:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880455.054488:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880455.054491:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880455.054509:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880455.054513:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880455.054516:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880455.054519:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880455.054523:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880455.054526:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.054529:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880455.054535:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519647232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880455.054559:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880455.054561:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880455.054564:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880455.054570:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880455.054572:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880455.054575:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880455.054579:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880455.054582:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788880455.054586:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880455.054588:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880455.054591:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788880455.054595:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880455.054598:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.054601:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880455.054609:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880455.054612:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880455.054615:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880455.054618:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880455.178339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880455.178342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880455.178346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880455.178347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880455.178369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880455.178370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880456.202413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880456.202422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880456.202429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880456.202431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880456.202435:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880456.202437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880456.394343:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305883412, at 4305883456 00000100:00000040:1.0:1788880456.394355:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305883412, at 4305883456 00000100:00000010:0.0:1788880456.394361:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dde0. 00000100:00000010:1.0:1788880456.394372:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00010000:00000001:1.0:1788880457.226316:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880457.226322:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880457.226328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880457.226330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880457.226334:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880457.226336:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880458.250320:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880458.250324:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880458.250328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880458.250329:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880458.250332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880458.250333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880459.274396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880459.274406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880459.274417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880459.274419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880459.274423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880459.274425:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880460.170386:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880460.170400:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880460.170404:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880460.170410:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880460.170417:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880460.170427:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11214 00000400:00000200:0.0:1788880460.170437:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880460.170445:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880460.170449:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880460.170454:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170458:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880460.170461:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170466:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880460.170476:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880460.170478:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880460.170483:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880460.170488:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880460.170491:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880460.170494:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880460.170498:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170500:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880460.170503:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170505:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880460.170509:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880460.170514:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170517:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880460.170521:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880460.170526:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880460.170529:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.170532:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880460.170535:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880460.170544:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880460.170549:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880460.170554:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880460.170556:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.170560:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880460.170564:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880460.170570:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880460.170579:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880460.170588:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880460.170601:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880460.170616:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880460.170622:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880460.170630:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880460.170661:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880460.170666:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880460.170671:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880460.170673:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880460.170675:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880460.170679:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880460.170682:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11214 00000400:00000200:0.0:1788880460.170686:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880460.170690:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880460.170692:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880460.170696:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170699:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880460.170702:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170706:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880460.170711:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880460.170713:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880460.170715:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880460.170718:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880460.170721:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880460.170724:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880460.170729:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170732:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880460.170737:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170740:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880460.170744:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880460.170751:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880460.170755:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880460.170759:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880460.170769:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880460.170772:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.170775:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880460.170778:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:0.0:1788880460.170781:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880460.170786:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880460.170792:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000008:00000001:0.0:1788880460.170800:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880460.170805:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880460.170806:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880460.170816:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788880460.170825:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880460.170833:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788880460.170836:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788880460.170838:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.170842:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.170844:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880460.170850:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880460.170853:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788880460.170854:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.170861:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788880460.170863:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880460.170871:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.170873:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880460.170882:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519647360:192.168.203.155@tcp:250:kworker.0 00000100:00100000:0.0:1788880460.170890:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880460.170893:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880460.170901:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880460.170907:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.170909:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788880460.170913:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880460.170916:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880460.170924:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788880460.170925:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880460.170934:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.170950:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880460.170951:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880460.170959:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788880460.170963:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000100:00080000:0.0:1788880460.170967:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880460.170972:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880460.170996:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1788880460.170997:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880460.171005:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880460.171012:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11214 00000100:00000200:1.0:1788880460.171013:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519647360, portal 25 00000400:00000200:0.0:1788880460.171024:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880460.171026:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880460.171032:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000400:00000200:0.0:1788880460.171033:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880460.171042:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880460.171052:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880460.171053:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880460.171058:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880460.171066:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.171074:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880460.171084:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880460.171086:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1788880460.171088:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880460.171094:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:1.0:1788880460.171098:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880460.171101:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000400:00000010:1.0:1788880460.171105:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000020:00000001:0.0:1788880460.171107:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880460.171116:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000200:1.0:1788880460.171117:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519647360, offset 0 00000100:00000040:0.0:1788880460.171124:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.171129:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880460.171137:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880460.171138:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880460.171143:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880460.171149:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880460.171154:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000200:1.0:1788880460.171160:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880460.171162:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880460.171169:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880460.171174:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788880460.171177:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 02000000:00000001:0.0:1788880460.171180:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.171187:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880460.171189:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880460.171192:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.171194:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880460.171201:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000400:00000200:1.0:1788880460.171203:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1788880460.171209:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000400:00000200:1.0:1788880460.171214:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000001:0.0:1788880460.171217:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880460.171221:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880460.171224:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788880460.171226:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880460.171231:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788880460.171237:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 02000000:00000001:0.0:1788880460.171238:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880460.171286:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461040:461040:256:4294967295] 192.168.203.155@tcp LPNI seq info [461034:461034:8:4294967295] 02000000:00000010:0.0:1788880460.171291:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000400:00000200:1.0:1788880460.171299:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880460.171302:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880460.171313:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880460.171328:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788880460.171349:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1788880460.171352:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880460.171356:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788880460.171364:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000100:00000040:0.0:1788880460.171366:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788880460.171385:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880460.171390:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880460.171393:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000100:00080000:0.0:1788880460.171397:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880460.171407:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880460.171413:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880460.171417:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880460.171424:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880460.171434:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11214 00000800:00000100:1.0:1788880460.171443:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880460.171450:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000010:1.0:1788880460.171452:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:0.0:1788880460.171459:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000200:1.0:1788880460.171464:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:0.0:1788880460.171465:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880460.171478:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880460.171481:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788880460.171484:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880460.171491:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880460.171492:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000100:00000001:0.0:1788880460.171497:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000010:1.0:1788880460.171500:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000020:00000001:0.0:1788880460.171504:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880460.171510:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1788880460.171511:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880460.171518:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880460.171521:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880460.171527:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000200:1.0:1788880460.171528:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880460.171536:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880460.171552:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.171561:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880460.171569:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.171577:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880460.171584:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788880460.171586:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1788880460.171591:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000040:1.0:1788880460.171600:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880460.171601:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880460.171610:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880460.171616:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880460.171625:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.171627:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.171629:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880460.171634:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000008:00100000:0.0:1788880460.171636:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880460.171642:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.171645:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.171646:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880460.171659:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000400:00000200:1.0:1788880460.171660:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000040:0.0:1788880460.171667:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880460.171669:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305888532 02000000:00000001:0.0:1788880460.171678:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880460.171683:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880460.171683:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:0.0:1788880460.171690:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880460.171695:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880460.171698:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1788880460.171699:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880460.171712:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:1.0:1788880460.171715:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305888532 00000100:00000001:0.0:1788880460.171719:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880460.171726:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00100000:0.0:1788880460.171732:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880460.171735:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880460.171744:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880460.171752:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.171755:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880460.171758:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880460.171762:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880460.171771:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880460/real 1788880460] req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880460.171774:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880460.171827:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788880460.171828:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788880460.171833:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1788880460.171835:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788880460.171839:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000100:00080000:0.0:1788880460.171842:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1788880460.171846:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000100:00000001:0.0:1788880460.171848:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1788880460.171854:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00080000:0.0:1788880460.171855:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880460.171864:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788880460.171865:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880460.171874:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11214 00000100:00000200:1.0:1788880460.171880:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880460.171887:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880460.171898:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880460.171907:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880460.171917:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880460.171918:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880460.171922:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880460.171930:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.171938:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880460.171947:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880460.171950:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:0.0:1788880460.171952:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00000001:1.0:1788880460.171957:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880460.171958:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880460.171965:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00000001:1.0:1788880460.171966:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1788880460.171970:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880460.171972:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880460.171996:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880460.172006:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.172011:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1788880460.172014:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880460.172020:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880460.172028:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880460.172037:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788880460.172048:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788880460.172049:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880460.172057:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880460.172062:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1788880460.172064:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880460.172067:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880460.172077:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.172083:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880460.172088:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000001:1.0:1788880460.172094:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1788880460.172095:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880460.172104:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.172106:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.172112:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1788880460.172113:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880460.172115:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880460.172123:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880460.172124:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880460.172131:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1788880460.172132:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880460.172139:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880460.172140:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880460.172142:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880460.172147:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:1.0:1788880460.172152:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 02000000:00000001:0.0:1788880460.172153:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.172160:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000010:0.0:1788880460.172166:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000040:1.0:1788880460.172168:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880460.172174:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880460.172191:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788880460.172196:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519647360:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880460.172214:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880460.172217:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880460.172219:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880460.172226:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880460.172230:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519647360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880460.172239:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172277:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880460.172283:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880460.172289:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 00000100:00000001:0.0:1788880460.172296:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.172298:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880460.172304:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:0.0:1788880460.172305:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11224) 00000020:00000040:1.0:1788880460.172309:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880460.172315:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880460.172319:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880460.172324:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880460.172327:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880460.172329:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880460.172334:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880460.172336:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.172340:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.172351:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880460.172354:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.172359:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880460.172361:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880460.172392:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880460.172400:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172411:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880460.172414:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.172417:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880460.172420:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880460.172422:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880460.172426:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880460.172430:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880460.172433:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880460.172436:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.172438:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880460.172443:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880460.172447:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880460.172453:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880460.172458:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880460.172467:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880460.172472:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519647488, portal 10 00000100:00000001:1.0:1788880460.172476:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880460.172479:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880460.172493:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172505:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880460.172512:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880460.172516:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880460.172520:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519647488, offset 0 00000400:00000200:1.0:1788880460.172527:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880460.172533:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880460.172537:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880460.172542:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880460.172545:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880460.172549:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880460.172552:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880460.172556:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461041:461041:256:4294967295] 192.168.203.155@tcp LPNI seq info [461035:461035:8:4294967295] 00000400:00000200:1.0:1788880460.172562:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880460.172572:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880460.172578:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880460.172582:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880460.172589:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880460.172593:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880460.172608:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880460.172611:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880460.172615:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880460.172620:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880460.172624:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880460.172626:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880460.172629:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880460.172634:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172645:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880460.172649:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172666:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.172668:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880460.172672:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880460.172677:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880460.172682:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880460.172685:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305887248 00000100:00000001:1.0:1788880460.172689:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305888532 00000100:00000001:1.0:1788880460.172692:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305887248 00000100:00000001:1.0:1788880460.172695:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305888532 00000100:00000001:1.0:1788880460.172698:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880460.172701:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.172703:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880460.172707:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880460/real 1788880460] req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880460.172717:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880460.172718:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880460.172720:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880460.172723:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880460.172725:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880460.172728:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880460.172732:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880460.172743:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172750:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880460.172752:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.172754:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880460.172756:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880460.172760:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172770:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880460.172775:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172783:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880460.172786:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.172788:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880460.172790:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.172792:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880460.172794:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880460.172797:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880460.172801:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880460.172803:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880460.172808:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880460.172817:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647488:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880460.172821:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880460.172825:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172833:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880460.172835:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.172838:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880460.172841:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880460.172844:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880460.172847:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880460.172851:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880460.172853:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880460.172855:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.172858:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880460.172861:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880460.172864:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880460.172868:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880460.172871:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880460.172874:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880460.172878:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519647616, portal 10 00000100:00000001:1.0:1788880460.172880:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880460.172882:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880460.172890:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.172898:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880460.172901:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880460.172904:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880460.172907:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519647616, offset 0 00000400:00000200:1.0:1788880460.172912:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880460.172915:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880460.172919:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880460.172923:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880460.172925:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880460.172928:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880460.172931:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880460.172935:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461042:461042:256:4294967295] 192.168.203.155@tcp LPNI seq info [461036:461036:8:4294967295] 00000400:00000200:1.0:1788880460.172941:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880460.172949:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880460.172954:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880460.172958:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880460.172962:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880460.172966:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880460.172999:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880460.173002:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880460.173006:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880460.173011:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880460.173015:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880460.173017:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880460.173020:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880460.173024:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173034:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880460.173038:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173047:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.173049:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880460.173053:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880460.173056:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880460.173061:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880460.173063:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305887248 00000100:00000001:1.0:1788880460.173067:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305888532 00000100:00000001:1.0:1788880460.173070:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305887248 00000100:00000001:1.0:1788880460.173073:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305888532 00000100:00000001:1.0:1788880460.173076:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880460.173078:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.173080:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880460.173084:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880460/real 1788880460] req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880460.173094:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880460.173095:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880460.173097:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880460.173099:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880460.173101:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880460.173105:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880460.173109:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880460.173119:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173127:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880460.173129:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173131:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880460.173133:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880460.173137:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173145:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880460.173149:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173158:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880460.173161:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173163:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880460.173165:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173167:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880460.173170:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880460.173173:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880460.173176:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880460.173179:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880460.173183:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880460.173193:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647616:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880460.173197:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880460.173202:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173210:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880460.173212:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.173215:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880460.173217:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880460.173220:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880460.173223:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880460.173227:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880460.173229:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880460.173231:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.173233:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880460.173237:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880460.173239:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880460.173242:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880460.173245:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880460.173276:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880460.173282:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519647744, portal 4 00000100:00000001:1.0:1788880460.173284:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880460.173286:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000040:1.0:1788880460.173294:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173302:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880460.173305:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880460.173308:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880460.173312:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519647744, offset 0 00000400:00000200:1.0:1788880460.173316:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880460.173320:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880460.173324:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880460.173328:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880460.173331:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880460.173334:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880460.173337:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880460.173342:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461043:461043:256:4294967295] 192.168.203.155@tcp LPNI seq info [461037:461037:8:4294967295] 00000400:00000200:1.0:1788880460.173348:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880460.173356:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880460.173361:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880460.173365:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880460.173370:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880460.173374:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880460.173388:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880460.173390:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880460.173394:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880460.173398:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880460.173402:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880460.173404:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880460.173407:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880460.173411:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173421:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880460.173425:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173434:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.173436:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880460.173439:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880460.173443:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880460.173446:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880460.173449:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305887301 00000100:00000001:1.0:1788880460.173452:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305888532 00000100:00000001:1.0:1788880460.173455:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305887301 00000100:00000001:1.0:1788880460.173458:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305888532 00000100:00000001:1.0:1788880460.173461:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880460.173464:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.173467:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880460.173471:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880460/real 1788880460] req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880460.173481:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880460.173483:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880460.173485:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880460.173487:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880460.173489:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880460.173492:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880460.173496:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880460.173506:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173514:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880460.173515:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173517:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880460.173519:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880460.173523:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173531:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880460.173536:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173544:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880460.173546:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173548:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880460.173550:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173552:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880460.173554:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880460.173556:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880460.173561:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880460.173564:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880460.173569:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880460.173579:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647744:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880460.173583:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880460.173587:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173594:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880460.173596:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.173598:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880460.173600:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880460.173603:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880460.173606:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880460.173609:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880460.173612:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880460.173614:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880460.173616:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880460.173620:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880460.173623:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880460.173626:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880460.173629:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880460.173632:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880460.173636:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519647872, portal 4 00000100:00000001:1.0:1788880460.173638:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880460.173640:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00000040:1.0:1788880460.173647:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173656:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880460.173659:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880460.173662:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880460.173665:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519647872, offset 0 00000400:00000200:1.0:1788880460.173669:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880460.173673:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880460.173678:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880460.173681:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880460.173684:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880460.173687:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880460.173690:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880460.173694:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461044:461044:256:4294967295] 192.168.203.155@tcp LPNI seq info [461038:461038:8:4294967295] 00000400:00000200:1.0:1788880460.173699:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880460.173707:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880460.173713:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880460.173716:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880460.173720:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880460.173723:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880460.173737:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880460.173739:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880460.173743:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880460.173747:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880460.173750:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880460.173752:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880460.173754:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880460.173758:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173767:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880460.173771:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173780:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.173781:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880460.173786:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880460.173789:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880460.173793:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880460.173796:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305887252 00000100:00000001:1.0:1788880460.173799:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305888532 00000100:00000001:1.0:1788880460.173802:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305887252 00000100:00000001:1.0:1788880460.173805:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305888532 00000100:00000001:1.0:1788880460.173807:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880460.173809:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.173812:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880460.173816:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880460/real 1788880460] req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880460.173825:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880460.173826:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880460.173828:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880460.173830:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880460.173832:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880460.173835:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880460.173838:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880460.173849:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173857:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880460.173858:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173860:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880460.173862:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880460.173866:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173874:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880460.173878:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173888:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880460.173891:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173893:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880460.173895:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173897:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880460.173899:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880460.173902:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880460.173906:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880460.173908:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880460.173912:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880460.173921:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519647872:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880460.173925:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173927:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880460.173931:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519647488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.173939:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880460.173941:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880460.173943:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880460.173945:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880460.173947:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880460.173949:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880460.173951:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880460.173953:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880460.173956:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880460.173958:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880460.173960:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880460.173963:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880460.173965:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.173968:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880460.173971:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519647616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.174002:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880460.174004:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880460.174006:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880460.174009:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880460.174011:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880460.174013:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880460.174015:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880460.174017:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880460.174019:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880460.174021:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880460.174022:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880460.174025:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880460.174027:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.174029:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880460.174033:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519647744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.174040:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880460.174042:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880460.174043:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880460.174046:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880460.174047:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880460.174048:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880460.174051:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880460.174052:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880460.174055:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880460.174056:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880460.174058:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880460.174061:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880460.174063:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.174064:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880460.174068:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519647872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880460.174117:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880460.174119:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880460.174121:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880460.174125:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880460.174127:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880460.174129:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880460.174131:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880460.174133:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788880460.174136:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880460.174137:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880460.174139:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880460.174141:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880460.174143:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.174145:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880460.174149:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880460.174151:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880460.174153:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880460.174155:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880460.298370:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880460.298374:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880460.298378:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298383:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880460.298386:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298402:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298406:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880460.298413:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880460.298415:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880460.298417:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298419:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880460.298422:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298424:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298427:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880460.298433:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880460.298435:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880460.298437:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298440:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880460.298442:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298444:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880460.298447:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880461.322359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880461.322366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880461.322373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880461.322375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880461.322379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880461.322381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880461.514343:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305888532, at 4305888576 00000100:00000010:1.0:1788880461.514360:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00000100:00000040:0.0:1788880461.514382:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305888532, at 4305888576 00000100:00000010:0.0:1788880461.514398:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00010000:00000001:1.0:1788880462.346382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880462.346389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880462.346395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880462.346397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880462.346401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880462.346403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880463.370342:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880463.370349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880463.370353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880463.370354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880463.370357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880463.370358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880464.394328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880464.394333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880464.394337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880464.394339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880464.394341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880464.394342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.290573:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880465.290578:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880465.290583:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880465.290592:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.290629:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880465.290633:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.290638:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880465.290642:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880465.290645:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880465.290652:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519648000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880465.290659:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880465.290664:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880465.290667:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.290671:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880465.290678:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880465.290683:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880465.290693:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880465.290699:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880465.290706:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880465.290715:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519648000, portal 25 00000100:00000001:1.0:1788880465.290719:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880465.290722:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880465.290732:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.290750:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880465.290757:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880465.290761:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880465.290766:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519648000, offset 0 00000400:00000200:1.0:1788880465.290774:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880465.290784:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.290792:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880465.290807:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880465.290816:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880465.290822:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880465.290828:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880465.290834:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461045:461045:256:4294967295] 192.168.203.155@tcp LPNI seq info [461039:461039:8:4294967295] 00000400:00000200:1.0:1788880465.290843:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.290861:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880465.290873:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.290880:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880465.290890:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880465.290896:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788880465.290919:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.290924:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880465.290932:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880465.290951:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880465.290963:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880465.290968:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880465.290974:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880465.290981:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.290998:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.291004:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291020:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.291025:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880465.291032:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880465.291041:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880465.291046:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305893651 00000100:00000010:1.0:1788880465.291053:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788880465.291060:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880465.291074:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305893651 00000100:00000010:1.0:1788880465.291081:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:1.0:1788880465.291086:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880465.291092:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880465.291097:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.291101:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880465.291109:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880465/real 1788880465] req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880465.291131:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880465.291134:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880465.291137:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880465.291141:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880465.291145:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880465.291149:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880465.291155:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880465.291173:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291184:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880465.291188:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291193:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.291195:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880465.291202:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291213:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880465.291219:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291237:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880465.291244:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291281:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.291284:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291289:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880465.291294:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880465.291303:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880465.291312:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880465.291316:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880465.291320:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880465.291328:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519648000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880465.291333:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291335:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.291337:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519648000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291342:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880465.291343:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880465.291345:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880465.291348:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880465.291349:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880465.291350:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880465.291352:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880465.291353:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880465.291356:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880465.291358:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880465.291359:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880465.291361:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880465.291362:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291364:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291369:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880465.291370:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.291372:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880465.291373:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880465.291375:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880465.291377:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291382:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880465.291383:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.291384:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880465.291386:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880465.291388:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880465.291390:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880465.291392:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880465.291394:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880465.291395:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.291396:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880465.291399:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880465.291400:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880465.291403:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880465.291404:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880465.291407:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880465.291409:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519648128, portal 10 00000100:00000001:1.0:1788880465.291411:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880465.291412:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880465.291417:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291422:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880465.291423:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880465.291425:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880465.291427:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519648128, offset 0 00000400:00000200:1.0:1788880465.291429:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880465.291432:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.291434:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880465.291437:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880465.291439:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880465.291440:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880465.291442:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880465.291444:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461046:461046:256:4294967295] 192.168.203.155@tcp LPNI seq info [461040:461040:8:4294967295] 00000400:00000200:1.0:1788880465.291448:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.291452:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880465.291456:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.291458:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880465.291461:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880465.291463:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788880465.291470:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.291472:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880465.291474:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880465.291476:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880465.291478:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880465.291479:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880465.291481:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880465.291483:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291489:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.291490:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291495:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.291496:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880465.291498:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880465.291502:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880465.291504:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880465.291505:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305892367 00000100:00000001:1.0:1788880465.291507:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305893651 00000100:00000001:1.0:1788880465.291509:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305892367 00000100:00000001:1.0:1788880465.291510:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305893651 00000100:00000001:1.0:1788880465.291512:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880465.291513:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.291514:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880465.291516:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880465/real 1788880465] req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880465.291526:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880465.291527:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880465.291528:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880465.291530:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880465.291531:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880465.291532:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880465.291534:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880465.291539:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291544:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880465.291544:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291546:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.291546:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880465.291549:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291553:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880465.291555:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291559:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880465.291560:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291561:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.291562:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291563:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880465.291564:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880465.291566:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880465.291568:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880465.291569:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880465.291572:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880465.291578:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880465.291580:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880465.291582:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291586:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880465.291587:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.291588:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880465.291589:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880465.291590:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880465.291592:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880465.291594:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880465.291595:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880465.291596:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.291597:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880465.291599:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880465.291600:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880465.291602:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880465.291604:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880465.291606:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880465.291608:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519648256, portal 10 00000100:00000001:1.0:1788880465.291609:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880465.291610:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880465.291614:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291618:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880465.291620:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880465.291621:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880465.291623:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519648256, offset 0 00000400:00000200:1.0:1788880465.291626:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880465.291628:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.291630:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880465.291632:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880465.291634:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880465.291636:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880465.291637:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880465.291639:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461047:461047:256:4294967295] 192.168.203.155@tcp LPNI seq info [461041:461041:8:4294967295] 00000400:00000200:1.0:1788880465.291642:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.291646:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880465.291649:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.291650:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880465.291653:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880465.291654:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788880465.291661:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.291663:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880465.291665:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880465.291667:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880465.291669:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880465.291670:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880465.291672:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880465.291674:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291678:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.291680:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291684:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.291685:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880465.291687:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880465.291689:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880465.291691:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880465.291693:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305892367 00000100:00000001:1.0:1788880465.291695:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305893651 00000100:00000001:1.0:1788880465.291696:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305892367 00000100:00000001:1.0:1788880465.291698:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305893651 00000100:00000001:1.0:1788880465.291699:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880465.291700:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.291701:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880465.291703:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880465/real 1788880465] req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880465.291708:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880465.291708:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880465.291709:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880465.291711:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880465.291712:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880465.291713:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880465.291715:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880465.291721:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291725:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880465.291726:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291727:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.291727:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880465.291729:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291734:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880465.291736:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291740:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880465.291742:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291743:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.291744:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291745:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880465.291746:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880465.291748:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880465.291750:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880465.291751:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880465.291753:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880465.291758:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880465.291760:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880465.291762:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291766:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880465.291767:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.291768:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880465.291769:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880465.291770:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880465.291772:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880465.291775:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880465.291776:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880465.291777:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.291778:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880465.291780:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880465.291781:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880465.291783:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880465.291785:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880465.291787:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880465.291789:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519648384, portal 4 00000100:00000001:1.0:1788880465.291790:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880465.291791:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880465.291795:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291799:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880465.291800:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880465.291801:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880465.291803:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519648384, offset 0 00000400:00000200:1.0:1788880465.291805:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880465.291807:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.291809:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880465.291810:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880465.291812:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880465.291813:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880465.291815:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880465.291817:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461048:461048:256:4294967295] 192.168.203.155@tcp LPNI seq info [461042:461042:8:4294967295] 00000400:00000200:1.0:1788880465.291820:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.291824:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880465.291826:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.291828:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880465.291830:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880465.291832:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788880465.291838:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.291840:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880465.291842:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880465.291844:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880465.291846:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880465.291847:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880465.291848:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880465.291850:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291860:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.291862:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291866:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.291867:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880465.291869:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880465.291871:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880465.291872:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880465.291874:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305892419 00000100:00000001:1.0:1788880465.291875:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305893651 00000100:00000001:1.0:1788880465.291876:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305892419 00000100:00000001:1.0:1788880465.291878:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305893651 00000100:00000001:1.0:1788880465.291880:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880465.291881:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.291882:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880465.291884:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880465/real 1788880465] req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880465.291888:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880465.291889:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880465.291890:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880465.291891:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880465.291892:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880465.291893:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880465.291895:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880465.291900:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291905:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880465.291906:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291908:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.291909:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880465.291911:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291915:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880465.291918:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291922:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880465.291923:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291924:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.291925:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.291926:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880465.291927:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880465.291928:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880465.291930:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880465.291931:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880465.291933:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880465.291938:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880465.291955:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880465.291958:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291962:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880465.291964:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.291965:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880465.291966:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880465.291968:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880465.291970:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880465.291972:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880465.291973:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880465.291975:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880465.291976:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880465.291978:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880465.291979:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880465.291981:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880465.291983:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880465.291985:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880465.291987:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519648512, portal 4 00000100:00000001:1.0:1788880465.291988:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880465.291989:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880465.291993:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.291997:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880465.291999:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880465.292000:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880465.292002:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519648512, offset 0 00000400:00000200:1.0:1788880465.292004:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880465.292006:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.292008:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880465.292010:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880465.292012:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880465.292013:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880465.292015:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880465.292017:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461049:461049:256:4294967295] 192.168.203.155@tcp LPNI seq info [461043:461043:8:4294967295] 00000400:00000200:1.0:1788880465.292020:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880465.292024:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880465.292027:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.292028:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880465.292031:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880465.292033:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1788880465.292040:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880465.292042:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880465.292044:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880465.292046:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880465.292048:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880465.292049:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880465.292051:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880465.292053:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.292058:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.292060:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.292064:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.292065:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880465.292067:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880465.292069:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880465.292070:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880465.292072:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305892370 00000100:00000001:1.0:1788880465.292073:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305893651 00000100:00000001:1.0:1788880465.292075:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305892370 00000100:00000001:1.0:1788880465.292076:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305893651 00000100:00000001:1.0:1788880465.292078:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880465.292079:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.292080:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880465.292082:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880465/real 1788880465] req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880465.292087:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880465.292088:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880465.292089:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880465.292090:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880465.292091:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880465.292093:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880465.292095:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880465.292100:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.292103:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880465.292104:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.292105:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.292106:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880465.292108:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.292112:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880465.292114:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.292118:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880465.292120:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.292121:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880465.292122:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.292123:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880465.292125:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880465.292126:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880465.292129:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880465.292130:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880465.292132:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880465.292141:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880465.292143:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.292144:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.292146:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519648128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.292150:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880465.292151:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880465.292152:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880465.292154:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880465.292154:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880465.292155:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880465.292156:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880465.292157:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880465.292159:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880465.292160:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880465.292161:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880465.292163:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880465.292164:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.292165:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.292167:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519648256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.292171:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880465.292171:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880465.292172:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880465.292173:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880465.292174:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880465.292175:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880465.292176:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880465.292177:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880465.292178:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880465.292178:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880465.292179:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880465.292181:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880465.292182:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.292183:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.292185:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519648384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.292189:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880465.292190:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880465.292191:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880465.292192:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880465.292192:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880465.292193:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880465.292194:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880465.292195:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880465.292196:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880465.292197:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880465.292198:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880465.292199:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880465.292200:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.292200:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880465.292202:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519648512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880465.292206:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880465.292206:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880465.292207:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880465.292209:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880465.292210:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880465.292211:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880465.292212:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880465.292213:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880465.292214:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880465.292215:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880465.292215:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880465.292217:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880465.292217:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.292218:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880465.292220:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880465.292222:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880465.292223:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880465.292225:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880465.418354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880465.418360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880465.418365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880465.418366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880465.418368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880465.418369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880466.442311:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880466.442317:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880466.442321:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880466.442322:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880466.442325:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880466.442326:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880466.634334:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305893651, at 4305893696 00000100:00000010:1.0:1788880466.634346:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000040:0.0:1788880466.634364:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305893651, at 4305893696 00000100:00000010:0.0:1788880466.634372:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00010000:00000001:1.0:1788880467.466339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880467.466344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880467.466349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880467.466350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880467.466352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880467.466353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880468.490355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880468.490360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880468.490365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880468.490366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880468.490368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880468.490369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880469.514373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880469.514385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880469.514396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880469.514399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880469.514405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880469.514408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.410544:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880470.410551:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880470.410557:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880470.410570:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.410587:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880470.410592:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.410598:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880470.410602:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880470.410607:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880470.410616:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519648640:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880470.410623:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880470.410628:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880470.410632:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.410636:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880470.410642:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880470.410647:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880470.410655:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880470.410660:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880470.410667:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880470.410676:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519648640, portal 25 00000100:00000001:1.0:1788880470.410682:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880470.410685:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880470.410695:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.410714:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880470.410719:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880470.410723:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880470.410728:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519648640, offset 0 00000400:00000200:1.0:1788880470.410738:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880470.410748:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.410758:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880470.410766:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880470.410772:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880470.410777:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880470.410780:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880470.410788:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461050:461050:256:4294967295] 192.168.203.155@tcp LPNI seq info [461044:461044:8:4294967295] 00000400:00000200:1.0:1788880470.410795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.410811:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880470.410823:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.410830:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880470.410841:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880470.410848:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880470.410877:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.410881:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880470.410887:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880470.410896:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880470.410902:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880470.410919:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880470.410926:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880470.410934:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.410956:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.410961:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.410972:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.410976:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880470.410982:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880470.410989:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880470.410994:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305898771 00000100:00000010:1.0:1788880470.410998:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00000001:1.0:1788880470.411005:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880470.411013:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305898771 00000100:00000010:1.0:1788880470.411021:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788880470.411025:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880470.411030:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880470.411034:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.411036:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880470.411042:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880470/real 1788880470] req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880470.411054:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880470.411057:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880470.411060:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880470.411065:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880470.411069:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880470.411074:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880470.411081:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880470.411098:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411107:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880470.411110:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411113:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.411115:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880470.411121:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411133:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880470.411140:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411150:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880470.411157:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411161:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.411163:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411167:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880470.411171:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880470.411177:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880470.411183:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880470.411190:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880470.411197:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880470.411219:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519648640:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880470.411226:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411231:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.411237:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519648640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411245:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880470.411270:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880470.411272:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880470.411275:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880470.411279:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880470.411281:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880470.411286:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880470.411291:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880470.411296:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880470.411299:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880470.411302:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880470.411308:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880470.411310:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411313:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411322:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880470.411325:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.411330:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880470.411333:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880470.411337:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880470.411345:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411359:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880470.411361:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.411366:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880470.411369:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880470.411372:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880470.411374:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880470.411377:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880470.411378:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880470.411379:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.411381:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880470.411383:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880470.411385:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880470.411387:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880470.411389:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880470.411391:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880470.411392:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519648768, portal 10 00000100:00000001:1.0:1788880470.411394:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880470.411395:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880470.411400:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411405:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880470.411406:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880470.411408:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880470.411409:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519648768, offset 0 00000400:00000200:1.0:1788880470.411412:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880470.411414:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.411416:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880470.411418:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880470.411420:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880470.411421:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880470.411423:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880470.411425:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461051:461051:256:4294967295] 192.168.203.155@tcp LPNI seq info [461045:461045:8:4294967295] 00000400:00000200:1.0:1788880470.411428:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.411432:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880470.411435:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.411438:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880470.411441:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880470.411443:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880470.411450:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.411451:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880470.411453:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880470.411456:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880470.411458:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880470.411459:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880470.411461:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880470.411463:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411469:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.411471:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411476:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.411477:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880470.411479:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880470.411483:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880470.411485:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880470.411486:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305897487 00000100:00000001:1.0:1788880470.411488:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305898771 00000100:00000001:1.0:1788880470.411490:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305897487 00000100:00000001:1.0:1788880470.411492:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305898771 00000100:00000001:1.0:1788880470.411494:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880470.411495:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.411496:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880470.411498:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880470/real 1788880470] req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880470.411508:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880470.411509:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880470.411510:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880470.411512:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880470.411513:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880470.411514:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880470.411516:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880470.411521:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411525:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880470.411526:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411527:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.411528:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880470.411531:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411535:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880470.411537:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411541:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880470.411543:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411544:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.411545:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411546:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880470.411547:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880470.411548:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880470.411550:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880470.411551:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880470.411555:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880470.411561:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648768:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880470.411563:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880470.411565:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411569:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880470.411570:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.411571:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880470.411572:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880470.411573:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880470.411575:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880470.411577:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880470.411578:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880470.411578:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.411579:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880470.411581:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880470.411583:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880470.411585:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880470.411586:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880470.411588:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880470.411590:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519648896, portal 10 00000100:00000001:1.0:1788880470.411592:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880470.411593:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880470.411597:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411602:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880470.411603:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880470.411605:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880470.411606:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519648896, offset 0 00000400:00000200:1.0:1788880470.411609:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880470.411611:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.411613:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880470.411616:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880470.411617:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880470.411619:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880470.411621:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880470.411623:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461052:461052:256:4294967295] 192.168.203.155@tcp LPNI seq info [461046:461046:8:4294967295] 00000400:00000200:1.0:1788880470.411625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.411629:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880470.411631:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.411633:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880470.411635:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880470.411637:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880470.411644:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.411645:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880470.411647:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880470.411649:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880470.411651:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880470.411652:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880470.411654:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880470.411656:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411661:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.411663:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411667:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.411668:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880470.411670:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880470.411672:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880470.411673:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880470.411675:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305897487 00000100:00000001:1.0:1788880470.411677:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305898771 00000100:00000001:1.0:1788880470.411679:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305897487 00000100:00000001:1.0:1788880470.411680:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305898771 00000100:00000001:1.0:1788880470.411681:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880470.411683:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.411684:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880470.411686:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880470/real 1788880470] req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880470.411690:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880470.411691:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880470.411692:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880470.411693:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880470.411694:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880470.411696:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880470.411698:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880470.411704:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411707:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880470.411708:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411709:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.411710:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880470.411712:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411716:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880470.411718:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411722:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880470.411724:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411725:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.411726:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411727:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880470.411729:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880470.411731:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880470.411732:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880470.411734:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880470.411736:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880470.411740:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519648896:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880470.411742:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880470.411744:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411748:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880470.411749:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.411750:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880470.411751:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880470.411752:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880470.411754:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880470.411756:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880470.411757:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880470.411758:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.411759:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880470.411761:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880470.411763:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880470.411765:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880470.411766:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880470.411768:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880470.411771:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519649024, portal 4 00000100:00000001:1.0:1788880470.411773:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880470.411774:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880470.411777:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411781:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880470.411783:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880470.411784:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880470.411785:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519649024, offset 0 00000400:00000200:1.0:1788880470.411787:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880470.411789:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.411791:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880470.411792:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880470.411794:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880470.411795:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880470.411797:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880470.411799:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461053:461053:256:4294967295] 192.168.203.155@tcp LPNI seq info [461047:461047:8:4294967295] 00000400:00000200:1.0:1788880470.411802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.411806:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880470.411809:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.411811:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880470.411813:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880470.411814:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880470.411821:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.411823:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880470.411825:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880470.411827:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880470.411829:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880470.411830:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880470.411831:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880470.411833:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411842:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.411844:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411849:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.411850:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880470.411851:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880470.411853:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880470.411855:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880470.411856:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305897539 00000100:00000001:1.0:1788880470.411857:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305898771 00000100:00000001:1.0:1788880470.411858:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305897539 00000100:00000001:1.0:1788880470.411860:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305898771 00000100:00000001:1.0:1788880470.411861:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880470.411863:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.411864:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880470.411866:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880470/real 1788880470] req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880470.411871:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880470.411871:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880470.411872:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880470.411873:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880470.411874:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880470.411875:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880470.411877:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880470.411882:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411886:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880470.411888:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411889:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.411890:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880470.411892:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411896:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880470.411898:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411913:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880470.411915:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411916:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.411916:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411917:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880470.411918:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880470.411920:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880470.411922:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880470.411923:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880470.411926:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880470.411931:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649024:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880470.411934:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411935:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.411937:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519648768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411941:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880470.411942:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880470.411943:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880470.411945:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880470.411946:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880470.411947:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880470.411949:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880470.411950:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880470.411951:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880470.411952:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880470.411953:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880470.411955:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880470.411956:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411957:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.411959:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519648896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411963:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880470.411964:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880470.411965:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880470.411966:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880470.411967:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880470.411967:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880470.411968:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880470.411969:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880470.411971:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880470.411971:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880470.411972:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880470.411973:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880470.411974:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411975:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.411977:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519649024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.411980:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880470.411981:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880470.411982:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880470.411984:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880470.411984:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880470.411985:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880470.411986:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880470.411987:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880470.411988:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880470.411989:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880470.411990:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880470.411992:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880470.411993:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411994:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.411996:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880470.411997:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.411998:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880470.411999:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880470.412000:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880470.412002:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.412007:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880470.412008:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.412009:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880470.412011:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880470.412012:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880470.412014:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880470.412015:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880470.412016:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880470.412017:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880470.412018:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880470.412020:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880470.412021:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880470.412023:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880470.412025:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880470.412026:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880470.412028:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519649152, portal 4 00000100:00000001:1.0:1788880470.412030:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880470.412031:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880470.412034:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.412039:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880470.412040:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880470.412042:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880470.412044:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519649152, offset 0 00000400:00000200:1.0:1788880470.412046:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880470.412049:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.412051:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880470.412053:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880470.412055:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880470.412057:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880470.412058:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880470.412061:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461054:461054:256:4294967295] 192.168.203.155@tcp LPNI seq info [461048:461048:8:4294967295] 00000400:00000200:1.0:1788880470.412063:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880470.412067:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880470.412070:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.412071:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880470.412074:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880470.412076:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1788880470.412083:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880470.412084:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880470.412086:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880470.412089:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880470.412091:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880470.412092:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880470.412094:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880470.412096:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.412101:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.412103:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.412107:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.412108:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880470.412111:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880470.412113:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880470.412115:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880470.412117:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305897490 00000100:00000001:1.0:1788880470.412118:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305898771 00000100:00000001:1.0:1788880470.412120:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305897490 00000100:00000001:1.0:1788880470.412122:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305898771 00000100:00000001:1.0:1788880470.412123:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880470.412124:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.412125:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880470.412127:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880470/real 1788880470] req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880470.412132:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880470.412132:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880470.412133:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880470.412135:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880470.412136:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880470.412137:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880470.412139:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880470.412145:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.412149:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880470.412150:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.412151:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.412152:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880470.412154:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.412158:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880470.412160:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.412165:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880470.412167:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.412168:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880470.412169:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.412170:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880470.412172:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880470.412173:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880470.412175:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880470.412176:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880470.412178:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880470.412183:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649152:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880470.412185:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.412186:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880470.412188:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519649152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880470.412191:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880470.412192:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880470.412193:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880470.412194:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880470.412195:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880470.412196:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880470.412197:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880470.412198:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880470.412199:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880470.412200:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880470.412201:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880470.412203:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880470.412204:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.412205:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880470.412207:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880470.412208:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880470.412209:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880470.412211:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880470.538345:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880470.538348:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880470.538351:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538355:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880470.538357:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538359:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538361:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880470.538366:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880470.538367:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880470.538368:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538369:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880470.538370:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538372:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538373:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880470.538377:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880470.538378:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880470.538379:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538380:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880470.538380:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538381:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880470.538383:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880471.562319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880471.562326:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880471.562332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880471.562334:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880471.562338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880471.562339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880471.754326:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305898771, at 4305898816 00000100:00000010:1.0:1788880471.754353:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00000100:00000040:0.0:1788880471.754380:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305898771, at 4305898816 00000100:00000010:0.0:1788880471.754396:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00010000:00000001:1.0:1788880472.586385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880472.586393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880472.586400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880472.586402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880472.586406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880472.586408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880473.610374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880473.610380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880473.610385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880473.610387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880473.610392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880473.610393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880474.634360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880474.634367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880474.634373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880474.634376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880474.634380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880474.634382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.530761:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880475.530772:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880475.530780:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880475.530797:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.530834:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880475.530842:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.530854:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880475.530862:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880475.530894:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880475.530910:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519649280:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880475.530919:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880475.530928:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880475.530937:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.530949:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880475.530962:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880475.530974:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880475.530993:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880475.531007:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880475.531026:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880475.531041:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519649280, portal 25 00000100:00000001:1.0:1788880475.531053:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880475.531060:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788880475.531081:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.531104:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880475.531114:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880475.531124:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880475.531134:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519649280, offset 0 00000400:00000200:1.0:1788880475.531153:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880475.531173:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.531190:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880475.531207:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880475.531221:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880475.531230:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880475.531242:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880475.531302:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461055:461055:256:4294967295] 192.168.203.155@tcp LPNI seq info [461049:461049:8:4294967295] 00000400:00000200:1.0:1788880475.531319:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.531346:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880475.531363:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.531378:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880475.531399:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880475.531410:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880475.531456:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.531464:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880475.531478:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880475.531493:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880475.531505:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880475.531514:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880475.531526:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880475.531543:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.531581:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.531597:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.531630:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.531638:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880475.531650:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880475.531664:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880475.531672:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305903892 00000100:00000010:1.0:1788880475.531686:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788880475.531703:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880475.531726:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305903892 00000100:00000010:1.0:1788880475.531741:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:1.0:1788880475.531751:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880475.531762:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880475.531776:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.531786:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880475.531804:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880475/real 1788880475] req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880475.531886:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880475.531891:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880475.531896:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880475.531905:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880475.531914:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880475.531924:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880475.531936:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880475.531977:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532012:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880475.532020:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.532028:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.532035:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880475.532050:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532087:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880475.532104:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532129:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880475.532142:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.532156:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.532161:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.532167:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880475.532170:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880475.532185:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880475.532201:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880475.532209:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880475.532228:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880475.532278:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519649280:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880475.532292:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.532300:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.532310:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519649280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532337:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880475.532344:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880475.532351:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880475.532359:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880475.532367:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880475.532374:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880475.532384:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880475.532392:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880475.532400:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880475.532406:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880475.532411:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788880475.532419:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880475.532425:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.532429:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.532444:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880475.532447:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.532451:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880475.532455:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880475.532458:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880475.532465:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532475:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880475.532477:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.532479:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880475.532482:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880475.532485:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880475.532488:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649408:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880475.532492:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880475.532495:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880475.532497:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.532499:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880475.532504:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880475.532506:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880475.532511:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880475.532515:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880475.532519:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880475.532523:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519649408, portal 10 00000100:00000001:1.0:1788880475.532525:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880475.532527:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788880475.532536:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532546:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880475.532549:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880475.532551:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880475.532554:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519649408, offset 0 00000400:00000200:1.0:1788880475.532559:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880475.532563:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.532568:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880475.532572:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880475.532576:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880475.532579:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880475.532582:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880475.532586:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461056:461056:256:4294967295] 192.168.203.155@tcp LPNI seq info [461050:461050:8:4294967295] 00000400:00000200:1.0:1788880475.532592:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.532601:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880475.532607:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.532611:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880475.532616:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880475.532620:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880475.532633:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.532635:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880475.532639:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880475.532644:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880475.532647:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880475.532650:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880475.532653:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880475.532657:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532667:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.532671:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532688:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.532690:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880475.532694:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880475.532699:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880475.532703:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880475.532706:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305902608 00000100:00000001:1.0:1788880475.532710:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305903892 00000100:00000001:1.0:1788880475.532712:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305902608 00000100:00000001:1.0:1788880475.532715:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305903892 00000100:00000001:1.0:1788880475.532718:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880475.532720:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.532723:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880475.532727:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880475/real 1788880475] req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880475.532736:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880475.532738:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880475.532740:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880475.532742:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880475.532744:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880475.532747:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880475.532751:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880475.532761:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532769:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880475.532770:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.532772:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.532774:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880475.532778:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532788:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880475.532793:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532802:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880475.532805:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.532807:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.532808:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.532810:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880475.532813:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880475.532816:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880475.532819:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880475.532822:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880475.532826:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880475.532836:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649408:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880475.532840:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880475.532843:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532851:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880475.532853:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.532855:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880475.532858:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880475.532861:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880475.532865:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649536:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880475.532898:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880475.532900:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880475.532904:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.532906:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880475.532911:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880475.532913:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880475.532917:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880475.532921:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880475.532924:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880475.532928:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519649536, portal 10 00000100:00000001:1.0:1788880475.532931:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880475.532933:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880475.532940:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.532949:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880475.532952:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880475.532955:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880475.532958:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519649536, offset 0 00000400:00000200:1.0:1788880475.532963:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880475.532967:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.532971:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880475.532975:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880475.532978:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880475.532981:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880475.532984:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880475.532988:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461057:461057:256:4294967295] 192.168.203.155@tcp LPNI seq info [461051:461051:8:4294967295] 00000400:00000200:1.0:1788880475.532994:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.533001:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880475.533007:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.533011:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880475.533016:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880475.533020:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880475.533033:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.533036:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880475.533040:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880475.533045:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880475.533048:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880475.533050:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880475.533053:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880475.533057:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533068:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.533072:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533080:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.533082:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880475.533085:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880475.533089:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880475.533092:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880475.533095:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305902608 00000100:00000001:1.0:1788880475.533098:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305903892 00000100:00000001:1.0:1788880475.533100:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305902608 00000100:00000001:1.0:1788880475.533104:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305903892 00000100:00000001:1.0:1788880475.533107:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880475.533109:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.533112:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880475.533116:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880475/real 1788880475] req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880475.533125:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880475.533127:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880475.533128:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880475.533131:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880475.533133:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880475.533136:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880475.533140:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880475.533151:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533159:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880475.533160:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533162:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.533164:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880475.533168:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533176:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880475.533181:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533189:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880475.533192:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533194:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.533196:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533199:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880475.533201:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880475.533204:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880475.533208:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880475.533210:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880475.533214:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880475.533224:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649536:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880475.533228:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880475.533232:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533241:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880475.533243:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.533271:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880475.533275:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880475.533277:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880475.533282:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649664:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880475.533286:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880475.533288:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880475.533290:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.533293:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880475.533298:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880475.533300:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880475.533304:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880475.533307:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880475.533311:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880475.533315:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519649664, portal 4 00000100:00000001:1.0:1788880475.533318:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880475.533320:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880475.533328:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533336:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880475.533339:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880475.533342:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880475.533345:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519649664, offset 0 00000400:00000200:1.0:1788880475.533350:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880475.533354:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.533358:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880475.533361:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880475.533365:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880475.533368:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880475.533371:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880475.533376:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461058:461058:256:4294967295] 192.168.203.155@tcp LPNI seq info [461052:461052:8:4294967295] 00000400:00000200:1.0:1788880475.533381:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.533390:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880475.533395:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.533399:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880475.533404:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880475.533408:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880475.533422:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.533424:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880475.533428:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880475.533432:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880475.533436:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880475.533438:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880475.533441:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880475.533445:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533455:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.533459:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533468:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.533470:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880475.533474:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880475.533477:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880475.533481:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880475.533484:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305902661 00000100:00000001:1.0:1788880475.533487:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305903892 00000100:00000001:1.0:1788880475.533490:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305902661 00000100:00000001:1.0:1788880475.533493:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305903892 00000100:00000001:1.0:1788880475.533496:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880475.533499:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.533501:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880475.533506:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880475/real 1788880475] req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880475.533516:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880475.533517:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880475.533519:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880475.533521:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880475.533523:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880475.533526:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880475.533530:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880475.533540:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533547:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880475.533549:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533551:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.533553:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880475.533557:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533565:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880475.533569:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533577:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880475.533580:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533582:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.533584:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533586:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880475.533589:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880475.533592:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880475.533596:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880475.533599:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880475.533603:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880475.533613:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649664:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880475.533617:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880475.533621:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533628:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880475.533630:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.533632:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880475.533635:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880475.533637:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880475.533640:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649792:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880475.533644:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880475.533646:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880475.533647:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880475.533649:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880475.533654:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880475.533656:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880475.533659:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880475.533662:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880475.533665:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880475.533669:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519649792, portal 4 00000100:00000001:1.0:1788880475.533671:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880475.533673:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880475.533680:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533688:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880475.533691:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880475.533693:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880475.533696:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519649792, offset 0 00000400:00000200:1.0:1788880475.533701:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880475.533705:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.533709:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880475.533712:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880475.533714:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880475.533718:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880475.533720:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880475.533724:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461059:461059:256:4294967295] 192.168.203.155@tcp LPNI seq info [461053:461053:8:4294967295] 00000400:00000200:1.0:1788880475.533730:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880475.533737:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880475.533742:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.533745:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880475.533750:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880475.533753:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1788880475.533766:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880475.533769:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880475.533773:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880475.533777:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880475.533780:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880475.533782:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880475.533784:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880475.533788:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533797:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.533801:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533809:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.533811:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880475.533814:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880475.533818:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880475.533822:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880475.533825:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305902612 00000100:00000001:1.0:1788880475.533828:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305903892 00000100:00000001:1.0:1788880475.533830:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305902612 00000100:00000001:1.0:1788880475.533833:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305903892 00000100:00000001:1.0:1788880475.533835:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880475.533838:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.533840:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880475.533844:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880475/real 1788880475] req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880475.533853:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880475.533854:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880475.533856:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880475.533858:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880475.533860:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880475.533863:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880475.533887:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880475.533899:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533907:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880475.533909:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533911:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.533913:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880475.533917:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533926:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880475.533930:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533940:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880475.533943:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533945:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880475.533946:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533949:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880475.533951:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880475.533954:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880475.533957:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880475.533960:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880475.533964:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880475.533973:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519649792:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880475.533978:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.533980:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.533984:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519649408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.533991:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880475.533994:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880475.533996:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880475.534000:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880475.534002:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880475.534003:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880475.534006:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880475.534008:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880475.534012:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880475.534014:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880475.534016:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788880475.534019:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880475.534021:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.534023:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.534027:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519649536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.534035:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880475.534037:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880475.534039:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880475.534043:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880475.534044:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880475.534046:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880475.534048:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880475.534050:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880475.534052:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880475.534053:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880475.534055:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880475.534058:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880475.534059:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.534061:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.534064:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519649664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.534072:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880475.534073:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880475.534075:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880475.534079:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880475.534080:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880475.534082:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880475.534084:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880475.534085:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880475.534087:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880475.534089:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880475.534090:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880475.534093:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880475.534095:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.534097:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880475.534100:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519649792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880475.534116:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880475.534117:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880475.534119:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880475.534121:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880475.534123:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880475.534124:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880475.534126:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880475.534128:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880475.534130:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880475.534131:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880475.534133:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880475.534135:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880475.534137:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.534139:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880475.534142:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880475.534144:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880475.534146:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880475.534148:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880475.658372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880475.658377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880475.658383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880475.658385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880475.658389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880475.658390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880476.682380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880476.682388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880476.682396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880476.682398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880476.682402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880476.682404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880476.874383:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305903892, at 4305903936 00000100:00000040:0.0:1788880476.874394:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305903892, at 4305903936 00000100:00000010:1.0:1788880476.874401:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000010:0.0:1788880476.874410:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00010000:00000001:1.0:1788880477.706340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880477.706348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880477.706355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880477.706357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880477.706361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880477.706363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880478.730344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880478.730352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880478.730359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880478.730361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880478.730365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880478.730367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880479.754376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880479.754384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880479.754390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880479.754391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880479.754395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880479.754397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880480.650467:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880480.650479:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880480.650483:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880480.650488:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880480.650495:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880480.650507:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11235 00000400:00000200:0.0:1788880480.650518:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880480.650526:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880480.650531:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880480.650536:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650540:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880480.650544:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650547:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880480.650559:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880480.650562:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880480.650566:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880480.650571:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880480.650574:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880480.650578:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880480.650582:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650584:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880480.650587:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650589:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880480.650593:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880480.650597:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650600:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880480.650604:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880480.650609:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880480.650613:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.650616:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880480.650619:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880480.650628:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880480.650633:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880480.650638:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880480.650640:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.650645:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880480.650649:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880480.650656:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880480.650668:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880480.650679:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880480.650693:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880480.650708:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880480.650715:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880480.650722:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880480.650755:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880480.650760:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880480.650765:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880480.650767:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880480.650770:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880480.650774:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880480.650777:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11235 00000400:00000200:0.0:1788880480.650782:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880480.650786:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880480.650789:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880480.650793:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650796:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880480.650799:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650801:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880480.650805:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880480.650807:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880480.650808:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880480.650811:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880480.650814:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880480.650816:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880480.650820:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650824:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880480.650826:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650853:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880480.650857:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880480.650862:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880480.650866:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880480.650869:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880480.650879:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880480.650883:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.650885:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880480.650890:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:0.0:1788880480.650893:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880480.650901:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.650902:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788880480.650905:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.650913:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1788880480.650914:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880480.650922:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880480.650926:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880480.650931:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880480.650936:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880480.650937:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880480.650942:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880480.650945:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880480.650955:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880480.650965:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.650977:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1788880480.650980:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880480.650985:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.651000:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788880480.651001:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880480.651008:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.651010:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788880480.651016:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880480.651018:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880480.651033:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519649920:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880480.651041:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880480.651046:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880480.651050:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880480.651056:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880480.651063:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880480.651065:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788880480.651071:0:173517:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:1.0:1788880480.651076:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1788880480.651080:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11235 02000000:00000001:1.0:1788880480.651083:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.651093:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1788880480.651094:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880480.651101:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880480.651104:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 02000000:00000010:1.0:1788880480.651109:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 00000100:00000040:0.0:1788880480.651110:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880480.651119:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.651121:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880480.651128:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.651131:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880480.651138:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000001:0.0:1788880480.651141:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880480.651145:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000400:00000010:1.0:1788880480.651148:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000020:00000001:0.0:1788880480.651150:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880480.651158:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880480.651163:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000010:1.0:1788880480.651165:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000020:00000001:0.0:1788880480.651167:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880480.651176:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880480.651180:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519649920, portal 25 00000100:00000001:0.0:1788880480.651181:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880480.651189:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788880480.651190:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880480.651195:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00000001:0.0:1788880480.651197:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880480.651206:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880480.651215:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000040:1.0:1788880480.651216:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880480.651219:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880480.651228:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880480.651234:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880480.651242:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788880480.651243:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.651295:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880480.651298:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880480.651302:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880480.651311:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880480.651312:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880480.651319:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000010:0.0:1788880480.651322:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000100:00000200:1.0:1788880480.651326:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519649920, offset 0 00000020:00000040:0.0:1788880480.651330:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880480.651336:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880480.651339:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880480.651345:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880480.651347:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880480.651353:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880480.651356:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880480.651364:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000400:00000200:1.0:1788880480.651365:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880480.651377:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880480.651383:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00100000:0.0:1788880480.651392:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880480.651395:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880480.651409:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00000001:0.0:1788880480.651414:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880480.651420:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788880480.651422:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880480.651429:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00000040:0.0:1788880480.651437:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880480.651442:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461060:461060:256:4294967295] 192.168.203.155@tcp LPNI seq info [461054:461054:8:4294967295] 00000400:00000200:1.0:1788880480.651464:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880480.651474:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880480.651479:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880480.651491:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1788880480.651492:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788880480.651496:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880480.651503:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1788880480.651511:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880480.651512:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880480.651522:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11235 00000800:00000010:1.0:1788880480.651524:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000400:00000200:0.0:1788880480.651533:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880480.651542:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000800:00000200:1.0:1788880480.651550:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00080000:0.0:1788880480.651552:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1788880480.651564:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000100:00000040:0.0:1788880480.651565:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.651573:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880480.651582:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.651588:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880480.651598:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880480.651604:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880480.651610:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000100:1.0:1788880480.651611:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880480.651615:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000800:00000010:1.0:1788880480.651618:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000020:00000001:0.0:1788880480.651622:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880480.651628:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000400:00000200:1.0:1788880480.651629:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1788880480.651638:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880480.651645:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788880480.651647:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880480.651655:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880480.651656:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000100:00000001:0.0:1788880480.651660:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000010:1.0:1788880480.651663:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000020:00000040:0.0:1788880480.651668:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788880480.651673:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1788880480.651676:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880480.651686:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880480.651687:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880480.651690:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880480.651697:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880480.651705:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.651712:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880480.651717:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880480.651727:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.651733:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880480.651745:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880480.651747:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1788880480.651752:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000040:1.0:1788880480.651757:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880480.651759:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880480.651764:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.651774:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880480.651778:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880480.651783:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880480.651784:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.651790:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1788880480.651794:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880480.651801:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.651802:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880480.651812:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880480.651813:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880480.651821:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305909012 00000100:00000010:1.0:1788880480.651861:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:0.0:1788880480.651864:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880480.651870:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.651875:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1788880480.651882:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.651889:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305909012 00000100:00000001:0.0:1788880480.651904:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880480.651905:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00080000:0.0:1788880480.651909:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880480.651915:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1788880480.651917:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880480.651926:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880480.651929:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880480.651930:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880480.651934:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880480.651942:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11235 00000100:00000001:1.0:1788880480.651943:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788880480.651951:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880480.651956:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000400:00000200:0.0:1788880480.651958:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880480.651965:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880480.651976:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880480.651978:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880480/real 1788880480] req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880480.651979:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880480.651986:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880480.651996:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880480.652006:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880480.652011:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880480.652016:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880480.652020:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000400:00000001:1.0:1788880480.652021:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1788880480.652023:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000400:00000001:1.0:1788880480.652026:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1788880480.652030:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000400:00000010:1.0:1788880480.652033:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000040:0.0:1788880480.652041:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880480.652044:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000100:00000001:0.0:1788880480.652047:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1788880480.652050:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000040:0.0:1788880480.652054:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880480.652058:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788880480.652061:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880480.652067:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000200:1.0:1788880480.652069:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880480.652077:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880480.652088:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880480.652097:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880480.652104:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1788880480.652105:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880480.652111:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.652121:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880480.652126:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000001:1.0:1788880480.652129:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000008:00000001:0.0:1788880480.652132:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.652135:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880480.652138:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.652141:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.652147:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788880480.652148:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000100:00100000:1.0:1788880480.652157:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880480.652158:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880480.652167:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880480.652171:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880480.652178:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880480.652183:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880480.652187:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880480.652189:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880480.652199:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000040:1.0:1788880480.652200:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880480.652206:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.652221:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1788880480.652222:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880480.652230:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.652238:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.652242:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880480.652278:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880480.652284:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788880480.652285:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.652291:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1788880480.652298:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788880480.652301:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880480.652316:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880480.652325:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788880480.652337:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880480.652340:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880480.652346:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11245) 00000100:00100000:1.0:1788880480.652360:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519649920:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880480.652369:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.652372:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880480.652378:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519649920/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.652388:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880480.652391:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880480.652394:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880480.652400:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880480.652403:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880480.652406:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880480.652409:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880480.652411:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880480.652416:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880480.652419:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880480.652421:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880480.652425:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880480.652427:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.652430:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.652440:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880480.652442:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.652445:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880480.652447:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880480.652450:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880480.652454:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.652463:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880480.652465:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.652468:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880480.652471:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880480.652473:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880480.652477:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880480.652481:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880480.652483:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880480.652486:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.652488:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880480.652493:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880480.652495:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880480.652501:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880480.652504:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880480.652508:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880480.652512:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519650048, portal 10 00000100:00000001:1.0:1788880480.652515:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880480.652517:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000040:1.0:1788880480.652525:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.652533:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880480.652537:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880480.652539:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880480.652542:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519650048, offset 0 00000400:00000200:1.0:1788880480.652548:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880480.652553:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880480.652558:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880480.652562:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880480.652566:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880480.652569:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880480.652572:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880480.652577:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461061:461061:256:4294967295] 192.168.203.155@tcp LPNI seq info [461055:461055:8:4294967295] 00000400:00000200:1.0:1788880480.652582:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880480.652591:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880480.652598:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880480.652602:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880480.652607:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880480.652611:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880480.652625:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880480.652627:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880480.652631:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880480.652636:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880480.652640:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880480.652642:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880480.652645:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880480.652649:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.652659:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880480.652663:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.652680:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.652682:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880480.652686:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880480.652692:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880480.652696:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880480.652698:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305907728 00000100:00000001:1.0:1788880480.652702:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305909012 00000100:00000001:1.0:1788880480.652705:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305907728 00000100:00000001:1.0:1788880480.652708:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305909012 00000100:00000001:1.0:1788880480.652711:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880480.652713:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.652716:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880480.652720:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880480/real 1788880480] req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880480.652729:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880480.652731:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880480.652733:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880480.652735:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880480.652737:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880480.652739:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880480.652743:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880480.652754:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.652762:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880480.652764:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.652766:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.652767:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880480.652772:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.652781:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880480.652786:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.652794:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880480.652797:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.652799:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.652800:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.652802:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880480.652805:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880480.652808:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880480.652811:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880480.652814:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880480.652818:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880480.652828:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650048:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880480.652855:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880480.652860:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.652869:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880480.652870:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.652873:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880480.652876:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880480.652879:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880480.652882:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880480.652889:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880480.652892:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880480.654783:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.654794:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880480.654812:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880480.654819:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880480.654865:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880480.654876:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880480.654888:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880480.654900:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519650176, portal 10 00000100:00000001:1.0:1788880480.654906:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880480.654910:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880480.654933:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.654946:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880480.654950:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880480.654954:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880480.654959:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519650176, offset 0 00000400:00000200:1.0:1788880480.654968:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880480.654980:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880480.654991:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880480.654998:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880480.655004:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880480.655008:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880480.655012:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880480.655018:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461062:461062:256:4294967295] 192.168.203.155@tcp LPNI seq info [461056:461056:8:4294967295] 00000400:00000200:1.0:1788880480.655024:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880480.655036:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880480.655044:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880480.655052:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880480.655061:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880480.655066:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880480.655085:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880480.655090:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880480.655098:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880480.655104:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880480.655111:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880480.655114:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880480.655119:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880480.655125:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655144:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880480.655152:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655167:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.655171:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880480.655182:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880480.655190:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880480.655198:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880480.655203:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305907730 00000100:00000001:1.0:1788880480.655210:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305909012 00000100:00000001:1.0:1788880480.655215:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305907730 00000100:00000001:1.0:1788880480.655219:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305909012 00000100:00000001:1.0:1788880480.655224:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880480.655230:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.655236:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880480.655274:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880480/real 1788880480] req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880480.655289:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880480.655291:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880480.655294:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880480.655298:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880480.655300:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880480.655305:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880480.655310:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880480.655321:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655330:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880480.655332:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.655335:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.655338:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880480.655342:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655351:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880480.655357:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655367:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880480.655371:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.655373:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.655375:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.655378:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880480.655381:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880480.655385:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880480.655391:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880480.655394:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880480.655399:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880480.655411:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650176:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880480.655417:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880480.655423:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655432:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880480.655435:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.655439:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880480.655443:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880480.655446:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880480.655450:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880480.655455:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880480.655460:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880480.655462:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.655465:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880480.655470:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880480.655472:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880480.655477:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880480.655480:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880480.655483:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880480.655487:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519650304, portal 4 00000100:00000001:1.0:1788880480.655490:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880480.655492:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880480.655499:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655508:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880480.655511:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880480.655513:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880480.655516:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519650304, offset 0 00000400:00000200:1.0:1788880480.655521:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880480.655526:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880480.655531:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880480.655535:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880480.655539:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880480.655542:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880480.655545:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880480.655550:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461063:461063:256:4294967295] 192.168.203.155@tcp LPNI seq info [461057:461057:8:4294967295] 00000400:00000200:1.0:1788880480.655555:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880480.655564:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880480.655570:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880480.655574:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880480.655579:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880480.655583:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880480.655597:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880480.655599:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880480.655603:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880480.655608:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880480.655612:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880480.655614:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880480.655617:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880480.655621:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655631:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880480.655635:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655643:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.655645:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880480.655649:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880480.655653:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880480.655657:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880480.655660:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305907783 00000100:00000001:1.0:1788880480.655663:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305909012 00000100:00000001:1.0:1788880480.655666:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305907783 00000100:00000001:1.0:1788880480.655668:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305909012 00000100:00000001:1.0:1788880480.655670:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880480.655673:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.655676:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880480.655680:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880480/real 1788880480] req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880480.655690:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880480.655692:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880480.655694:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880480.655696:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880480.655698:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880480.655700:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880480.655704:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880480.655714:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655722:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880480.655724:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.655726:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.655727:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880480.655732:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655739:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880480.655744:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655752:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880480.655755:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.655757:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.655759:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.655762:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880480.655764:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880480.655769:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880480.655776:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880480.655781:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880480.655789:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880480.655804:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650304:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880480.655812:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880480.655821:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655857:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880480.655860:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.655865:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880480.655869:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880480.655873:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880480.655880:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880480.655887:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880480.655891:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880480.655894:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880480.655898:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880480.655903:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880480.655905:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880480.655910:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880480.655913:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880480.655917:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880480.655921:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519650432, portal 4 00000100:00000001:1.0:1788880480.655924:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880480.655926:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:1.0:1788880480.655934:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.655943:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880480.655946:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880480.655949:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880480.655952:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519650432, offset 0 00000400:00000200:1.0:1788880480.655957:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880480.655963:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880480.655967:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880480.655971:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880480.655975:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880480.655978:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880480.655981:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880480.655985:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461064:461064:256:4294967295] 192.168.203.155@tcp LPNI seq info [461058:461058:8:4294967295] 00000400:00000200:1.0:1788880480.655991:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880480.655999:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880480.656004:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880480.656008:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880480.656013:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880480.656017:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1788880480.656030:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880480.656033:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880480.656037:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880480.656041:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880480.656045:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880480.656047:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880480.656051:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880480.656055:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.656065:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880480.656069:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.656078:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.656080:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880480.656084:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880480.656089:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880480.656093:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880480.656095:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305907734 00000100:00000001:1.0:1788880480.656099:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305909012 00000100:00000001:1.0:1788880480.656102:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305907734 00000100:00000001:1.0:1788880480.656104:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305909012 00000100:00000001:1.0:1788880480.656107:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880480.656109:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.656112:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880480.656116:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880480/real 1788880480] req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880480.656126:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880480.656127:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880480.656130:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880480.656133:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880480.656136:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880480.656140:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880480.656146:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880480.656162:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.656176:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880480.656180:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.656184:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.656186:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880480.656194:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.656209:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880480.656218:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.656233:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880480.656238:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.656240:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880480.656242:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.656245:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880480.656248:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880480.656280:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880480.656285:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880480.656288:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880480.656293:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880480.656304:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650432:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880480.656309:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.656312:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880480.656317:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519650048/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.656326:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880480.656329:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880480.656333:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880480.656340:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880480.656343:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880480.656345:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880480.656348:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880480.656351:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880480.656356:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880480.656358:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880480.656360:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880480.656365:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880480.656367:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.656369:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880480.656373:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519650176/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.656381:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880480.656383:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880480.656385:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880480.656387:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880480.656388:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880480.656390:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880480.656392:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880480.656394:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880480.656396:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880480.656397:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880480.656399:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880480.656401:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880480.656403:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.656405:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880480.656408:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519650304/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.656416:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880480.656417:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880480.656419:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880480.656421:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880480.656422:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880480.656424:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880480.656426:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880480.656427:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880480.656430:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880480.656431:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880480.656433:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880480.656436:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880480.656437:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.656439:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880480.656442:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519650432/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880480.656457:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880480.656459:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880480.656461:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880480.656464:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880480.656465:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880480.656466:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880480.656468:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880480.656470:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880480.656472:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880480.656474:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880480.656475:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880480.656478:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880480.656480:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.656482:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880480.656491:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880480.656493:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880480.656496:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880480.656499:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880480.778390:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880480.778393:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880480.778398:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778403:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880480.778406:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778409:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778411:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880480.778418:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880480.778419:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880480.778422:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778424:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880480.778426:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778428:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778431:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880480.778436:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880480.778439:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880480.778441:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778443:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880480.778445:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778447:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880480.778450:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880481.802380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880481.802388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880481.802394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880481.802396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880481.802401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880481.802403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880481.994367:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305909012, at 4305909056 00000100:00000040:1.0:1788880481.994369:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305909012, at 4305909056 00000100:00000010:0.0:1788880481.994391:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000010:1.0:1788880481.994395:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00010000:00000001:1.0:1788880482.826366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880482.826373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880482.826378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880482.826380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880482.826384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880482.826386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880483.850376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880483.850383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880483.850390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880483.850392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880483.850395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880483.850397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880484.874379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880484.874386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880484.874393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880484.874395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880484.874399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880484.874401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880485.770369:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880485.770381:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880485.770385:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880485.770391:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880485.770398:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880485.770408:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11240 00000400:00000200:0.0:1788880485.770421:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880485.770429:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880485.770435:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880485.770440:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770444:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880485.770448:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770451:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880485.770462:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880485.770465:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880485.770469:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880485.770474:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880485.770477:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880485.770480:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880485.770484:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770487:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880485.770489:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770492:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880485.770496:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880485.770500:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770503:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880485.770507:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880485.770512:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880485.770516:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.770519:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880485.770522:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880485.770532:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788880485.770536:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880485.770542:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880485.770544:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.770549:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880485.770553:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880485.770559:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880485.770573:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788880485.770583:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880485.770597:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880485.770612:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880485.770619:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880485.770626:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880485.770657:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880485.770661:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880485.770667:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880485.770669:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880485.770671:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880485.770675:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880485.770679:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11240 00000400:00000200:0.0:1788880485.770684:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880485.770687:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880485.770691:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880485.770694:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770697:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880485.770700:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770703:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880485.770706:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880485.770708:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880485.770710:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880485.770713:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880485.770715:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880485.770717:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880485.770721:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770724:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880485.770727:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770730:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880485.770734:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880485.770737:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880485.770741:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880485.770743:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880485.770752:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880485.770755:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.770758:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880485.770765:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880485.770770:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.770770:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788880485.770779:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.770781:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1788880485.770786:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880485.770788:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1788880485.770794:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880485.770825:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880485.770829:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880485.770830:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880485.770832:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880485.770838:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880485.770843:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880485.770852:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880485.770862:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880485.770878:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880485.770896:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788880485.770900:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880485.770905:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.770907:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880485.770921:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880485.770923:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880485.770932:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880485.770937:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880485.770944:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880485.770945:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880485.770957:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880485.770962:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880485.770968:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1788880485.770968:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519650560:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880485.770980:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880485.770986:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788880485.770989:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11240 02000000:00000001:1.0:1788880485.770995:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1788880485.770997:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:1.0:1788880485.771001:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788880485.771006:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 02000000:00000001:1.0:1788880485.771010:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1788880485.771013:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880485.771019:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 02000000:00000010:1.0:1788880485.771023:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:0.0:1788880485.771024:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880485.771034:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880485.771034:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.771040:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880485.771047:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880485.771053:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000400:00000200:1.0:1788880485.771053:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000001:0.0:1788880485.771061:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880485.771066:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000400:00000010:1.0:1788880485.771067:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000020:00000001:0.0:1788880485.771069:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880485.771077:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000010:1.0:1788880485.771083:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000040:0.0:1788880485.771084:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771095:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880485.771098:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771100:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880485.771103:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00000200:1.0:1788880485.771107:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519650560, portal 25 00000100:00080000:0.0:1788880485.771108:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771121:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.771122:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1788880485.771124:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880485.771132:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 02000000:00000001:0.0:1788880485.771133:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880485.771141:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.771146:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880485.771150:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880485.771155:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.771159:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880485.771160:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788880485.771165:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880485.771174:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880485.771181:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880485.771185:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.771192:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880485.771197:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880485.771202:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788880485.771203:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880485.771213:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880485.771222:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880485.771222:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880485.771238:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00100000:0.0:1788880485.771239:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788880485.771296:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519650560, offset 0 00000100:00000001:0.0:1788880485.771297:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880485.771306:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880485.771316:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880485.771325:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771341:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880485.771345:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880485.771349:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880485.771354:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880485.771359:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880485.771362:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1788880485.771366:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788880485.771368:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:1.0:1788880485.771381:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1788880485.771382:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11240 00000400:00000200:1.0:1788880485.771395:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880485.771401:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880485.771406:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880485.771412:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461065:461065:256:4294967295] 192.168.203.155@tcp LPNI seq info [461059:461059:8:4294967295] 00000400:00000200:1.0:1788880485.771419:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880485.771431:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000400:00000200:0.0:1788880485.771443:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000200:1.0:1788880485.771445:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880485.771453:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000800:00000010:1.0:1788880485.771456:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000100:00080000:0.0:1788880485.771458:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880485.771468:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771477:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1788880485.771478:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000040:0.0:1788880485.771486:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880485.771491:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000100:00000001:0.0:1788880485.771493:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880485.771506:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880485.771513:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880485.771517:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880485.771524:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880485.771529:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880485.771541:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000800:00000100:1.0:1788880485.771549:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880485.771555:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000010:1.0:1788880485.771558:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000100:00000001:0.0:1788880485.771562:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880485.771570:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1788880485.771571:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771582:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880485.771590:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000400:00000200:1.0:1788880485.771591:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00080000:0.0:1788880485.771600:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000200:1.0:1788880485.771604:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000100:00000001:0.0:1788880485.771606:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880485.771614:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1788880485.771615:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 02000000:00000001:0.0:1788880485.771620:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880485.771625:0:2393:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788880485.771626:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.771632:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880485.771638:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000200:1.0:1788880485.771639:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1788880485.771646:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.771653:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880485.771665:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788880485.771670:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880485.771671:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788880485.771680:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1788880485.771682:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880485.771684:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.771693:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880485.771698:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880485.771704:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.771708:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880485.771712:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:1.0:1788880485.771713:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788880485.771723:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.771726:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880485.771735:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880485.771739:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880485.771749:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305914132 00000100:00000001:0.0:1788880485.771762:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1788880485.771766:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:0.0:1788880485.771767:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880485.771780:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.771785:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788880485.771819:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880485.771823:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880485.771828:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880485.771829:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305914132 00000100:00000001:0.0:1788880485.771831:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880485.771839:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:1.0:1788880485.771842:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000001:0.0:1788880485.771845:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880485.771853:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11240 00000100:00000001:1.0:1788880485.771855:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788880485.771862:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880485.771872:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880485.771872:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788880485.771879:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880485.771887:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880485.771888:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771900:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880485.771903:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1788880485.771904:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771912:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880485.771918:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880485.771921:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880485.771924:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:1.0:1788880485.771927:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880485/real 1788880485] req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880485.771928:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880485.771936:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880485.771945:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880485.771957:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771965:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880485.771973:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880485.771980:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880485.771984:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000400:00000001:1.0:1788880485.771985:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1788880485.771990:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000001:1.0:1788880485.771992:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788880485.772001:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880485.772002:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 02000000:00000001:0.0:1788880485.772008:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788880485.772012:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 02000000:00000001:0.0:1788880485.772015:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788880485.772018:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 02000000:00000001:0.0:1788880485.772021:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.772027:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788880485.772028:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880485.772036:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000200:1.0:1788880485.772043:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1788880485.772044:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.772053:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880485.772064:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880485.772071:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000200:1.0:1788880485.772074:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880485.772078:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880485.772083:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880485.772091:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880485.772096:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880485.772102:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.772104:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880485.772110:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1788880485.772111:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:1.0:1788880485.772116:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788880485.772120:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.772121:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788880485.772136:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788880485.772138:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880485.772181:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880485.772188:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880485.772190:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880485.772208:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880485.772211:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880485.772277:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880485.772285:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11250) 00000100:00000001:1.0:1788880485.772287:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880485.772295:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.772298:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880485.772300:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.772304:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880485.772307:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880485.772312:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880485.772319:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880485.772324:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880485.772330:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880485.772340:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519650560:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880485.772346:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.772349:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880485.772352:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519650560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772361:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880485.772364:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880485.772368:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880485.772374:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880485.772376:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880485.772378:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880485.772382:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880485.772384:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880485.772389:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880485.772392:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880485.772394:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788880485.772398:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880485.772400:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.772403:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.772413:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880485.772416:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.772419:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880485.772421:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880485.772423:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880485.772428:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772437:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880485.772440:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880485.772443:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880485.772445:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880485.772449:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880485.772453:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880485.772457:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880485.772460:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880485.772463:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880485.772465:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880485.772469:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880485.772472:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880485.772477:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880485.772480:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880485.772484:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880485.772489:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519650688, portal 10 00000100:00000001:1.0:1788880485.772491:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880485.772493:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788880485.772501:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772510:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880485.772513:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880485.772516:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880485.772519:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519650688, offset 0 00000400:00000200:1.0:1788880485.772524:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880485.772529:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880485.772535:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880485.772539:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880485.772543:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880485.772546:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880485.772549:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880485.772553:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461066:461066:256:4294967295] 192.168.203.155@tcp LPNI seq info [461060:461060:8:4294967295] 00000400:00000200:1.0:1788880485.772559:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880485.772568:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880485.772574:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880485.772580:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880485.772585:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880485.772589:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880485.772604:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880485.772606:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880485.772610:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880485.772615:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880485.772619:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880485.772621:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880485.772624:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880485.772628:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772638:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880485.772643:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772651:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.772653:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880485.772657:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880485.772663:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880485.772667:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880485.772669:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305912848 00000100:00000001:1.0:1788880485.772673:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305914132 00000100:00000001:1.0:1788880485.772676:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305912848 00000100:00000001:1.0:1788880485.772679:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305914132 00000100:00000001:1.0:1788880485.772682:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880485.772684:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.772686:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880485.772691:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880485/real 1788880485] req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880485.772709:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880485.772711:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880485.772713:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880485.772716:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880485.772718:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880485.772720:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880485.772724:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880485.772734:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772743:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880485.772744:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.772746:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880485.772748:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880485.772752:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772760:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880485.772764:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772773:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880485.772776:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.772778:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880485.772779:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.772781:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880485.772783:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880485.772786:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880485.772790:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880485.772792:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880485.772827:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880485.772838:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650688:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880485.772844:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880485.772848:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772862:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880485.772865:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880485.772870:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880485.772873:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880485.772878:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880485.772883:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880485.772889:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880485.772893:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880485.772896:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880485.772901:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880485.772908:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880485.772912:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880485.772920:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880485.772925:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880485.772931:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880485.772938:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519650816, portal 10 00000100:00000001:1.0:1788880485.772942:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880485.772945:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:1.0:1788880485.772958:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.772967:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880485.772970:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880485.772973:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880485.772976:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519650816, offset 0 00000400:00000200:1.0:1788880485.772982:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880485.772988:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880485.772993:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880485.772997:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880485.773001:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880485.773004:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880485.773007:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880485.773011:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461067:461067:256:4294967295] 192.168.203.155@tcp LPNI seq info [461061:461061:8:4294967295] 00000400:00000200:1.0:1788880485.773017:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880485.773025:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880485.773031:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880485.773035:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880485.773040:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880485.773044:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880485.773058:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880485.773061:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880485.773065:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880485.773069:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880485.773073:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880485.773076:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880485.773079:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880485.773083:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773093:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880485.773097:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773106:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.773108:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880485.773111:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880485.773115:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880485.773120:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880485.773123:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305912848 00000100:00000001:1.0:1788880485.773126:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305914132 00000100:00000001:1.0:1788880485.773129:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305912848 00000100:00000001:1.0:1788880485.773132:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305914132 00000100:00000001:1.0:1788880485.773134:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880485.773136:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.773139:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880485.773143:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880485/real 1788880485] req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880485.773152:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880485.773155:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880485.773157:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880485.773160:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880485.773162:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880485.773164:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880485.773168:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880485.773178:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773186:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880485.773188:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.773190:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880485.773192:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880485.773196:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773204:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880485.773209:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773217:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880485.773220:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.773222:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880485.773224:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.773226:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880485.773229:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880485.773232:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880485.773235:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880485.773238:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880485.773242:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880485.773279:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650816:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880485.773283:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880485.773287:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773295:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880485.773297:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880485.773300:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880485.773302:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880485.773305:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880485.773308:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880485.773313:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880485.773315:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880485.773317:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880485.773319:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880485.773324:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880485.773326:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880485.773330:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880485.773334:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880485.773338:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880485.773342:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519650944, portal 4 00000100:00000001:1.0:1788880485.773345:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880485.773347:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:1.0:1788880485.773354:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773362:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880485.773365:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880485.773367:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880485.773370:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519650944, offset 0 00000400:00000200:1.0:1788880485.773375:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880485.773379:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880485.773384:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880485.773387:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880485.773390:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880485.773393:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880485.773396:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880485.773400:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461068:461068:256:4294967295] 192.168.203.155@tcp LPNI seq info [461062:461062:8:4294967295] 00000400:00000200:1.0:1788880485.773405:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880485.773413:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880485.773418:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880485.773422:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880485.773426:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880485.773430:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880485.773443:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880485.773446:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880485.773449:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880485.773454:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880485.773457:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880485.773460:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880485.773462:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880485.773467:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773485:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880485.773488:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773497:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.773498:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880485.773502:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880485.773505:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880485.773509:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880485.773511:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305912901 00000100:00000001:1.0:1788880485.773514:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305914132 00000100:00000001:1.0:1788880485.773516:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305912901 00000100:00000001:1.0:1788880485.773519:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305914132 00000100:00000001:1.0:1788880485.773522:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880485.773524:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.773527:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880485.773531:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880485/real 1788880485] req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880485.773540:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880485.773541:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880485.773543:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880485.773546:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880485.773548:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880485.773550:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880485.773554:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880485.773564:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773572:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880485.773574:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.773577:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880485.773578:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880485.773583:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773591:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880485.773595:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773603:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880485.773606:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.773608:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880485.773609:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.773611:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880485.773613:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880485.773616:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880485.773619:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880485.773622:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880485.773626:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880485.773635:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519650944:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880485.773640:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880485.773644:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773652:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880485.773654:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880485.773656:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880485.773658:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880485.773661:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880485.773665:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880485.773668:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880485.773671:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880485.773673:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880485.773675:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880485.773678:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880485.773681:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880485.773684:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880485.773687:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880485.773690:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880485.773693:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519651072, portal 4 00000100:00000001:1.0:1788880485.773696:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880485.773698:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000040:1.0:1788880485.773704:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773712:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880485.773715:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880485.773717:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880485.773720:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519651072, offset 0 00000400:00000200:1.0:1788880485.773725:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880485.773728:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880485.773732:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880485.773735:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880485.773738:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880485.773741:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880485.773744:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880485.773748:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461069:461069:256:4294967295] 192.168.203.155@tcp LPNI seq info [461063:461063:8:4294967295] 00000400:00000200:1.0:1788880485.773753:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880485.773761:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880485.773766:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880485.773769:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880485.773774:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880485.773778:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880485.773791:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880485.773794:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880485.773822:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880485.773826:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880485.773830:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880485.773832:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880485.773835:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880485.773840:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773851:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880485.773857:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773872:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.773876:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880485.773882:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880485.773888:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880485.773895:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880485.773899:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305912852 00000100:00000001:1.0:1788880485.773903:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305914132 00000100:00000001:1.0:1788880485.773908:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305912852 00000100:00000001:1.0:1788880485.773913:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305914132 00000100:00000001:1.0:1788880485.773918:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880485.773922:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.773926:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880485.773935:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880485/real 1788880485] req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880485.773951:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880485.773955:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880485.773957:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880485.773960:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880485.773963:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880485.773966:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880485.773970:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880485.773981:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.773989:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880485.773991:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.773993:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880485.773995:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880485.773999:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.774007:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880485.774012:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.774021:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880485.774024:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.774026:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880485.774028:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.774030:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880485.774033:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880485.774036:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880485.774039:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880485.774042:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880485.774046:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880485.774063:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651072:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880485.774068:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.774070:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880485.774074:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519650688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.774082:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880485.774084:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880485.774086:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880485.774090:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880485.774092:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880485.774094:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880485.774097:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880485.774099:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880485.774102:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880485.774104:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880485.774106:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880485.774109:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880485.774111:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.774113:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880485.774117:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519650816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.774125:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880485.774126:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880485.774128:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880485.774130:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880485.774132:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880485.774133:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880485.774135:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880485.774137:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880485.774139:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880485.774141:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880485.774142:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788880485.774146:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880485.774147:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.774149:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880485.774153:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519650944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.774161:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880485.774163:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880485.774164:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880485.774166:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880485.774168:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880485.774169:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880485.774171:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880485.774173:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880485.774175:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880485.774176:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880485.774178:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880485.774180:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880485.774182:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.774184:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880485.774187:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519651072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880485.774194:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880485.774196:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880485.774197:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880485.774201:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880485.774202:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880485.774204:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880485.774206:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880485.774208:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880485.774210:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880485.774211:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880485.774213:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788880485.774215:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880485.774217:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.774219:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880485.774223:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880485.774226:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880485.774228:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880485.774231:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880485.898385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880485.898391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880485.898398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880485.898401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880485.898405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880485.898408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880486.922389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880486.922397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880486.922404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880486.922406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880486.922411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880486.922413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880487.114385:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305914132, at 4305914176 00000100:00000040:0.0:1788880487.114390:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305914132, at 4305914176 00000100:00000010:1.0:1788880487.114405:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000010:0.0:1788880487.114410:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00010000:00000001:1.0:1788880487.946349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880487.946355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880487.946361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880487.946362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880487.946366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880487.946368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880488.970379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880488.970387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880488.970393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880488.970395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880488.970399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880488.970401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880489.994367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880489.994373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880489.994379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880489.994381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880489.994385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880489.994387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880490.890383:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880490.890396:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880490.890402:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880490.890408:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880490.890415:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880490.890426:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11245 00000400:00000200:0.0:1788880490.890439:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880490.890448:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880490.890453:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880490.890458:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.890462:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880490.890466:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.890469:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880490.890480:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880490.890483:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880490.890487:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880490.890492:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880490.890495:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880490.890498:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880490.890502:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.890504:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880490.890506:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.890509:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880490.890513:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880490.890517:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880490.890520:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880490.890524:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880490.890529:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880490.890532:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.890535:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880490.890538:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880490.890548:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788880490.890553:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880490.890559:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880490.890561:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.890565:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880490.890569:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880490.890576:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880490.890588:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880490.890599:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880490.890613:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880490.890629:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880490.890636:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880490.890643:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880490.890673:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880490.890678:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880490.890683:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880490.890685:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880490.890687:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880490.890691:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880490.890694:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11245 00000400:00000200:0.0:1788880490.890698:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880490.890702:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880490.890705:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880490.890709:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.890712:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880490.890715:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.890718:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880490.890722:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880490.890724:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880490.890727:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880490.890730:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880490.890733:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880490.890737:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880490.890742:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.890747:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880490.890750:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880490.890752:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788880490.890754:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880490.890782:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880490.890786:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880490.890787:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788880490.890791:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.890796:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788880490.890797:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880490.890810:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788880490.890814:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880490.890816:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.890824:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880490.890834:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880490.890837:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1788880490.890841:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.890843:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.890849:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.890853:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1788880490.890857:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 02000000:00000001:1.0:1788880490.890860:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788880490.890866:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880490.890868:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880490.890877:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1788880490.890879:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519651200:192.168.203.155@tcp:250:kworker.0 02000000:00000001:0.0:1788880490.890882:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.890892:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880490.890894:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788880490.890897:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880490.890901:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788880490.890903:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.890907:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880490.890912:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880490.890914:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880490.890923:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880490.890926:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880490.890932:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880490.890935:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880490.890947:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880490.890958:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000001:0.0:1788880490.890961:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880490.890967:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880490.890971:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000040:0.0:1788880490.890975:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880490.890986:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519651200, portal 25 00000100:00000001:0.0:1788880490.890991:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.890992:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880490.890997:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00080000:0.0:1788880490.891000:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880490.891007:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:1.0:1788880490.891010:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880490.891012:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880490.891019:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880490.891030:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880490.891039:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788880490.891040:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11245 00000100:00000040:1.0:1788880490.891050:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880490.891053:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880490.891057:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000400:00000200:0.0:1788880490.891065:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000200:1.0:1788880490.891067:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519651200, offset 0 00000100:00080000:0.0:1788880490.891071:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880490.891085:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880490.891085:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880490.891095:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880490.891100:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.891106:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880490.891107:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.891124:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880490.891132:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880490.891138:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880490.891144:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880490.891148:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880490.891154:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461070:461070:256:4294967295] 192.168.203.155@tcp LPNI seq info [461064:461064:8:4294967295] 00000400:00000200:1.0:1788880490.891161:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.891174:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000020:00000001:0.0:1788880490.891181:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1788880490.891184:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880490.891186:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880490.891192:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000010:1.0:1788880490.891196:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000020:00000040:0.0:1788880490.891197:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880490.891206:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880490.891210:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788880490.891216:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000040:0.0:1788880490.891223:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880490.891226:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000100:00000001:0.0:1788880490.891229:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880490.891238:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.891290:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880490.891297:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880490.891304:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000800:00000100:1.0:1788880490.891308:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880490.891311:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788880490.891315:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 02000000:00000001:0.0:1788880490.891318:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788880490.891325:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1788880490.891326:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880490.891335:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880490.891342:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788880490.891343:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880490.891351:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788880490.891356:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000008:00000001:0.0:1788880490.891358:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880490.891365:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:0.0:1788880490.891366:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.891377:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:0.0:1788880490.891378:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788880490.891385:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000100:00000200:1.0:1788880490.891388:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880490.891391:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880490.891396:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.891404:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880490.891408:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880490.891413:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880490.891421:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:1.0:1788880490.891423:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880490.891427:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880490.891437:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788880490.891443:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880490.891492:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880490.891495:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.891497:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.891507:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788880490.891509:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880490.891523:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.891525:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880490.891528:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880490.891538:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1788880490.891538:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880490.891547:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788880490.891547:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305919252 00000100:00080000:0.0:1788880490.891553:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880490.891559:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000010:1.0:1788880490.891560:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00080000:0.0:1788880490.891567:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11245 00000100:00000001:1.0:1788880490.891576:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788880490.891577:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880490.891588:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880490.891591:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305919252 00000100:00080000:0.0:1788880490.891593:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000010:1.0:1788880490.891601:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000040:0.0:1788880490.891605:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880490.891609:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788880490.891612:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880490.891617:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788880490.891620:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880490.891627:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.891629:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880490.891636:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1788880490.891639:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880490.891644:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00100000:1.0:1788880490.891648:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880490/real 1788880490] req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880490.891649:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880490.891656:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880490.891666:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880490.891676:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000400:00000001:1.0:1788880490.891681:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1788880490.891686:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000001:1.0:1788880490.891688:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788880490.891695:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1788880490.891697:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000040:0.0:1788880490.891704:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880490.891705:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880490.891712:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880490.891715:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880490.891718:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:0.0:1788880490.891721:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000200:1.0:1788880490.891729:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880490.891734:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880490.891746:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880490.891754:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880490.891783:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1788880490.891786:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880490.891792:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.891800:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880490.891807:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788880490.891809:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000008:00000001:0.0:1788880490.891813:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.891815:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880490.891818:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.891823:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1788880490.891828:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788880490.891829:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880490.891838:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00100000:1.0:1788880490.891843:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880490.891846:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880490.891851:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.891859:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880490.891864:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880490.891870:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880490.891871:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880490.891881:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000040:1.0:1788880490.891883:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880490.891887:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880490.891904:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880490.891905:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880490.891915:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.891923:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880490.891927:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.891937:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788880490.891938:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880490.891942:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788880490.891947:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880490.891951:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1788880490.891959:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788880490.891963:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880490.891973:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880490.891988:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880490.891990:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880490.892001:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880490.892019:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1788880490.892024:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519651200:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880490.892025:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880490.892032:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880490.892036:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880490.892039:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880490.892042:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1788880490.892049:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11245 00000100:00000040:1.0:1788880490.892052:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519651200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880490.892062:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880490.892073:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880490.892082:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1788880490.892083:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1788880490.892089:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1788880490.892092:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 02000000:00000010:1.0:1788880490.892096:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 00000100:00000001:0.0:1788880490.892098:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1788880490.892106:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1788880490.892108:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000020:00000001:1.0:1788880490.892112:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1788880490.892115:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880490.892117:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:0.0:1788880490.892121:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:1.0:1788880490.892124:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:0.0:1788880490.892126:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 02000000:00000010:1.0:1788880490.892130:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 00000020:00000001:0.0:1788880490.892132:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:1.0:1788880490.892137:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1788880490.892138:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 02000000:00000001:1.0:1788880490.892144:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1788880490.892146:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000010:1.0:1788880490.892150:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000020:00000001:0.0:1788880490.892152:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880490.892158:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1788880490.892166:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880490.892166:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880490.892176:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880490.892177:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880490.892185:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880490.892188:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880490.892191:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788880490.892193:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1788880490.892196:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880490.892199:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.892202:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.892206:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788880490.892208:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880490.892211:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788880490.892215:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880490.892216:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788880490.892225:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880490.892229:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880490.892231:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880490.892237:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880490.892274:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880490.892278:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880490.892288:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788880490.892292:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1788880490.892295:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880490.892297:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880490.892304:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880490.892305:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788880490.892309:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.892312:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880490.892317:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880490.892319:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880490.892322:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1788880490.892329:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651328:192.168.203.155@tcp:38:kworker.0 02000000:00000001:0.0:1788880490.892330:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.892341:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1788880490.892342:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880490.892346:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788880490.892350:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.892351:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.892361:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880490.892367:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 00000100:00100000:0.0:1788880490.892369:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880490.892374:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880490.892390:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880490.892395:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1788880490.892398:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000001:0.0:1788880490.892401:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880490.892409:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000040:0.0:1788880490.892412:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880490.892417:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519651328, portal 10 00000100:00000001:1.0:1788880490.892428:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880490.892435:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 00000100:00000001:0.0:1788880490.892438:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880490.892448:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11255) 00000100:00000040:1.0:1788880490.892458:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.892475:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880490.892481:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880490.892487:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880490.892492:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519651328, offset 0 00000400:00000200:1.0:1788880490.892500:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880490.892510:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.892518:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880490.892523:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880490.892527:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880490.892530:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880490.892534:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880490.892538:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461071:461071:256:4294967295] 192.168.203.155@tcp LPNI seq info [461065:461065:8:4294967295] 00000400:00000200:1.0:1788880490.892543:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.892552:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880490.892558:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880490.892564:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880490.892569:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880490.892573:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880490.892589:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880490.892592:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880490.892595:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880490.892600:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880490.892604:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880490.892607:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880490.892610:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880490.892615:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.892626:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880490.892630:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.892639:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.892641:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880490.892646:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880490.892652:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880490.892656:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880490.892659:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305917968 00000100:00000001:1.0:1788880490.892663:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305919252 00000100:00000001:1.0:1788880490.892666:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305917968 00000100:00000001:1.0:1788880490.892669:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305919252 00000100:00000001:1.0:1788880490.892672:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880490.892674:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.892677:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880490.892681:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880490/real 1788880490] req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880490.892700:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880490.892702:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880490.892704:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880490.892707:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880490.892709:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880490.892711:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880490.892715:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880490.892725:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.892734:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880490.892735:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.892738:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880490.892739:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880490.892744:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.892752:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880490.892757:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.892788:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880490.892791:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.892793:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880490.892795:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.892797:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880490.892800:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880490.892803:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880490.892807:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880490.892810:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880490.892816:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880490.892826:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880490.892831:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880490.892835:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.892843:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880490.892845:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.892848:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880490.892850:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880490.892853:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880490.892856:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880490.892860:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880490.892863:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880490.892865:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.892867:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880490.892871:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880490.892874:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880490.892878:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880490.892882:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880490.892886:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880490.892890:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519651456, portal 10 00000100:00000001:1.0:1788880490.892892:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880490.892894:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000040:1.0:1788880490.892902:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.892910:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880490.892913:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880490.892915:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880490.892919:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519651456, offset 0 00000400:00000200:1.0:1788880490.892925:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880490.892929:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.892934:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880490.892938:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880490.892942:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880490.892945:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880490.892948:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880490.892952:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461072:461072:256:4294967295] 192.168.203.155@tcp LPNI seq info [461066:461066:8:4294967295] 00000400:00000200:1.0:1788880490.892957:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.892965:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880490.892970:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880490.892974:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880490.892979:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880490.892982:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880490.892997:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880490.892999:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880490.893003:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880490.893007:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880490.893011:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880490.893013:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880490.893016:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880490.893020:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893030:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880490.893034:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893042:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.893044:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880490.893048:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880490.893052:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880490.893056:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880490.893059:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305917968 00000100:00000001:1.0:1788880490.893062:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305919252 00000100:00000001:1.0:1788880490.893065:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305917968 00000100:00000001:1.0:1788880490.893068:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305919252 00000100:00000001:1.0:1788880490.893070:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880490.893072:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.893074:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880490.893079:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880490/real 1788880490] req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880490.893088:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880490.893090:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880490.893092:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880490.893094:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880490.893097:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880490.893099:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880490.893103:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880490.893113:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893120:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880490.893122:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.893124:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880490.893126:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880490.893130:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893138:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880490.893142:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893151:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880490.893154:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.893156:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880490.893158:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.893160:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880490.893163:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880490.893166:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880490.893169:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880490.893172:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880490.893176:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880490.893185:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880490.893189:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880490.893193:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893201:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880490.893202:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.893205:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880490.893207:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880490.893210:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880490.893213:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880490.893217:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880490.893219:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880490.893222:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.893224:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880490.893228:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880490.893230:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880490.893233:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880490.893236:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880490.893240:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880490.893244:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519651584, portal 4 00000100:00000001:1.0:1788880490.893273:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880490.893275:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:1.0:1788880490.893283:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893291:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880490.893294:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880490.893298:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880490.893301:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519651584, offset 0 00000400:00000200:1.0:1788880490.893305:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880490.893310:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.893314:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880490.893318:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880490.893321:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880490.893324:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880490.893327:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880490.893331:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461073:461073:256:4294967295] 192.168.203.155@tcp LPNI seq info [461067:461067:8:4294967295] 00000400:00000200:1.0:1788880490.893336:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.893344:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880490.893349:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880490.893352:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880490.893357:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880490.893360:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880490.893374:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880490.893376:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880490.893380:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880490.893384:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880490.893388:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880490.893390:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880490.893392:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880490.893397:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893415:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880490.893421:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893435:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.893438:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880490.893444:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880490.893449:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880490.893456:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880490.893460:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305918021 00000100:00000001:1.0:1788880490.893465:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305919252 00000100:00000001:1.0:1788880490.893469:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305918021 00000100:00000001:1.0:1788880490.893474:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305919252 00000100:00000001:1.0:1788880490.893479:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880490.893483:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.893487:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880490.893496:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880490/real 1788880490] req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880490.893513:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880490.893516:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880490.893519:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880490.893523:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880490.893525:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880490.893528:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880490.893533:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880490.893543:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893551:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880490.893554:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.893557:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880490.893559:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880490.893563:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893571:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880490.893576:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893584:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880490.893587:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.893589:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880490.893591:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.893593:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880490.893596:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880490.893599:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880490.893602:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880490.893605:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880490.893609:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880490.893619:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880490.893624:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.893627:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880490.893631:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519651328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893639:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880490.893641:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880490.893644:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880490.893647:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880490.893649:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880490.893651:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880490.893654:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880490.893656:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880490.893659:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880490.893661:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880490.893663:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788880490.893666:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880490.893668:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.893670:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880490.893674:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519651456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893683:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880490.893684:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880490.893686:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880490.893689:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880490.893690:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880490.893692:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880490.893694:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880490.893696:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880490.893698:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880490.893699:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880490.893701:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:1.0:1788880490.893703:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880490.893705:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.893707:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880490.893710:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519651584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.893718:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880490.893719:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880490.893721:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880490.893723:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880490.893724:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880490.893726:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880490.893728:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880490.893729:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880490.893732:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880490.895586:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880490.895595:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788880490.895609:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880490.895612:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.895617:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.895629:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880490.895632:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.895636:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880490.895639:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880490.895643:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880490.895659:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.895673:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880490.895676:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.895681:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880490.895686:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880490.895690:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880490.895695:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880490.895702:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880490.895708:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880490.895711:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880490.895714:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880490.895725:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880490.895728:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880490.895738:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880490.895745:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880490.895753:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880490.895792:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519651712, portal 4 00000100:00000001:1.0:1788880490.895798:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880490.895801:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000040:1.0:1788880490.895813:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.895824:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880490.895828:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880490.895833:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880490.895838:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519651712, offset 0 00000400:00000200:1.0:1788880490.895846:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880490.895858:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.895869:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880490.895877:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880490.895882:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880490.895887:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880490.895891:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880490.895895:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461074:461074:256:4294967295] 192.168.203.155@tcp LPNI seq info [461068:461068:8:4294967295] 00000400:00000200:1.0:1788880490.895901:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880490.895913:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880490.895921:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880490.895928:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880490.895936:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880490.895942:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880490.895973:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880490.895976:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880490.895983:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880490.895989:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880490.895995:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880490.895999:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880490.896004:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880490.896009:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.896023:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880490.896028:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.896037:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.896039:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880490.896047:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880490.896053:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880490.896058:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880490.896063:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305917974 00000100:00000001:1.0:1788880490.896069:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305919252 00000100:00000001:1.0:1788880490.896075:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305917974 00000100:00000001:1.0:1788880490.896079:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305919252 00000100:00000001:1.0:1788880490.896084:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880490.896089:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.896093:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880490.896102:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880490/real 1788880490] req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880490.896120:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880490.896124:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880490.896128:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880490.896133:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880490.896137:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880490.896142:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880490.896150:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880490.896169:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.896184:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880490.896188:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.896192:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880490.896196:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880490.896204:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.896213:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880490.896220:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.896230:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880490.896234:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.896236:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880490.896238:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.896241:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880490.896273:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880490.896278:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880490.896284:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880490.896287:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880490.896292:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880490.896304:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880490.896309:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.896312:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880490.896316:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519651712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880490.896323:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880490.896327:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880490.896330:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880490.896336:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880490.896339:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880490.896342:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880490.896345:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880490.896348:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880490.896352:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880490.896354:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880490.896356:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:1.0:1788880490.896359:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880490.896361:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.896364:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880490.896368:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880490.896370:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880490.896373:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880490.896375:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880491.018383:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880491.018386:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880491.018391:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018396:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880491.018399:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018402:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018405:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880491.018412:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880491.018414:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880491.018416:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018418:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880491.018420:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018423:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018425:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880491.018432:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880491.018433:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880491.018435:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018437:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880491.018439:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018441:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880491.018443:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880492.042382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880492.042390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880492.042397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880492.042399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880492.042404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880492.042405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880492.234380:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305919252, at 4305919296 00000100:00000040:0.0:1788880492.234399:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305919252, at 4305919296 00000100:00000010:1.0:1788880492.234400:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00000010:0.0:1788880492.234417:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00010000:00000001:1.0:1788880493.066379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880493.066387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880493.066393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880493.066395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880493.066400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880493.066402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880494.090358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880494.090365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880494.090371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880494.090373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880494.090377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880494.090379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880495.114348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880495.114355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880495.114362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880495.114364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880495.114369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880495.114370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.010925:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880496.010935:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880496.010942:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880496.010960:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.010992:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880496.010998:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.011006:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880496.011015:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880496.011028:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880496.011042:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519651840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880496.011055:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880496.011064:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880496.011072:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.011081:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880496.011094:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880496.011105:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880496.011124:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880496.011135:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880496.011152:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880496.011170:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519651840, portal 25 00000100:00000001:1.0:1788880496.011181:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880496.011188:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348085120 : -126388361466496 : ffff8d0cea9c6d80) 00000100:00000040:1.0:1788880496.011208:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.011302:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880496.011317:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880496.011328:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880496.011335:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519651840, offset 0 00000400:00000200:1.0:1788880496.011351:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880496.011374:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.011392:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880496.011406:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880496.011418:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880496.011429:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880496.011439:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880496.011453:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461075:461075:256:4294967295] 192.168.203.155@tcp LPNI seq info [461069:461069:8:4294967295] 00000400:00000200:1.0:1788880496.011476:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.011508:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880496.011532:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.011545:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880496.011562:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880496.011573:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880496.011622:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.011632:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880496.011643:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880496.011659:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880496.011671:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880496.011679:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880496.011691:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880496.011708:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.011769:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.011784:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.011808:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.011815:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880496.011827:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880496.011838:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880496.011847:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305924372 00000100:00000010:1.0:1788880496.011862:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788880496.011876:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880496.011898:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305924372 00000100:00000010:1.0:1788880496.011911:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788880496.011921:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880496.011935:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880496.011943:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.011948:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880496.011974:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880496/real 1788880496] req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880496.012031:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880496.012036:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880496.012042:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880496.012049:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880496.012056:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880496.012062:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880496.012074:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880496.012107:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.012141:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880496.012148:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.012157:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.012162:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880496.012175:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.012205:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880496.012220:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.012290:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880496.012299:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.012305:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.012311:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.012323:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880496.012331:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880496.012341:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880496.012354:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880496.012360:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880496.012370:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880496.012405:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519651840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880496.012419:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.012426:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.012434:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6d80 x1875765519651840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.012465:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880496.012474:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880496.012482:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880496.012492:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880496.012498:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880496.012503:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880496.012513:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880496.012520:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788880496.012531:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880496.012538:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880496.012543:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6d80. 00000100:00000001:1.0:1788880496.012556:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880496.012559:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.012562:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.012573:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880496.012576:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.012579:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880496.012581:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880496.012583:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880496.012590:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.012600:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880496.012602:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.012605:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880496.012607:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880496.012610:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880496.012614:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880496.012617:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880496.012620:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880496.012622:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.012624:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880496.012628:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880496.012630:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880496.012635:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880496.012638:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880496.012643:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880496.012647:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519651968, portal 10 00000100:00000001:1.0:1788880496.012649:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880496.012651:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348082432 : -126388361469184 : ffff8d0cea9c6300) 00000100:00000040:1.0:1788880496.012659:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.012669:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880496.012672:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880496.012675:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880496.012678:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519651968, offset 0 00000400:00000200:1.0:1788880496.012683:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880496.012688:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.012692:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880496.012697:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880496.012700:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880496.012704:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880496.012707:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880496.012711:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461076:461076:256:4294967295] 192.168.203.155@tcp LPNI seq info [461070:461070:8:4294967295] 00000400:00000200:1.0:1788880496.012717:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.012746:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880496.012753:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.012758:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880496.012763:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880496.012767:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880496.012781:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.012784:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880496.012788:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880496.012793:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880496.012797:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880496.012799:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880496.012802:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880496.012807:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.012818:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.012822:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013015:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.013021:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880496.013046:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880496.013054:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880496.013064:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880496.013069:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305923088 00000100:00000001:1.0:1788880496.013074:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305924372 00000100:00000001:1.0:1788880496.013078:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305923088 00000100:00000001:1.0:1788880496.013081:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305924372 00000100:00000001:1.0:1788880496.013084:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880496.013088:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.013093:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880496.013108:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880496/real 1788880496] req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880496.013124:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880496.013127:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880496.013132:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880496.013137:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880496.013140:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880496.013145:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880496.013150:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880496.013162:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013172:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880496.013174:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.013177:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.013180:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880496.013184:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013195:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880496.013202:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013211:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880496.013215:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.013217:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.013219:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.013222:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880496.013225:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880496.013229:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880496.013235:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880496.013238:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880496.013243:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880496.013313:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519651968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880496.013320:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880496.013325:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013335:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880496.013337:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.013342:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880496.013346:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880496.013350:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880496.013354:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880496.013359:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880496.013364:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880496.013368:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.013371:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880496.013383:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880496.013386:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880496.013392:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880496.013397:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880496.013402:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880496.013409:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519652096, portal 10 00000100:00000001:1.0:1788880496.013412:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880496.013414:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077056 : -126388361474560 : ffff8d0cea9c4e00) 00000100:00000040:1.0:1788880496.013424:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013432:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880496.013436:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880496.013439:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880496.013443:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519652096, offset 0 00000400:00000200:1.0:1788880496.013450:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880496.013459:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.013467:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880496.013474:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880496.013479:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880496.013484:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880496.013488:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880496.013493:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461077:461077:256:4294967295] 192.168.203.155@tcp LPNI seq info [461071:461071:8:4294967295] 00000400:00000200:1.0:1788880496.013499:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.013510:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880496.013518:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.013524:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880496.013533:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880496.013538:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880496.013556:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.013561:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880496.013566:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880496.013572:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880496.013578:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880496.013580:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880496.013583:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880496.013588:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013599:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.013603:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013612:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.013614:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880496.013617:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880496.013621:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880496.013625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880496.013628:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305923089 00000100:00000001:1.0:1788880496.013631:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305924372 00000100:00000001:1.0:1788880496.013634:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305923089 00000100:00000001:1.0:1788880496.013637:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305924372 00000100:00000001:1.0:1788880496.013639:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880496.013642:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.013644:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880496.013648:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880496/real 1788880496] req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880496.013657:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880496.013659:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880496.013661:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880496.013664:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880496.013666:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880496.013670:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880496.013673:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880496.013684:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013692:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880496.013693:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.013695:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.013697:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880496.013701:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013709:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880496.013714:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013746:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880496.013751:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.013753:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.013754:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.013756:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880496.013759:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880496.013762:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880496.013766:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880496.013769:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880496.013774:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880496.013785:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880496.013789:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880496.013795:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013804:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880496.013806:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.013809:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880496.013811:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880496.013814:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880496.013817:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880496.013821:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880496.013824:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880496.013826:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.013829:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880496.013833:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880496.013835:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880496.013839:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880496.013842:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880496.013846:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880496.013850:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519652224, portal 4 00000100:00000001:1.0:1788880496.013853:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880496.013855:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348076160 : -126388361475456 : ffff8d0cea9c4a80) 00000100:00000040:1.0:1788880496.013862:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013870:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880496.013873:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880496.013876:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880496.013879:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519652224, offset 0 00000400:00000200:1.0:1788880496.013883:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880496.013888:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.013892:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880496.013895:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880496.013899:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880496.013902:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880496.013905:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880496.013909:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461078:461078:256:4294967295] 192.168.203.155@tcp LPNI seq info [461072:461072:8:4294967295] 00000400:00000200:1.0:1788880496.013915:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.013922:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880496.013928:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.013932:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880496.013937:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880496.013940:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880496.013954:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.013956:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880496.013960:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880496.013964:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880496.013968:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880496.013970:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880496.013973:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880496.013977:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013987:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.013991:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.013999:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.014001:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880496.014004:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880496.014008:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880496.014011:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880496.014014:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305923141 00000100:00000001:1.0:1788880496.014017:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305924372 00000100:00000001:1.0:1788880496.014020:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305923141 00000100:00000001:1.0:1788880496.014023:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305924372 00000100:00000001:1.0:1788880496.014025:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880496.014028:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.014031:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880496.014035:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880496/real 1788880496] req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880496.014045:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880496.014046:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880496.014048:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880496.014051:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880496.014053:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880496.014055:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880496.014059:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880496.014069:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014077:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880496.014079:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014081:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.014082:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880496.014086:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014094:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880496.014099:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014107:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880496.014109:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014111:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.014113:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014115:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880496.014117:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880496.014119:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880496.014124:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880496.014127:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880496.014132:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880496.014141:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880496.014145:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880496.014150:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014157:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880496.014159:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.014162:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880496.014164:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880496.014166:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880496.014169:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880496.014173:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880496.014175:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880496.014177:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880496.014179:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880496.014184:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880496.014186:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880496.014190:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880496.014192:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880496.014196:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880496.014199:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519652352, portal 4 00000100:00000001:1.0:1788880496.014202:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880496.014203:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788880496.014210:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014218:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880496.014222:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880496.014225:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880496.014228:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519652352, offset 0 00000400:00000200:1.0:1788880496.014232:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880496.014236:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.014240:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880496.014244:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880496.014275:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880496.014278:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880496.014281:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880496.014286:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461079:461079:256:4294967295] 192.168.203.155@tcp LPNI seq info [461073:461073:8:4294967295] 00000400:00000200:1.0:1788880496.014291:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880496.014299:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880496.014305:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.014309:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880496.014314:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880496.014318:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880496.014331:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880496.014333:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880496.014337:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880496.014341:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880496.014345:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880496.014347:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880496.014350:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880496.014355:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014365:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.014368:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014377:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.014379:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880496.014383:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880496.014387:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880496.014391:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880496.014394:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305923093 00000100:00000001:1.0:1788880496.014397:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305924372 00000100:00000001:1.0:1788880496.014400:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305923093 00000100:00000001:1.0:1788880496.014402:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305924372 00000100:00000001:1.0:1788880496.014405:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880496.014407:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.014409:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880496.014414:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880496/real 1788880496] req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880496.014423:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880496.014425:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880496.014427:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880496.014430:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880496.014432:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880496.014434:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880496.014438:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880496.014448:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014456:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880496.014458:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014460:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.014462:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880496.014466:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014473:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880496.014478:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014487:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880496.014490:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014492:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880496.014494:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014496:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880496.014499:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880496.014502:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880496.014505:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880496.014508:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880496.014512:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880496.014521:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880496.014526:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014530:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.014533:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6300 x1875765519651968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014541:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880496.014544:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880496.014548:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880496.014552:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880496.014555:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880496.014558:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880496.014560:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880496.014564:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788880496.014568:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880496.014570:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880496.014573:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6300. 00000100:00000001:1.0:1788880496.014581:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880496.014583:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014586:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.014589:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4e00 x1875765519652096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014597:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880496.014599:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880496.014601:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880496.014603:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880496.014605:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880496.014606:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880496.014608:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880496.014610:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788880496.014612:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880496.014614:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880496.014615:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4e00. 00000100:00000001:1.0:1788880496.014622:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880496.014624:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014626:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.014629:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4a80 x1875765519652224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014637:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880496.014638:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880496.014640:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880496.014643:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880496.014645:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880496.014646:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880496.014648:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880496.014650:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788880496.014652:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880496.014654:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880496.014656:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4a80. 00000100:00000001:1.0:1788880496.014658:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880496.014660:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014662:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880496.014666:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519652352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880496.014681:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880496.014682:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880496.014684:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880496.014687:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880496.014688:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880496.014689:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880496.014691:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880496.014693:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:1.0:1788880496.014695:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880496.014697:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880496.014698:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788880496.014701:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880496.014702:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014705:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880496.014714:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880496.014716:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880496.014719:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880496.014721:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880496.138443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880496.138448:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880496.138454:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880496.138456:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880496.138460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880496.138462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880497.162306:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880497.162311:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880497.162315:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880497.162316:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880497.162318:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880497.162319:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880497.354312:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305924372, at 4305924416 00000100:00000010:1.0:1788880497.354323:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00000100:00000040:0.0:1788880497.354384:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305924372, at 4305924416 00000100:00000010:0.0:1788880497.354400:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00010000:00000001:1.0:1788880498.186383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880498.186390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880498.186397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880498.186400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880498.186404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880498.186406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880499.210386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880499.210394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880499.210400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880499.210402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880499.210407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880499.210408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880500.234354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880500.234363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880500.234384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880500.234386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880500.234390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880500.234392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880501.130472:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880501.130484:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880501.130488:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880501.130494:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880501.130503:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880501.130514:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11255 00000400:00000200:0.0:1788880501.130527:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880501.130537:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880501.130542:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880501.130547:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880501.130551:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880501.130554:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880501.130558:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880501.130570:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880501.130573:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880501.130577:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880501.130582:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880501.130585:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880501.130588:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880501.130592:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880501.130595:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880501.130597:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880501.130599:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880501.130603:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880501.130607:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880501.130611:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880501.130614:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880501.130620:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880501.130623:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.130626:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880501.130629:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880501.130641:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880501.130646:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880501.130651:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880501.130653:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.130659:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880501.130663:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880501.130670:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880501.130683:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880501.130719:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880501.130735:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880501.130751:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880501.130758:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880501.130765:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880501.130799:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880501.130803:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880501.130809:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880501.130811:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880501.130813:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880501.130817:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880501.130821:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11255 00000400:00000200:0.0:1788880501.130826:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880501.130830:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880501.130834:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880501.130838:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880501.130842:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880501.130846:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880501.130850:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880501.130855:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880501.130857:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880501.130859:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880501.130863:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880501.130867:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880501.130870:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880501.130879:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880501.130880:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788880501.130887:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880501.130892:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788880501.130899:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880501.130901:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880501.130909:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880501.130914:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880501.130932:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000040:1.0:1788880501.130933:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880501.130948:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880501.130957:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880501.130971:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788880501.130972:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880501.130976:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880501.130979:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.130986:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788880501.130987:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880501.130995:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1788880501.130997:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1788880501.131023:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788880501.131024:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.131042:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880501.131049:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519652480:192.168.203.155@tcp:250:kworker.0 00000100:00000010:0.0:1788880501.131053:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788880501.131070:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000100:00000001:1.0:1788880501.131070:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788880501.131089:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880501.131090:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788880501.131105:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.131106:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.131120:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880501.131123:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788880501.131125:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880501.131134:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880501.131143:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 02000000:00000010:1.0:1788880501.131144:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 00000100:00000001:0.0:1788880501.131151:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.131155:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880501.131168:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880501.131185:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880501.131200:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880501.131204:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880501.131207:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000040:0.0:1788880501.131214:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788880501.131227:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880501.131233:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880501.131239:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1788880501.131241:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519652480, portal 25 00000100:00000001:1.0:1788880501.131320:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880501.131323:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523055488 : -126388186496128 : ffff8d0cf50a4380) 00000100:00000040:1.0:1788880501.131340:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880501.131341:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880501.131351:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880501.131357:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880501.131377:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880501.131396:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11255 00000100:00000001:1.0:1788880501.131398:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880501.131429:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880501.131430:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880501.131451:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000400:00000200:0.0:1788880501.131457:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000200:1.0:1788880501.131462:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519652480, offset 0 00000100:00080000:0.0:1788880501.131463:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880501.131484:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880501.131492:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880501.131495:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880501.131503:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880501.131515:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880501.131517:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880501.131532:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880501.131540:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880501.131546:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880501.131566:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880501.131571:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880501.131576:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461080:461080:256:4294967295] 192.168.203.155@tcp LPNI seq info [461074:461074:8:4294967295] 00000400:00000200:1.0:1788880501.131583:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880501.131596:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000020:00000001:0.0:1788880501.131606:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1788880501.131609:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880501.131611:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880501.131616:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000010:1.0:1788880501.131619:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000020:00000040:0.0:1788880501.131621:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880501.131629:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880501.131636:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788880501.131639:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000040:0.0:1788880501.131652:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880501.131654:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000100:00000001:0.0:1788880501.131670:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880501.131685:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880501.131707:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880501.131713:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880501.131731:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880501.131748:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880501.131753:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880501.131762:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:1.0:1788880501.131764:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880501.131768:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.131775:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000800:00000010:1.0:1788880501.131777:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000008:00100000:0.0:1788880501.131778:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880501.131793:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.131796:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880501.131801:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000010:0.0:1788880501.131802:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788880501.131810:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880501.131816:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880501.131823:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880501.131830:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788880501.131831:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880501.131839:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880501.131852:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880501.131858:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 02000000:00000010:0.0:1788880501.131860:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000400:00000010:1.0:1788880501.131865:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:0.0:1788880501.131870:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.131876:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1788880501.131885:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788880501.131890:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880501.131960:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880501.131970:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880501.131994:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.132004:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880501.132019:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880501.132020:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880501.132032:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880501.132058:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880501.132059:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880501.132073:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788880501.132074:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880501.132087:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880501.132094:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.132095:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880501.132112:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11255 00000400:00000200:1.0:1788880501.132125:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880501.132128:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880501.132139:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880501.132141:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305929492 00000100:00080000:0.0:1788880501.132143:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880501.132156:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880501.132160:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1788880501.132162:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000040:0.0:1788880501.132167:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880501.132175:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880501.132181:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880501.132185:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1788880501.132186:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880501.132193:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880501.132200:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880501.132203:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880501.132207:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788880501.132209:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305929492 00000100:00000040:0.0:1788880501.132221:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000010:1.0:1788880501.132226:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df00. 00000100:00000001:0.0:1788880501.132228:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880501.132238:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880501.132239:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788880501.132281:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880501.132287:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788880501.132291:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788880501.132297:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880501.132301:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.132304:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.132308:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1788880501.132310:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880501.132319:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1788880501.132328:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880501/real 1788880501] req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880501.132329:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.132339:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880501.132347:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880501.132359:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.132372:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788880501.132383:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1788880501.132384:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000400:00000001:1.0:1788880501.132388:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1788880501.132393:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000400:00000010:1.0:1788880501.132394:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 02000000:00000001:0.0:1788880501.132416:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788880501.132417:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 02000000:00000001:0.0:1788880501.132425:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880501.132427:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880501.132447:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880501.132451:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880501.132451:0:2393:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:0.0:1788880501.132466:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880501.132470:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788880501.132475:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880501.132493:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880501.132505:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788880501.132508:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880501.132601:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880501.132609:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.132628:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788880501.132631:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880501.132633:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880501.132639:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880501.132652:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880501.132654:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880501.132771:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.132773:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788880501.132778:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880501.132785:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880501.132788:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880501.132792:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1788880501.132797:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880501.132799:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880501.132810:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11255 00000400:00000200:0.0:1788880501.132834:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880501.132853:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880501.132869:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880501.132876:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1788880501.132881:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880501.132884:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880501.132887:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880501.132890:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1788880501.132898:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880501.132899:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880501.132918:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880501.132920:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880501.132935:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1788880501.132937:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880501.132951:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00080000:1.0:1788880501.132953:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1788880501.132958:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880501.132963:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00080000:1.0:1788880501.132966:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000020:00000001:0.0:1788880501.132975:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880501.132979:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1788880501.132982:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880501.133002:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880501.133003:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880501.133020:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880501.133032:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880501.133042:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519652480:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880501.133043:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880501.133060:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788880501.133065:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788880501.133076:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880501.133077:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880501.133090:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880501.133093:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4380 x1875765519652480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880501.133095:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880501.133106:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880501.133117:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.133123:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880501.133126:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000001:1.0:1788880501.133126:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000008:00000001:0.0:1788880501.133135:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.133139:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788880501.133140:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880501.133146:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 02000000:00000010:1.0:1788880501.133151:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 00000020:00000040:0.0:1788880501.133153:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880501.133160:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880501.133167:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880501.133171:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880501.133173:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1788880501.133175:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880501.133182:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788880501.133184:0:2393:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000010:0.0:1788880501.133189:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000020:00000040:1.0:1788880501.133194:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00000001:0.0:1788880501.133197:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788880501.133205:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880501.133213:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 00000100:00100000:0.0:1788880501.133214:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880501.133225:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880501.133234:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1788880501.133241:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1788880501.133244:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4380. 00000100:00000001:0.0:1788880501.133277:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.133290:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1788880501.133293:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133296:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.133317:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880501.133339:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.133340:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880501.133352:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880501.133356:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11265) 00000100:00000001:1.0:1788880501.133360:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880501.133365:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880501.133368:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880501.133380:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133392:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880501.133394:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.133398:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880501.133401:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880501.133404:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880501.133408:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880501.133413:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880501.133416:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880501.133419:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.133421:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880501.133426:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880501.133429:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880501.133435:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880501.133439:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880501.133444:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880501.133449:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519652608, portal 10 00000100:00000001:1.0:1788880501.133452:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880501.133454:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523069824 : -126388186481792 : ffff8d0cf50a7b80) 00000100:00000040:1.0:1788880501.133463:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133473:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880501.133476:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880501.133479:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880501.133482:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519652608, offset 0 00000400:00000200:1.0:1788880501.133487:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880501.133493:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880501.133499:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880501.133503:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880501.133507:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880501.133510:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880501.133513:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880501.133518:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461081:461081:256:4294967295] 192.168.203.155@tcp LPNI seq info [461075:461075:8:4294967295] 00000400:00000200:1.0:1788880501.133523:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880501.133533:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880501.133539:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880501.133543:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880501.133549:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880501.133553:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880501.133569:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880501.133572:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880501.133576:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880501.133581:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880501.133585:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880501.133588:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880501.133591:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880501.133595:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133606:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880501.133610:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133627:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.133629:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880501.133633:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880501.133639:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880501.133644:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880501.133646:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305928209 00000100:00000001:1.0:1788880501.133650:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305929492 00000100:00000001:1.0:1788880501.133653:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305928209 00000100:00000001:1.0:1788880501.133656:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305929492 00000100:00000001:1.0:1788880501.133659:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880501.133661:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.133664:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880501.133668:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880501/real 1788880501] req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880501.133678:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880501.133680:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880501.133682:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880501.133685:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880501.133687:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880501.133714:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880501.133720:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880501.133731:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133740:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880501.133742:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.133746:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880501.133748:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880501.133756:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133770:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880501.133779:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133794:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880501.133799:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.133802:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880501.133806:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.133810:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880501.133814:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880501.133819:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880501.133827:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880501.133831:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880501.133840:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880501.133852:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880501.133858:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880501.133863:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133872:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880501.133874:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.133877:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880501.133880:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880501.133883:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880501.133886:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880501.133890:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880501.133893:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880501.133896:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.133899:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880501.133904:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880501.133906:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880501.133911:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880501.133914:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880501.133918:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880501.133923:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519652736, portal 10 00000100:00000001:1.0:1788880501.133925:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880501.133927:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068032 : -126388186483584 : ffff8d0cf50a7480) 00000100:00000040:1.0:1788880501.133935:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.133943:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880501.133947:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880501.133949:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880501.133952:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519652736, offset 0 00000400:00000200:1.0:1788880501.133957:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880501.133962:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880501.133967:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880501.133971:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880501.133975:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880501.133978:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880501.133981:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880501.133986:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461082:461082:256:4294967295] 192.168.203.155@tcp LPNI seq info [461076:461076:8:4294967295] 00000400:00000200:1.0:1788880501.133991:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880501.134000:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880501.134005:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880501.134009:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880501.134014:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880501.134018:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880501.134032:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880501.134036:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880501.134040:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880501.134044:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880501.134048:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880501.134050:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880501.134053:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880501.134058:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134068:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880501.134072:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134080:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.134082:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880501.134086:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880501.134090:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880501.134093:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880501.134096:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305928209 00000100:00000001:1.0:1788880501.134099:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305929492 00000100:00000001:1.0:1788880501.134101:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305928209 00000100:00000001:1.0:1788880501.134104:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305929492 00000100:00000001:1.0:1788880501.134107:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880501.134111:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.134114:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880501.134122:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880501/real 1788880501] req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880501.134138:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880501.134140:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880501.134144:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880501.134149:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880501.134152:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880501.134158:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880501.134165:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880501.134184:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134198:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880501.134201:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.134205:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880501.134208:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880501.134215:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134224:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880501.134230:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134238:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880501.134241:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.134243:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880501.134244:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.134247:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880501.134279:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880501.134283:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880501.134288:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880501.134290:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880501.134295:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880501.134305:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880501.134310:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880501.134315:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134324:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880501.134326:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.134329:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880501.134332:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880501.134334:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880501.134338:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880501.134342:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880501.134345:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880501.134347:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.134350:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880501.134355:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880501.134357:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880501.134362:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880501.134365:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880501.134369:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880501.134373:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519652864, portal 4 00000100:00000001:1.0:1788880501.134376:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880501.134378:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523068928 : -126388186482688 : ffff8d0cf50a7800) 00000100:00000040:1.0:1788880501.134385:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134393:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880501.134396:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880501.134399:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880501.134402:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519652864, offset 0 00000400:00000200:1.0:1788880501.134407:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880501.134412:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880501.134417:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880501.134420:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880501.134424:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880501.134427:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880501.134430:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880501.134434:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461083:461083:256:4294967295] 192.168.203.155@tcp LPNI seq info [461077:461077:8:4294967295] 00000400:00000200:1.0:1788880501.134440:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880501.134448:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880501.134454:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880501.134458:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880501.134463:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880501.134467:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880501.134481:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880501.134483:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880501.134487:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880501.134492:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880501.134496:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880501.134498:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880501.134501:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880501.134505:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134515:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880501.134519:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134528:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.134530:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880501.134534:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880501.134538:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880501.134541:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880501.134544:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305928262 00000100:00000001:1.0:1788880501.134547:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305929492 00000100:00000001:1.0:1788880501.134549:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305928262 00000100:00000001:1.0:1788880501.134553:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305929492 00000100:00000001:1.0:1788880501.134555:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880501.134558:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.134560:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880501.134565:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880501/real 1788880501] req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880501.134575:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880501.134577:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880501.134579:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880501.134581:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880501.134583:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880501.134586:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880501.134590:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880501.134600:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134608:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880501.134610:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.134612:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880501.134613:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880501.134618:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134625:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880501.134630:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134638:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880501.134641:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.134643:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880501.134644:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.134646:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880501.134648:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880501.134651:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880501.134656:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880501.134659:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880501.134664:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880501.134673:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880501.134678:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880501.134682:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134712:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880501.134715:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.134721:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880501.134724:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880501.134726:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880501.134731:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880501.134735:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880501.134738:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880501.134740:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880501.134742:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880501.134749:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880501.134753:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880501.134760:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880501.134764:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880501.134770:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880501.134776:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519652992, portal 4 00000100:00000001:1.0:1788880501.134780:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880501.134783:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523064448 : -126388186487168 : ffff8d0cf50a6680) 00000100:00000040:1.0:1788880501.134795:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134809:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880501.134815:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880501.134820:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880501.134825:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519652992, offset 0 00000400:00000200:1.0:1788880501.134834:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880501.134842:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880501.134849:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880501.134853:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880501.134857:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880501.134860:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880501.134863:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880501.134867:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461084:461084:256:4294967295] 192.168.203.155@tcp LPNI seq info [461078:461078:8:4294967295] 00000400:00000200:1.0:1788880501.134872:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880501.134881:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880501.134887:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880501.134891:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880501.134896:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880501.134900:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880501.134913:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880501.134916:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880501.134920:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880501.134925:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880501.134929:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880501.134931:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880501.134935:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880501.134940:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134950:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880501.134954:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.134963:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.134965:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880501.134969:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880501.134974:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880501.134978:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880501.134981:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305928213 00000100:00000001:1.0:1788880501.134984:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305929492 00000100:00000001:1.0:1788880501.134986:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305928213 00000100:00000001:1.0:1788880501.134989:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305929492 00000100:00000001:1.0:1788880501.134991:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880501.134994:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.134996:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880501.135001:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880501/real 1788880501] req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880501.135011:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880501.135012:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880501.135015:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880501.135018:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880501.135020:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880501.135022:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880501.135026:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880501.135037:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.135044:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880501.135046:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.135048:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880501.135049:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880501.135054:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.135061:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880501.135066:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.135076:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880501.135079:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.135081:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880501.135082:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.135085:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880501.135088:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880501.135091:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880501.135094:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880501.135097:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880501.135101:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880501.135112:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519652992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880501.135119:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.135123:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880501.135130:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7b80 x1875765519652608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.135143:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880501.135147:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880501.135151:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880501.135157:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880501.135160:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880501.135164:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880501.135168:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880501.135172:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880501.135178:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880501.135180:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880501.135184:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7b80. 00000100:00000001:1.0:1788880501.135189:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880501.135192:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.135196:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880501.135204:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7480 x1875765519652736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.135216:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880501.135218:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880501.135220:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880501.135223:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880501.135225:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880501.135227:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880501.135229:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880501.135231:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880501.135234:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880501.135235:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880501.135237:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7480. 00000100:00000001:1.0:1788880501.135239:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880501.135241:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.135243:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880501.135247:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7800 x1875765519652864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.135283:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880501.135285:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880501.135287:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880501.135290:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880501.135292:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880501.135294:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880501.135296:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880501.135298:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788880501.135301:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880501.135302:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880501.135304:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7800. 00000100:00000001:1.0:1788880501.135306:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880501.135308:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.135310:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880501.135314:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6680 x1875765519652992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880501.135329:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880501.135331:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880501.135333:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880501.135336:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880501.135337:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880501.135339:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880501.135341:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880501.135342:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880501.135345:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880501.135346:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880501.135347:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6680. 00000100:00000001:1.0:1788880501.135350:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880501.135352:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.135354:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880501.135359:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880501.135361:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880501.135363:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880501.135365:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880501.258351:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880501.258354:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880501.258359:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258364:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880501.258367:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258370:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258372:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880501.258378:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880501.258380:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880501.258382:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258385:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880501.258386:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258389:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258391:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880501.258396:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880501.258399:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880501.258401:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258403:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880501.258405:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258407:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880501.258410:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880502.282353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880502.282358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880502.282363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880502.282365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880502.282369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880502.282370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880502.474378:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305929492, at 4305929536 00000100:00000040:0.0:1788880502.474393:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305929492, at 4305929536 00000100:00000010:1.0:1788880502.474394:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00000100:00000010:0.0:1788880502.474420:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00010000:00000001:1.0:1788880503.306351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880503.306357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880503.306362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880503.306364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880503.306367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880503.306369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880504.330357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880504.330363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880504.330369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880504.330371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880504.330374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880504.330376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880505.354374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880505.354381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880505.354386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880505.354389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880505.354392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880505.354394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880506.250381:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880506.250395:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880506.250401:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880506.250406:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880506.250413:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880506.250425:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11260 00000400:00000200:0.0:1788880506.250438:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880506.250447:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880506.250452:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880506.250457:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.250461:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880506.250465:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.250468:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880506.250481:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880506.250484:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880506.250488:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880506.250493:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880506.250496:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880506.250500:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880506.250504:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.250506:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880506.250509:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.250511:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880506.250515:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880506.250520:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880506.250523:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880506.250527:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880506.250531:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880506.250535:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880506.250538:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880506.250541:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880506.250554:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880506.250559:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880506.250567:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880506.250569:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880506.250574:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880506.250578:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880506.250585:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880506.250597:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880506.250608:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880506.250621:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880506.250636:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880506.250643:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880506.250650:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880506.250709:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880506.250715:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880506.250720:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880506.250722:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880506.250724:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880506.250728:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880506.250732:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11260 00000400:00000200:0.0:1788880506.250738:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880506.250742:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880506.250745:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880506.250750:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.250754:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880506.250757:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.250760:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880506.250768:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880506.250771:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880506.250773:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880506.250777:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880506.250781:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880506.250785:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880506.250790:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880506.250793:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788880506.250795:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880506.250808:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880506.250810:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788880506.250824:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880506.250825:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1788880506.250835:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880506.250843:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880506.250855:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880506.250857:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880506.250865:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880506.250886:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880506.250907:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.250907:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880506.250913:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880506.250921:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 02000000:00000001:1.0:1788880506.250923:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880506.250938:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1788880506.250940:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1788880506.250944:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788880506.250961:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880506.250962:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519653120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880506.250979:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.250981:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880506.250990:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880506.250994:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880506.250998:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 02000000:00000001:1.0:1788880506.250999:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1788880506.251008:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000010:1.0:1788880506.251013:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:0.0:1788880506.251016:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880506.251024:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880506.251026:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880506.251050:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880506.251054:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788880506.251061:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788880506.251065:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880506.251071:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 02000000:00000010:0.0:1788880506.251074:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000400:00000010:1.0:1788880506.251082:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880506.251084:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880506.251096:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519653120, portal 25 00000100:00100000:0.0:1788880506.251102:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880506.251104:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880506.251112:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000001:0.0:1788880506.251140:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1788880506.251141:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880506.251149:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880506.251176:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.251180:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880506.251201:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880506.251214:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880506.251229:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519653120, offset 0 00000400:00000200:1.0:1788880506.251305:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880506.251323:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880506.251325:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880506.251333:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880506.251339:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880506.251342:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1788880506.251347:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00080000:0.0:1788880506.251350:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880506.251358:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:1.0:1788880506.251360:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1788880506.251376:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11260 00000400:00000200:1.0:1788880506.251384:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880506.251400:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880506.251404:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880506.251411:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461085:461085:256:4294967295] 192.168.203.155@tcp LPNI seq info [461079:461079:8:4294967295] 00000400:00000200:1.0:1788880506.251417:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880506.251430:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880506.251438:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880506.251450:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000010:1.0:1788880506.251455:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000400:00000200:0.0:1788880506.251462:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880506.251468:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1788880506.251480:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000040:0.0:1788880506.251483:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.251494:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1788880506.251495:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000100:00000040:0.0:1788880506.251510:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.251522:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880506.251542:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880506.251552:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880506.251565:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000100:1.0:1788880506.251576:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880506.251577:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000800:00000010:1.0:1788880506.251581:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000020:00000001:0.0:1788880506.251585:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880506.251591:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000200:1.0:1788880506.251593:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1788880506.251600:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.251610:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880506.251619:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.251626:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880506.251630:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000020:00000040:0.0:1788880506.251632:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880506.251647:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880506.251651:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880506.251655:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 02000000:00000001:0.0:1788880506.251657:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1788880506.251690:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 02000000:00000001:0.0:1788880506.251696:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880506.251704:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880506.251710:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880506.251710:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000008:00100000:0.0:1788880506.251719:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880506.251726:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880506.251730:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880506.251732:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880506.251750:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880506.251765:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000100:00000001:1.0:1788880506.251769:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788880506.251773:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880506.251780:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880506.251783:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880506.251786:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880506.251791:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880506.251798:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.251812:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880506.251813:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:1.0:1788880506.251825:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788880506.251827:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.251840:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880506.251842:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880506.251864:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880506.251875:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305934612 00000100:00000001:0.0:1788880506.251885:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1788880506.251889:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6df00. 00000100:00000001:0.0:1788880506.251897:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.251902:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880506.251913:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305934612 00000100:00000040:0.0:1788880506.251915:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788880506.251921:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788880506.251931:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880506.251939:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880506.251954:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.251964:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880506.251976:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880506/real 1788880506] req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880506.251981:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880506.251996:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880506.252013:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000001:1.0:1788880506.252015:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788880506.252033:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:1.0:1788880506.252035:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1788880506.252057:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1788880506.252059:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000001:0.0:1788880506.252078:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:1.0:1788880506.252078:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880506.252094:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00080000:0.0:1788880506.252099:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11260 00000100:00000001:1.0:1788880506.252104:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788880506.252113:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000200:1.0:1788880506.252116:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880506.252127:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880506.252143:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880506.252170:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880506.252172:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880506.252182:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880506.252198:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880506.252207:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880506.252207:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880506.252217:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880506.252221:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880506.252224:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1788880506.252225:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000001:1.0:1788880506.252231:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880506.252233:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880506.252294:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000100:00100000:1.0:1788880506.252297:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880506.252304:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880506.252319:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880506.252343:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880506.252355:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880506.252357:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880506.252373:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880506.252384:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880506.252385:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880506.252405:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880506.252424:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880506.252436:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788880506.252438:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880506.252450:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880506.252451:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.252462:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1788880506.252464:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880506.252465:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880506.252489:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.252491:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788880506.252506:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880506.252508:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1788880506.252515:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1788880506.252518:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:0.0:1788880506.252521:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880506.252527:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880506.252529:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000010:0.0:1788880506.252540:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880506.252542:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:0.0:1788880506.252566:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000040:1.0:1788880506.252569:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880506.252581:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880506.252588:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880506.252599:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880506.252605:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880506.252611:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880506.252620:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00100000:1.0:1788880506.252624:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519653120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880506.252628:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880506.252642:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880506.252644:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.252679:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880506.252691:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880506.252696:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880506.252696:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519653120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880506.252711:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.252775:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1788880506.252778:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880506.252783:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1788880506.252784:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1788880506.252790:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 00000100:00080000:0.0:1788880506.252792:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880506.252803:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1788880506.252805:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1788880506.252808:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1788880506.252810:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1788880506.252818:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000020:00000040:1.0:1788880506.252819:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880506.252832:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:0.0:1788880506.252833:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11260 02000000:00000010:1.0:1788880506.252839:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 00000400:00000200:0.0:1788880506.252850:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:1.0:1788880506.252851:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880506.252861:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1788880506.252867:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000010:1.0:1788880506.252870:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00080000:0.0:1788880506.252875:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880506.252878:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880506.252883:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.252889:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880506.252892:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880506.252901:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788880506.252902:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880506.252906:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.252914:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788880506.252922:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880506.252923:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880506.252929:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880506.252941:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880506.252944:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880506.252958:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880506.252962:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1788880506.252967:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00000001:1.0:1788880506.252968:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788880506.252981:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:1.0:1788880506.252983:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1788880506.252987:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 02000000:00000001:1.0:1788880506.252989:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788880506.253001:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 02000000:00000001:1.0:1788880506.253003:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788880506.253021:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00100000:1.0:1788880506.253027:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653248:192.168.203.155@tcp:38:kworker.0 00000100:00000040:0.0:1788880506.253035:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880506.253038:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788880506.253046:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1788880506.253049:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880506.253053:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880506.253055:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880506.253071:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880506.253073:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880506.253084:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 02000000:00000010:1.0:1788880506.253086:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880506.253103:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880506.253109:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880506.253114:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880506.253118:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788880506.253125:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1788880506.253129:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 02000000:00000001:0.0:1788880506.253132:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880506.253143:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880506.253145:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000001:0.0:1788880506.253148:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880506.253160:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000100:00000200:1.0:1788880506.253160:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519653248, portal 10 00000100:00000001:1.0:1788880506.253179:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000008:00000001:0.0:1788880506.253181:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.253189:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000001:0.0:1788880506.253191:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880506.253207:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000100:00000040:1.0:1788880506.253213:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880506.253216:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880506.253230:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880506.253238:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.253286:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788880506.253287:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880506.253299:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1788880506.253309:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880506.253311:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880506.253315:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880506.253320:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519653248, offset 0 02000000:00000010:0.0:1788880506.253322:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000400:00000200:1.0:1788880506.253330:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880506.253331:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880506.253346:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00100000:0.0:1788880506.253349:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880506.253360:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880506.253388:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880506.253395:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880506.253405:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00000001:0.0:1788880506.253406:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880506.253420:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1788880506.253426:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880506.253430:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880506.253452:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461086:461086:256:4294967295] 192.168.203.155@tcp LPNI seq info [461080:461080:8:4294967295] 00000100:00000001:0.0:1788880506.253491:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880506.253492:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000040:0.0:1788880506.253515:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11271) 00000400:00000200:1.0:1788880506.253534:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880506.253542:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880506.253548:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880506.253556:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880506.253560:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880506.253576:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880506.253578:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880506.253583:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880506.253588:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880506.253592:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880506.253596:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880506.253601:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880506.253609:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.253627:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880506.253634:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.253648:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.253651:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880506.253681:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880506.253691:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880506.253699:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880506.253703:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305933329 00000100:00000001:1.0:1788880506.253709:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305934612 00000100:00000001:1.0:1788880506.253713:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305933329 00000100:00000001:1.0:1788880506.253718:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305934612 00000100:00000001:1.0:1788880506.253721:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880506.253725:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.253727:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880506.253734:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880506/real 1788880506] req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880506.253754:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880506.253756:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880506.253759:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880506.253763:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880506.253765:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880506.253768:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880506.253773:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880506.253784:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.253792:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880506.253794:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.253796:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880506.253798:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880506.253802:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.253811:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880506.253816:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.253825:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880506.253828:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.253830:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880506.253832:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.253834:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880506.253837:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880506.253840:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880506.253844:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880506.253847:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880506.253852:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880506.253863:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880506.253867:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880506.253872:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.253880:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880506.253882:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880506.253885:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880506.253888:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880506.253891:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880506.253894:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880506.253898:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880506.253901:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880506.253903:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880506.253905:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880506.253910:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880506.253913:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880506.253918:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880506.253921:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880506.253924:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880506.253929:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519653376, portal 10 00000100:00000001:1.0:1788880506.253931:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880506.253933:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:1.0:1788880506.253941:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.253950:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880506.253953:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880506.253955:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880506.253958:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519653376, offset 0 00000400:00000200:1.0:1788880506.253964:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880506.253969:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880506.253974:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880506.253978:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880506.253982:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880506.253986:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880506.253989:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880506.253993:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461087:461087:256:4294967295] 192.168.203.155@tcp LPNI seq info [461081:461081:8:4294967295] 00000400:00000200:1.0:1788880506.253999:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880506.254007:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880506.254013:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880506.254017:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880506.254022:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880506.254025:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880506.254039:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880506.254041:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880506.254045:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880506.254050:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880506.254054:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880506.254056:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880506.254058:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880506.254063:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254073:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880506.254076:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254085:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.254087:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880506.254091:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880506.254095:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880506.254099:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880506.254102:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305933329 00000100:00000001:1.0:1788880506.254106:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305934612 00000100:00000001:1.0:1788880506.254108:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305933329 00000100:00000001:1.0:1788880506.254111:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305934612 00000100:00000001:1.0:1788880506.254114:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880506.254116:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.254118:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880506.254122:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880506/real 1788880506] req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880506.254132:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880506.254134:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880506.254136:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880506.254139:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880506.254141:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880506.254143:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880506.254147:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880506.254157:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254165:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880506.254166:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254168:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880506.254170:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880506.254174:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254182:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880506.254186:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254194:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880506.254198:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254200:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880506.254202:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254204:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880506.254207:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880506.254210:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880506.254214:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880506.254216:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880506.254221:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880506.254230:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880506.254234:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880506.254239:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254277:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880506.254280:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880506.254283:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880506.254285:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880506.254288:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880506.254292:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880506.254296:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880506.254299:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880506.254301:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880506.254304:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880506.254308:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880506.254310:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880506.254314:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880506.254318:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880506.254321:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880506.254325:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519653504, portal 4 00000100:00000001:1.0:1788880506.254328:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880506.254330:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788880506.254337:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254346:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880506.254348:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880506.254351:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880506.254354:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519653504, offset 0 00000400:00000200:1.0:1788880506.254359:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880506.254363:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880506.254367:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880506.254371:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880506.254374:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880506.254377:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880506.254380:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880506.254384:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461088:461088:256:4294967295] 192.168.203.155@tcp LPNI seq info [461082:461082:8:4294967295] 00000400:00000200:1.0:1788880506.254389:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880506.254397:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880506.254402:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880506.254406:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880506.254411:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880506.254414:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880506.254428:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880506.254430:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880506.254434:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880506.254438:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880506.254442:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880506.254444:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880506.254447:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880506.254451:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254469:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880506.254473:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254481:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.254483:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880506.254487:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880506.254490:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880506.254494:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880506.254496:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305933382 00000100:00000001:1.0:1788880506.254499:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305934612 00000100:00000001:1.0:1788880506.254502:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305933382 00000100:00000001:1.0:1788880506.254505:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305934612 00000100:00000001:1.0:1788880506.254508:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880506.254510:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.254513:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880506.254517:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880506/real 1788880506] req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880506.254526:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880506.254528:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880506.254529:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880506.254532:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880506.254534:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880506.254536:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880506.254540:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880506.254551:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254559:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880506.254561:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254564:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880506.254566:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880506.254570:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254578:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880506.254582:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254591:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880506.254595:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254598:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880506.254600:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254604:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880506.254606:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880506.254611:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880506.254619:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880506.254623:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880506.254631:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880506.254648:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880506.254656:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254680:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880506.254689:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519653248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254704:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880506.254707:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880506.254712:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880506.254717:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880506.254721:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880506.254724:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880506.254727:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880506.254729:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880506.254733:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880506.254735:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880506.254737:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880506.254740:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880506.254742:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254744:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880506.254749:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519653376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254757:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880506.254759:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880506.254761:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880506.254765:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880506.254767:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880506.254768:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880506.254770:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880506.254772:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880506.254774:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880506.254776:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880506.254777:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788880506.254780:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880506.254782:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254783:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880506.254787:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519653504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254794:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880506.254796:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880506.254797:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880506.254799:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880506.254801:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880506.254802:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880506.254804:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880506.254806:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880506.254808:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880506.254811:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880506.254812:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880506.254815:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880506.254817:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254819:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.254824:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880506.254826:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.254829:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880506.254831:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880506.254833:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880506.254838:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254848:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880506.254850:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880506.254853:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880506.254855:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880506.254858:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880506.254861:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880506.254865:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880506.254869:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880506.254871:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880506.254873:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880506.254878:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880506.254880:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880506.254885:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880506.254888:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880506.254892:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880506.254897:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519653632, portal 4 00000100:00000001:1.0:1788880506.254899:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880506.254901:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:1.0:1788880506.254908:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.254916:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880506.254919:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880506.254923:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880506.254925:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519653632, offset 0 00000400:00000200:1.0:1788880506.254931:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880506.254936:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880506.254941:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880506.254945:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880506.254948:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880506.254952:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880506.254955:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880506.254959:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461089:461089:256:4294967295] 192.168.203.155@tcp LPNI seq info [461083:461083:8:4294967295] 00000400:00000200:1.0:1788880506.254964:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880506.254973:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880506.254978:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880506.254982:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880506.254987:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880506.254991:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880506.255006:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880506.255008:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7200. 00000400:00000200:1.0:1788880506.255012:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880506.255016:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880506.255020:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39000 00000400:00000010:1.0:1788880506.255022:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39000. 00000100:00000001:1.0:1788880506.255026:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880506.255030:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.255040:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880506.255043:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.255051:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.255053:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880506.255058:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880506.255062:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880506.255066:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880506.255068:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305933333 00000100:00000001:1.0:1788880506.255072:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305934612 00000100:00000001:1.0:1788880506.255075:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305933333 00000100:00000001:1.0:1788880506.255078:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305934612 00000100:00000001:1.0:1788880506.255080:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880506.255083:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.255085:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880506.255090:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880506/real 1788880506] req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880506.255099:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880506.255100:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880506.255102:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880506.255105:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880506.255107:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880506.255109:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880506.255113:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880506.255123:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.255131:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880506.255133:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.255135:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880506.255137:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880506.255141:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.255149:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880506.255154:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.255163:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880506.255166:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.255168:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880506.255169:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.255172:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880506.255174:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880506.255177:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880506.255181:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880506.255183:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880506.255188:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880506.255197:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880506.255202:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.255204:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880506.255207:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519653632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880506.255214:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880506.255216:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880506.255219:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880506.255222:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880506.255223:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880506.255225:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880506.255228:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880506.255230:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880506.255233:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880506.255235:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880506.255237:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788880506.255239:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880506.255241:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.255243:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880506.255274:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880506.255277:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880506.255280:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880506.255282:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880506.378381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880506.378387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880506.378392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880506.378394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880506.378398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880506.378400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880507.402350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880507.402356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880507.402362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880507.402364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880507.402368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880507.402370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880507.594354:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305934612, at 4305934656 00000100:00000010:0.0:1788880507.594374:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6df00. 00000100:00000040:1.0:1788880507.594379:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305934612, at 4305934656 00000100:00000010:1.0:1788880507.594395:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00010000:00000001:1.0:1788880508.426361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880508.426367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880508.426373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880508.426375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880508.426379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880508.426381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880509.450329:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880509.450335:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880509.450354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880509.450355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880509.450357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880509.450358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880510.474316:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880510.474321:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880510.474343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880510.474345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880510.474349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880510.474351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.370894:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880511.370912:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880511.370918:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880511.370947:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6a00 x1875765519653760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.370993:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880511.370999:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.371015:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880511.371023:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880511.371031:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880511.371046:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519653760:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880511.371064:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880511.371077:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880511.371084:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.371107:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880511.371131:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880511.371145:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880511.371166:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880511.371179:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880511.371200:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880511.371220:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519653760, portal 25 00000100:00000001:1.0:1788880511.371240:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880511.371247:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348084224 : -126388361467392 : ffff8d0cea9c6a00) 00000100:00000040:1.0:1788880511.371314:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6a00 x1875765519653760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.371361:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880511.371395:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880511.371411:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39000. 00000100:00000200:1.0:1788880511.371434:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519653760, offset 0 00000400:00000200:1.0:1788880511.371472:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880511.371501:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.371523:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880511.371535:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880511.371546:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880511.371558:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880511.371564:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880511.371577:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461090:461090:256:4294967295] 192.168.203.155@tcp LPNI seq info [461084:461084:8:4294967295] 00000400:00000200:1.0:1788880511.371600:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.371675:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880511.371709:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880511.371724:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7200. 00000800:00000200:1.0:1788880511.371749:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880511.371814:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880511.371835:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880511.371842:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305939732 00000100:00000010:1.0:1788880511.371853:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da20. 00000100:00000001:1.0:1788880511.371884:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880511.371911:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305939732 00000100:00000010:1.0:1788880511.371930:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788880511.371942:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880511.371955:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880511.371968:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.371981:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.371993:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880511.372010:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880511.372016:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880511.372022:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880511.372028:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880511.372033:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880511.372058:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6680 x1875765519653888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.372104:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880511.372112:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.372119:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880511.372126:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880511.372132:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880511.372149:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880511.372175:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880511.372184:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880511.372192:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.372195:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880511.372206:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880511.372215:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880511.372227:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880511.372235:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788880511.372243:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880511.372281:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519653888, portal 10 00000100:00000001:1.0:1788880511.372284:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880511.372287:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348083328 : -126388361468288 : ffff8d0cea9c6680) 00000100:00000040:1.0:1788880511.372301:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6680 x1875765519653888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.372324:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880511.372339:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880511.372349:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39bb0. 00000100:00000200:1.0:1788880511.372357:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519653888, offset 0 00000400:00000200:1.0:1788880511.372373:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880511.372379:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.372396:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880511.372405:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880511.372411:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880511.372422:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880511.372429:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880511.372443:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461091:461091:255:4294967295] 192.168.203.155@tcp LPNI seq info [461085:461085:7:4294967295] 00000400:00000200:1.0:1788880511.372454:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.372480:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880511.372508:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880511.372515:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7700. 00000800:00000200:1.0:1788880511.372533:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880511.372570:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880511.372584:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880511.372604:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880511.372616:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305938448 00000100:00000001:1.0:1788880511.372653:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305939732 00000100:00000001:1.0:1788880511.372670:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305938448 00000100:00000001:1.0:1788880511.372686:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305939732 00000100:00000001:1.0:1788880511.372701:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880511.372722:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.372736:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880511.372764:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5f80 x1875765519654016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.372814:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880511.372824:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.372836:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880511.372847:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880511.372863:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880511.372885:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519654016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880511.372900:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880511.372907:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880511.372912:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.372917:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880511.372927:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880511.372940:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880511.372958:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880511.372974:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880511.372983:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880511.372990:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519654016, portal 10 00000100:00000001:1.0:1788880511.372997:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880511.373000:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348081536 : -126388361470080 : ffff8d0cea9c5f80) 00000100:00000040:1.0:1788880511.373184:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5f80 x1875765519654016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.373200:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880511.373205:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880511.373212:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39e58. 00000100:00000200:1.0:1788880511.373220:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519654016, offset 0 00000400:00000200:1.0:1788880511.373228:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880511.373240:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.373249:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880511.373288:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880511.373294:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880511.373299:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880511.373303:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880511.373308:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461092:461092:254:4294967295] 192.168.203.155@tcp LPNI seq info [461086:461086:6:4294967295] 00000400:00000200:1.0:1788880511.373315:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.373328:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880511.373336:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880511.373344:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880511.373353:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880511.373366:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880511.373372:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880511.373377:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880511.373381:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305938449 00000100:00000001:1.0:1788880511.373386:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305939732 00000100:00000001:1.0:1788880511.373389:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305938449 00000100:00000001:1.0:1788880511.373392:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305939732 00000100:00000001:1.0:1788880511.373395:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880511.373398:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.373405:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.373410:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880511.373419:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880511.373422:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880511.373425:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880511.373428:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880511.373430:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880511.373437:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5500 x1875765519654144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.373450:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880511.373453:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.373456:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880511.373460:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880511.373463:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880511.373468:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519654144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880511.373474:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880511.373478:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880511.373481:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.373484:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880511.373490:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880511.373493:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880511.373498:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880511.373503:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788880511.373508:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788880511.373515:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519654144, portal 4 00000100:00000001:1.0:1788880511.373518:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880511.373520:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348078848 : -126388361472768 : ffff8d0cea9c5500) 00000100:00000040:1.0:1788880511.373527:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5500 x1875765519654144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.373537:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880511.373539:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880511.373543:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39088. 00000100:00000200:1.0:1788880511.373546:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519654144, offset 0 00000400:00000200:1.0:1788880511.373568:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880511.373578:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.373584:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880511.373588:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880511.373592:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880511.373595:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880511.373598:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880511.373602:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461093:461093:253:4294967295] 192.168.203.155@tcp LPNI seq info [461087:461087:5:4294967295] 00000400:00000200:1.0:1788880511.373608:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.373616:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880511.373621:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880511.373626:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7900. 00000800:00000200:1.0:1788880511.373653:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880511.373662:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880511.373666:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880511.373671:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880511.373674:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305938501 00000100:00000001:1.0:1788880511.373677:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305939732 00000100:00000001:1.0:1788880511.373680:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305938501 00000100:00000001:1.0:1788880511.373682:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305939732 00000100:00000001:1.0:1788880511.373685:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880511.373688:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.373691:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880511.373697:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c7b80 x1875765519654272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.373707:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880511.373709:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.373712:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880511.373714:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880511.373717:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880511.373720:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519654272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880511.373729:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880511.373731:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880511.373734:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880511.373736:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880511.373740:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880511.373743:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880511.373747:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880511.373750:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880511.373754:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39a18. 00000100:00000200:1.0:1788880511.373759:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519654272, portal 4 00000100:00000001:1.0:1788880511.373762:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880511.373763:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348088704 : -126388361462912 : ffff8d0cea9c7b80) 00000100:00000040:1.0:1788880511.373770:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c7b80 x1875765519654272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880511.373779:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880511.373782:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880511.373785:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a395d8. 00000100:00000200:1.0:1788880511.373788:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519654272, offset 0 00000400:00000200:1.0:1788880511.373793:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880511.373798:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.373803:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880511.373806:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880511.373809:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880511.373813:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880511.373816:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880511.373819:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461094:461094:252:4294967295] 192.168.203.155@tcp LPNI seq info [461088:461088:4:4294967295] 00000400:00000200:1.0:1788880511.373825:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880511.373832:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880511.373837:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880511.373841:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7b00. 00000800:00000200:1.0:1788880511.373846:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880511.373854:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880511.373858:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880511.373862:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880511.373864:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305938452 00000100:00000001:1.0:1788880511.373868:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305939732 00000100:00000001:1.0:1788880511.373871:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305938452 00000100:00000001:1.0:1788880511.373874:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305939732 00000100:00000001:1.0:1788880511.373877:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880511.373879:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.373882:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.373884:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880511.373888:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880511.373890:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880511.373893:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880511.373894:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880511.373896:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880511.373899:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880511.498361:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880511.498364:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880511.498369:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498373:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880511.498377:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498379:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498383:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880511.498388:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880511.498390:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880511.498393:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498395:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880511.498397:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498399:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498402:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880511.498407:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880511.498410:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880511.498412:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498414:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880511.498417:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498419:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880511.498422:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880512.522371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880512.522377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880512.522383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880512.522385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880512.522389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880512.522391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880512.714380:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305939732, at 4305939776 00000100:00000010:1.0:1788880512.714394:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00000100:00000040:0.0:1788880512.714455:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305939732, at 4305939776 00000100:00000010:0.0:1788880512.714474:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da20. 00010000:00000001:1.0:1788880513.546347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880513.546354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880513.546360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880513.546362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880513.546366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880513.546368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880514.442929:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880514.442940:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880514.442949:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880514.442967:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880511/real 1788880514] req@ffff8d0cea9c6a00 x1875765519653760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880514.442996:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880514.443004:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880514.443012:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880514.443024:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880514.443030:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880514.443036:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880514.443045:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6a00 x1875765519653760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880514.443072:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6a00 x1875765519653760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.443141:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880514.443147:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.443153:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.443159:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880514.443173:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6a00 x1875765519653760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.443194:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880514.443207:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6a00 x1875765519653760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.443221:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880514.443227:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.443233:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.443239:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.443244:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880514.443304:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880514.443311:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880514.443322:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880514.443329:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880514.443344:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6a00 x1875765519653760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880514.443384:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519653760:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880514.443401:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880514.443413:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880514.443431:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6a00 x1875765519653760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.443478:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880514.443485:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880514.443495:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880514.443509:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880514.443516:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880514.443522:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880514.443531:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880514.443540:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:1.0:1788880514.443550:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880514.443556:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880514.443562:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6a00. 00000100:00000001:1.0:1788880514.443576:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880514.443582:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.443592:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880514.443598:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880514.443604:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880514.443664:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880514.443679:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880511/real 1788880514] req@ffff8d0cea9c5500 x1875765519654144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880514.443732:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880514.443738:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880514.443745:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788880514.443756:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:1.0:1788880514.443763:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:1.0:1788880514.443770:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880514.443782:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5500 x1875765519654144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880514.443810:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5500 x1875765519654144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.443822:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880514.443824:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.443827:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.443829:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880514.443835:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5500 x1875765519654144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.443843:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880514.443849:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5500 x1875765519654144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.443861:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880514.443866:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.443869:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.443871:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.443874:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880514.443878:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880514.443883:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880514.443892:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880514.443896:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880514.443904:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5500 x1875765519654144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880514.443920:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519654144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880514.443929:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880514.443937:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880511/real 1788880514] req@ffff8d0cea9c7b80 x1875765519654272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880514.443954:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880514.443957:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880514.443961:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:1.0:1788880514.443965:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39a18 00000400:00000010:1.0:1788880514.443967:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39a18. 00000100:00000001:1.0:1788880514.443970:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880514.443975:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c7b80 x1875765519654272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880514.443986:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c7b80 x1875765519654272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.443994:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880514.443997:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.443999:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.444001:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880514.444006:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c7b80 x1875765519654272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444014:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880514.444018:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c7b80 x1875765519654272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444026:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880514.444029:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444031:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.444032:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444034:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880514.444037:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880514.444040:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880514.444044:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880514.444046:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880514.444051:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c7b80 x1875765519654272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880514.444060:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519654272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880514.444065:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880514.444070:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880511/real 1788880514] req@ffff8d0cea9c6680 x1875765519653888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880514.444079:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880514.444081:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880514.444083:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788880514.444086:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880514.444087:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880514.444090:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880514.444094:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6680 x1875765519653888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880514.444105:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6680 x1875765519653888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444113:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880514.444114:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444117:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.444118:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880514.444122:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6680 x1875765519653888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444130:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880514.444134:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6680 x1875765519653888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444142:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880514.444144:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444146:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.444148:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444150:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880514.444152:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880514.444155:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880514.444159:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880514.444161:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880514.444165:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6680 x1875765519653888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880514.444174:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519653888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880514.444178:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880514.444183:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880511/real 1788880514] req@ffff8d0cea9c5f80 x1875765519654016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880514.444192:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880514.444194:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880514.444197:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880514.444199:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880514.444201:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880514.444203:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880514.444207:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5f80 x1875765519654016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880514.444216:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5f80 x1875765519654016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444224:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880514.444225:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444227:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.444229:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880514.444233:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5f80 x1875765519654016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444241:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880514.444245:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5f80 x1875765519654016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444281:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880514.444285:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444289:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880514.444291:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444293:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880514.444297:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880514.444300:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880514.444305:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880514.444310:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880514.444316:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5f80 x1875765519654016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880514.444326:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519654016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880514.444331:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444334:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880514.444338:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5500 x1875765519654144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444345:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880514.444348:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880514.444350:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880514.444356:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880514.444358:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880514.444359:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880514.444362:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880514.444364:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788880514.444368:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880514.444369:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880514.444371:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5500. 00000100:00000001:1.0:1788880514.444376:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880514.444378:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444380:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880514.444384:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c7b80 x1875765519654272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444392:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880514.444393:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880514.444395:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880514.444398:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880514.444399:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880514.444401:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880514.444403:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880514.444404:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788880514.444408:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880514.444410:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880514.444411:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c7b80. 00000100:00000001:1.0:1788880514.444418:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880514.444420:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444422:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880514.444426:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6680 x1875765519653888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444433:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880514.444434:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880514.444436:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880514.444439:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880514.444440:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880514.444441:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880514.444443:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880514.444445:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788880514.444448:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880514.444449:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880514.444451:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6680. 00000100:00000001:1.0:1788880514.444454:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880514.444455:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444457:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880514.444461:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5f80 x1875765519654016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880514.444468:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880514.444470:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880514.444471:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880514.444474:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880514.444475:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880514.444477:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880514.444479:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880514.444481:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788880514.444484:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880514.444485:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880514.444487:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5f80. 00000100:00000001:1.0:1788880514.444490:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880514.444492:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444495:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880514.444505:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880514.444507:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880514.444510:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880514.444512:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880514.570354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880514.570360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880514.570366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880514.570368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880514.570373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880514.570374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880515.594374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880515.594382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880515.594388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880515.594390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880515.594394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880515.594395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880516.490475:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880516.490488:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880516.490492:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880516.490497:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880516.490503:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880516.490512:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11271 00000400:00000200:1.0:1788880516.490522:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880516.490530:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880516.490535:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880516.490539:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490543:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.490547:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490550:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880516.490560:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880516.490562:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880516.490566:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880516.490571:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880516.490574:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880516.490578:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880516.490581:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490584:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.490586:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490589:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880516.490592:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880516.490622:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490626:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880516.490629:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880516.490633:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880516.490637:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.490640:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880516.490643:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880516.490653:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880516.490658:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880516.490666:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880516.490669:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.490675:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880516.490680:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880516.490687:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880516.490699:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013400. 00000100:00000001:1.0:1788880516.490712:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880516.490728:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519654400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880516.490747:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880516.490755:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880516.490765:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519654400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880516.490806:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880516.490813:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880516.490822:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880516.490825:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880516.490828:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880516.490834:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880516.490840:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11271 00000400:00000200:1.0:1788880516.490848:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880516.490854:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880516.490859:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880516.490866:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490870:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.490875:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490880:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880516.490888:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880516.490891:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880516.490894:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880516.490900:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880516.490904:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880516.490909:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880516.490915:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490918:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.490922:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490925:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880516.490929:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880516.490933:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880516.490936:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880516.490938:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880516.490947:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880516.490953:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.490959:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880516.490971:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880516.490984:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.490993:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880516.491009:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880516.491022:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880516.491034:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880516.491042:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.491047:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880516.491055:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880516.491064:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880516.491080:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880516.491094:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880516.491117:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519654528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880516.491144:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880516.491155:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880516.491174:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519654528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880516.491210:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880516.491220:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880516.491234:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880516.491239:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880516.491245:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880516.491297:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880516.491311:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11271 00000400:00000200:1.0:1788880516.491322:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880516.491331:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880516.491337:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880516.491352:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.491357:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.491360:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.491370:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880516.491381:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880516.491387:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880516.491393:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880516.491400:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880516.491408:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880516.491417:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880516.491431:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.491440:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.491449:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.491454:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880516.491464:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880516.491479:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880516.491484:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880516.491487:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880516.491495:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880516.491502:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.491509:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880516.491515:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880516.491523:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.491530:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880516.491537:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880516.491546:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880516.491555:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880516.491560:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.491571:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880516.491575:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880516.491582:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880516.491595:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880516.491634:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880516.491656:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519654656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880516.491719:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880516.491729:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880516.491750:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519654656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880516.491773:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880516.491783:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880516.491794:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880516.491805:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880516.491812:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880516.491817:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880516.491825:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11271 00000400:00000200:1.0:1788880516.491837:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880516.491848:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880516.491854:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880516.491865:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.491872:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.491880:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.491887:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880516.491898:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880516.491903:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880516.491910:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880516.491917:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880516.491923:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880516.491931:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880516.491948:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.491962:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.491975:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.491985:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880516.492001:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880516.492014:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880516.492025:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880516.492035:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880516.492043:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880516.492050:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.492057:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880516.492063:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880516.492072:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.492079:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880516.492089:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880516.492099:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880516.492105:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880516.492109:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.492116:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880516.492120:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880516.492125:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880516.492135:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880516.492144:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880516.492161:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519654784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880516.492198:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880516.492207:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880516.492225:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519654784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880516.492298:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880516.492307:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880516.492316:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880516.492323:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880516.492329:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880516.492341:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880516.492351:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11271 00000400:00000200:1.0:1788880516.492365:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880516.492377:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880516.492387:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880516.492404:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.492414:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.492423:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.492432:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880516.492443:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880516.492451:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880516.492457:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880516.492463:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880516.492470:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880516.492478:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880516.492492:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.492500:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880516.492509:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880516.492516:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880516.492524:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880516.492532:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880516.492542:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880516.492550:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880516.492557:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880516.492565:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.492568:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880516.492574:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880516.492581:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.492587:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880516.492618:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880516.492629:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880516.492640:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880516.492648:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880516.492658:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880516.492665:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880516.492674:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880516.492689:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880516.492702:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880516.492720:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519654912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880516.492744:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880516.492752:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880516.492762:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519654912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880516.492794:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880516.492806:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11281) 00010000:00000001:1.0:1788880516.618360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880516.618365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880516.618370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880516.618372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880516.618377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880516.618379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880517.642352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880517.642358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880517.642364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880517.642366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880517.642371:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880517.642372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880517.834373:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305944852, at 4305944896 00000100:00000040:0.0:1788880517.834375:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305944852, at 4305944896 00000100:00000010:1.0:1788880517.834396:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bba0. 00000100:00000010:0.0:1788880517.834400:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00010000:00000001:1.0:1788880518.666372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880518.666379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880518.666384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880518.666386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880518.666390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880518.666392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880519.690343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880519.690351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880519.690357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880519.690359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880519.690363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880519.690365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880520.714383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880520.714391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880520.714397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880520.714399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880520.714403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880520.714405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880521.610360:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880521.610372:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880521.610376:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880521.610382:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880521.610390:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880521.610399:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11276 00000400:00000200:1.0:1788880521.610412:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880521.610420:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880521.610425:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880521.610431:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610436:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.610440:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610444:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880521.610454:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880521.610457:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880521.610461:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880521.610464:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880521.610468:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880521.610471:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880521.610475:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610478:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.610480:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610484:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880521.610488:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880521.610493:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610496:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880521.610500:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880521.610504:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880521.610507:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.610510:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880521.610513:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880521.610523:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788880521.610528:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880521.610533:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880521.610535:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.610540:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880521.610543:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880521.610548:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880521.610558:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880521.610592:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880521.610606:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519655040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880521.610621:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880521.610628:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880521.610635:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519655040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880521.610663:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880521.610667:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880521.610672:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880521.610675:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880521.610678:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880521.610682:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880521.610685:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11276 00000400:00000200:1.0:1788880521.610692:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880521.610696:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880521.610700:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880521.610705:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610709:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.610712:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610715:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880521.610721:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880521.610728:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880521.610734:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880521.610740:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880521.610746:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880521.610752:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880521.610761:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610770:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.610777:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610786:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880521.610797:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880521.610804:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880521.610810:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880521.610816:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880521.610826:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880521.610835:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.610842:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880521.610849:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880521.610856:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.610862:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880521.610870:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880521.610879:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880521.610884:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880521.610888:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.610894:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880521.610899:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880521.610903:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880521.610916:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880521.610924:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880521.610937:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519655168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880521.610957:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880521.610967:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880521.610980:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519655168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880521.611036:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880521.611043:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880521.611054:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880521.611061:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880521.611065:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880521.611071:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880521.611080:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11276 00000400:00000200:1.0:1788880521.611088:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880521.611095:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880521.611100:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880521.611107:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611115:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.611126:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611129:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880521.611139:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880521.611146:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880521.611153:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880521.611158:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880521.611166:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880521.611174:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880521.611186:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611194:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.611205:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611210:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880521.611216:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880521.611221:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611233:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880521.611240:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880521.611286:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880521.611294:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.611303:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880521.611306:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880521.611316:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.611326:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880521.611334:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880521.611342:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880521.611353:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880521.611358:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.611364:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880521.611368:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880521.611374:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880521.611384:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880521.611395:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880521.611411:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519655296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880521.611434:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880521.611440:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880521.611447:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519655296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880521.611465:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880521.611476:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880521.611486:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880521.611489:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880521.611496:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880521.611500:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880521.611507:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11276 00000400:00000200:1.0:1788880521.611519:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880521.611529:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880521.611536:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880521.611546:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611553:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.611561:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611588:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880521.611606:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880521.611610:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880521.611616:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880521.611619:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880521.611626:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880521.611635:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880521.611643:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611648:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.611653:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611660:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880521.611664:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880521.611671:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611677:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880521.611680:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880521.611684:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880521.611686:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.611689:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880521.611696:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880521.611703:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.611710:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880521.611723:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880521.611734:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880521.611744:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880521.611749:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.611755:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880521.611759:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880521.611762:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880521.611773:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880521.611782:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880521.611795:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519655424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880521.611819:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880521.611824:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880521.611838:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519655424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880521.611886:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880521.611894:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880521.611910:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880521.611915:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880521.611920:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880521.611926:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880521.611936:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11276 00000400:00000200:1.0:1788880521.611948:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880521.611957:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880521.611965:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880521.611977:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.611986:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.611993:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.612004:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880521.612014:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880521.612018:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880521.612021:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880521.612028:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880521.612036:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880521.612044:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880521.612054:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.612061:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880521.612069:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880521.612075:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880521.612082:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880521.612091:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880521.612098:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880521.612102:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880521.612110:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880521.612118:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.612124:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880521.612130:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880521.612139:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.612146:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880521.612157:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880521.612163:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880521.612172:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880521.612176:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880521.612181:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880521.612188:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880521.612192:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880521.612202:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880521.612212:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880521.612225:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519655552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880521.612289:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880521.612297:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880521.612308:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519655552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880521.612337:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880521.612347:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11286) 00010000:00000001:1.0:1788880521.738376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880521.738384:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880521.738387:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880521.738392:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738397:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880521.738400:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738403:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738406:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880521.738412:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880521.738414:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880521.738416:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738418:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880521.738420:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738423:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738425:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880521.738432:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880521.738433:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880521.738435:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738437:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880521.738439:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738441:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880521.738443:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880522.762350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880522.762356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880522.762363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880522.762365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880522.762369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880522.762372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880522.954355:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305949972, at 4305950016 00000100:00000010:1.0:1788880522.954368:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b060. 00000100:00000040:0.0:1788880522.954389:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305949972, at 4305950016 00000100:00000010:0.0:1788880522.954404:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b6c0. 00010000:00000001:1.0:1788880523.786374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880523.786380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880523.786386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880523.786388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880523.786391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880523.786393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880524.810321:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880524.810327:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880524.810333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880524.810335:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880524.810339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880524.810340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880525.834363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880525.834370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880525.834376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880525.834378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880525.834382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880525.834384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.730849:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880526.730860:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880526.730869:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880526.730887:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.730924:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880526.730930:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.730940:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880526.730947:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880526.730956:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880526.730969:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519655680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880526.730980:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880526.730986:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880526.730991:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.731001:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880526.731012:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880526.731022:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880526.731036:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880526.731046:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880526.731059:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880526.731071:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519655680, portal 25 00000100:00000001:1.0:1788880526.731080:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880526.731085:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880526.731101:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.731129:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880526.731142:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880526.731151:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880526.731158:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519655680, offset 0 00000400:00000200:1.0:1788880526.731174:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880526.731194:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.731211:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880526.731226:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880526.731236:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880526.731280:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880526.731289:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880526.731297:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461105:461105:256:4294967295] 192.168.203.155@tcp LPNI seq info [461099:461099:8:4294967295] 00000400:00000200:1.0:1788880526.731315:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.731346:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880526.731370:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.731382:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880526.731406:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880526.731417:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880526.731456:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.731464:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880526.731479:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880526.731490:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880526.731501:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880526.731508:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880526.731514:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880526.731526:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.731573:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.731587:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.731609:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.731616:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880526.731627:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880526.731644:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880526.731650:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305955092 00000100:00000010:1.0:1788880526.731664:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d3c0. 00000100:00000001:1.0:1788880526.731680:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880526.731692:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305955092 00000100:00000010:1.0:1788880526.731701:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000001:1.0:1788880526.731709:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880526.731720:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880526.731731:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.731740:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880526.731757:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880526/real 1788880526] req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880526.731799:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880526.731807:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880526.731818:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880526.731828:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880526.731840:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880526.731855:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880526.731871:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880526.731902:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.731926:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880526.731933:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.731944:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.731949:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880526.731960:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.731985:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880526.732004:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.732044:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880526.732057:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.732063:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.732069:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.732077:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880526.732083:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880526.732090:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880526.732105:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880526.732116:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880526.732129:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880526.732173:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519655680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880526.732188:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.732198:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.732211:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519655680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.732311:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880526.732320:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880526.732328:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880526.732340:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880526.732345:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880526.732351:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880526.732359:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880526.732367:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880526.732381:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880526.732387:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880526.732395:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880526.732404:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880526.732409:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.732418:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.732432:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880526.732439:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.732446:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880526.732452:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880526.732457:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880526.732470:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.732493:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880526.732498:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.732505:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880526.732509:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880526.732517:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880526.732530:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519655808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880526.732568:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880526.732572:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880526.732580:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.732584:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880526.732590:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880526.732596:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880526.732603:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880526.732609:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880526.732614:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880526.732620:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519655808, portal 10 00000100:00000001:1.0:1788880526.732624:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880526.732626:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880526.732636:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.732645:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880526.732648:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880526.732651:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880526.732654:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519655808, offset 0 00000400:00000200:1.0:1788880526.732659:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880526.732665:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.732670:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880526.732674:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880526.732678:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880526.732681:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880526.732685:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880526.732689:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461106:461106:256:4294967295] 192.168.203.155@tcp LPNI seq info [461100:461100:8:4294967295] 00000400:00000200:1.0:1788880526.732694:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.732703:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880526.732709:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.732714:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880526.732719:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880526.732723:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880526.732738:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.732741:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880526.732746:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880526.732752:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880526.732759:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880526.732763:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880526.732769:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880526.732778:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.732795:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.732801:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.732816:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.732820:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880526.732827:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880526.732834:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880526.732842:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880526.732846:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305953808 00000100:00000001:1.0:1788880526.732852:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305955092 00000100:00000001:1.0:1788880526.732855:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305953808 00000100:00000001:1.0:1788880526.732858:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305955092 00000100:00000001:1.0:1788880526.732861:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880526.732864:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.732867:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880526.732872:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880526/real 1788880526] req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880526.732883:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880526.732885:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880526.732888:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880526.732891:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880526.732893:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880526.732897:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880526.732901:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880526.732912:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.732929:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880526.732931:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.732934:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.732936:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880526.732940:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.732948:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880526.732953:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.732962:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880526.732966:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.732968:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.732969:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.732972:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880526.732974:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880526.732977:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880526.732981:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880526.732984:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880526.732988:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880526.732998:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519655808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880526.733002:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880526.733007:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733016:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880526.733018:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.733021:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880526.733024:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880526.733027:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880526.733030:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519655936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880526.733035:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880526.733037:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880526.733039:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.733041:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880526.733046:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880526.733048:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880526.733052:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880526.733055:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880526.733059:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880526.733063:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519655936, portal 10 00000100:00000001:1.0:1788880526.733066:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880526.733068:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880526.733076:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733084:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880526.733087:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880526.733090:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880526.733093:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519655936, offset 0 00000400:00000200:1.0:1788880526.733098:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880526.733103:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.733108:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880526.733112:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880526.733116:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880526.733119:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880526.733122:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880526.733127:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461107:461107:256:4294967295] 192.168.203.155@tcp LPNI seq info [461101:461101:8:4294967295] 00000400:00000200:1.0:1788880526.733132:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.733141:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880526.733147:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.733152:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880526.733157:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880526.733161:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880526.733175:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.733178:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880526.733182:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880526.733186:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880526.733190:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880526.733192:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880526.733195:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880526.733200:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733210:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.733213:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733222:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.733224:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880526.733227:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880526.733231:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880526.733234:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880526.733236:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305953808 00000100:00000001:1.0:1788880526.733239:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305955092 00000100:00000001:1.0:1788880526.733242:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305953808 00000100:00000001:1.0:1788880526.733245:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305955092 00000100:00000001:1.0:1788880526.733275:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880526.733279:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.733281:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880526.733287:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880526/real 1788880526] req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880526.733299:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880526.733301:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880526.733303:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880526.733306:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880526.733308:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880526.733311:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880526.733315:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880526.733326:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733335:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880526.733337:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733339:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.733340:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880526.733344:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733352:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880526.733357:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733365:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880526.733368:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733370:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.733371:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733373:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880526.733376:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880526.733379:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880526.733382:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880526.733385:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880526.733391:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880526.733401:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519655936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880526.733405:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880526.733409:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733417:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880526.733419:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.733421:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880526.733424:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880526.733426:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880526.733429:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519656064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880526.733433:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880526.733435:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880526.733437:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.733439:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880526.733443:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880526.733446:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880526.733450:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880526.733453:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880526.733457:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880526.733461:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519656064, portal 4 00000100:00000001:1.0:1788880526.733463:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880526.733465:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880526.733472:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733481:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880526.733484:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880526.733487:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880526.733490:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519656064, offset 0 00000400:00000200:1.0:1788880526.733495:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880526.733499:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.733504:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880526.733508:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880526.733512:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880526.733515:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880526.733518:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880526.733522:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461108:461108:256:4294967295] 192.168.203.155@tcp LPNI seq info [461102:461102:8:4294967295] 00000400:00000200:1.0:1788880526.733527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.733564:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880526.733571:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.733576:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880526.733581:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880526.733584:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880526.733598:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.733601:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880526.733605:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880526.733609:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880526.733613:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880526.733616:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880526.733619:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880526.733624:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733634:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.733638:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733647:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.733649:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880526.733653:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880526.733657:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880526.733662:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880526.733665:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305953861 00000100:00000001:1.0:1788880526.733669:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305955092 00000100:00000001:1.0:1788880526.733672:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305953861 00000100:00000001:1.0:1788880526.733675:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305955092 00000100:00000001:1.0:1788880526.733677:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880526.733679:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.733681:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880526.733686:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880526/real 1788880526] req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880526.733696:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880526.733698:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880526.733700:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880526.733702:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880526.733705:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880526.733707:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880526.733711:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880526.733722:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733730:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880526.733732:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733734:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.733736:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880526.733740:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733750:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880526.733758:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733770:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880526.733776:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733779:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.733781:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733785:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880526.733788:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880526.733794:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880526.733801:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880526.733806:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880526.733814:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880526.733832:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519656064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880526.733841:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733845:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.733852:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519655808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733861:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880526.733863:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880526.733866:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880526.733870:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880526.733872:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880526.733874:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880526.733876:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880526.733879:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880526.733883:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880526.733884:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880526.733887:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880526.733890:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880526.733892:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733894:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.733898:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519655936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733915:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880526.733916:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880526.733919:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012400. 02000000:00000001:1.0:1788880526.733923:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880526.733924:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880526.733926:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880526.733928:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880526.733930:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880526.733932:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880526.733933:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880526.733935:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880526.733937:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880526.733939:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733941:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.733944:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519656064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.733952:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880526.733953:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880526.733955:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880526.733958:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880526.733959:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880526.733961:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880526.733963:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880526.733964:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880526.733967:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880526.733968:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880526.733970:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880526.733972:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880526.733974:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733976:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.733980:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880526.733982:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.733984:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880526.733986:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880526.733988:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880526.733993:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.734002:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880526.734004:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.734007:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880526.734010:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880526.734012:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880526.734016:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519656192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880526.734020:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880526.734022:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880526.734025:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880526.734027:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880526.734031:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880526.734034:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880526.734038:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880526.734042:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880526.734046:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880526.734050:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519656192, portal 4 00000100:00000001:1.0:1788880526.734053:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880526.734054:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880526.734062:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.734071:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880526.734074:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880526.734077:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880526.734080:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519656192, offset 0 00000400:00000200:1.0:1788880526.734084:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880526.734089:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.734094:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880526.734098:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880526.734101:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880526.734104:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880526.734107:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880526.734112:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461109:461109:256:4294967295] 192.168.203.155@tcp LPNI seq info [461103:461103:8:4294967295] 00000400:00000200:1.0:1788880526.734118:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880526.734126:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880526.734132:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.734136:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880526.734141:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880526.734145:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1788880526.734159:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880526.734161:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880526.734165:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880526.734169:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880526.734173:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880526.734176:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880526.734178:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880526.734183:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.734193:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.734197:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.734205:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.734207:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880526.734211:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880526.734215:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880526.734218:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880526.734221:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305953812 00000100:00000001:1.0:1788880526.734224:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305955092 00000100:00000001:1.0:1788880526.734227:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305953812 00000100:00000001:1.0:1788880526.734230:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305955092 00000100:00000001:1.0:1788880526.734233:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880526.734236:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.734238:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880526.734242:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880526/real 1788880526] req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880526.734285:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880526.734286:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880526.734289:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880526.734292:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880526.734294:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880526.734297:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880526.734302:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880526.734313:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.734321:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880526.734323:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.734325:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.734327:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880526.734332:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.734340:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880526.734345:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.734353:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880526.734356:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.734358:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880526.734359:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.734362:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880526.734365:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880526.734368:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880526.734372:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880526.734375:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880526.734380:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880526.734389:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519656192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880526.734393:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.734396:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880526.734399:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519656192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880526.734407:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880526.734408:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880526.734411:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013400. 02000000:00000001:1.0:1788880526.734414:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880526.734415:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880526.734417:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880526.734420:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880526.734422:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880526.734425:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880526.734426:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880526.734428:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880526.734431:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880526.734433:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.734435:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880526.734439:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880526.734440:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880526.734443:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880526.734445:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880526.858374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880526.858380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880526.858385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880526.858387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880526.858391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880526.858393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880527.882370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880527.882377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880527.882383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880527.882385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880527.882389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880527.882391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880528.074345:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305955092, at 4305955136 00000100:00000010:1.0:1788880528.074360:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000040:0.0:1788880528.074385:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305955092, at 4305955136 00000100:00000010:0.0:1788880528.074399:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d3c0. 00010000:00000001:1.0:1788880528.906372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880528.906378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880528.906383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880528.906385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880528.906389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880528.906391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880529.930376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880529.930382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880529.930387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880529.930389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880529.930393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880529.930395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880530.954373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880530.954379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880530.954385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880530.954386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880530.954390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880530.954392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880531.850369:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880531.850380:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880531.850384:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880531.850390:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880531.850397:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880531.850405:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11286 00000400:00000200:1.0:1788880531.850415:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880531.850422:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880531.850427:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880531.850432:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850437:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.850440:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850444:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880531.850452:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880531.850455:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880531.850458:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880531.850462:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880531.850465:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880531.850468:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880531.850472:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850475:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.850478:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850480:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880531.850484:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880531.850488:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850491:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880531.850495:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880531.850499:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880531.850524:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.850527:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880531.850530:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880531.850538:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880531.850543:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880531.850548:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880531.850550:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.850554:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880531.850557:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880531.850562:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880531.850571:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880531.850579:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880531.850591:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519656320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880531.850606:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880531.850612:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880531.850619:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519656320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880531.850649:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880531.850654:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880531.850659:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880531.850661:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880531.850664:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880531.850668:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880531.850672:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11286 00000400:00000200:1.0:1788880531.850679:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880531.850685:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880531.850689:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880531.850694:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850703:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.850707:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850714:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880531.850721:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880531.850725:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880531.850730:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880531.850736:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880531.850744:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880531.850752:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880531.850764:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850772:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.850781:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850790:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880531.850798:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880531.850806:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880531.850812:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880531.850818:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880531.850827:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880531.850834:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.850840:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880531.850849:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880531.850857:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.850862:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880531.850869:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880531.850878:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880531.850884:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880531.850888:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.850895:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880531.850900:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880531.850904:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880531.850918:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880531.850925:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880531.850944:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519656448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880531.850977:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880531.850983:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880531.850994:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519656448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880531.851047:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880531.851055:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880531.851065:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880531.851072:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880531.851075:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880531.851087:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880531.851095:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11286 00000400:00000200:1.0:1788880531.851111:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880531.851120:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880531.851125:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880531.851131:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851136:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.851139:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851141:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880531.851146:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880531.851147:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880531.851153:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880531.851158:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880531.851162:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880531.851169:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880531.851182:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851189:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.851196:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851202:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880531.851209:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880531.851218:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851227:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880531.851233:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880531.851240:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880531.851288:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.851297:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880531.851301:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880531.851307:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.851312:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880531.851319:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880531.851327:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880531.851336:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880531.851342:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.851349:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880531.851353:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880531.851358:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880531.851366:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880531.851373:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880531.851387:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519656576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880531.851403:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880531.851410:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880531.851419:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519656576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880531.851439:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880531.851445:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880531.851453:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880531.851458:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880531.851462:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880531.851470:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880531.851480:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11286 00000400:00000200:1.0:1788880531.851496:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880531.851526:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880531.851537:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880531.851542:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851546:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.851558:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851564:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880531.851572:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880531.851576:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880531.851586:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880531.851590:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880531.851598:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880531.851604:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880531.851615:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851622:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.851629:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851636:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880531.851642:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880531.851650:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851658:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880531.851662:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880531.851671:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880531.851678:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.851687:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880531.851692:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880531.851701:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.851708:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880531.851715:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880531.851725:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880531.851731:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880531.851736:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.851740:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880531.851744:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880531.851748:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880531.851756:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880531.851764:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880531.851776:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519656704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880531.851795:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880531.851798:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880531.851805:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519656704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880531.851829:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880531.851836:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880531.851843:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880531.851852:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880531.851858:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880531.851864:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880531.851875:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11286 00000400:00000200:1.0:1788880531.851884:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880531.851894:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880531.851903:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880531.851914:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851918:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.851922:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851930:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880531.851940:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880531.851943:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880531.851948:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880531.851953:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880531.851957:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880531.851966:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880531.851973:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851979:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880531.851983:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880531.851992:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880531.851995:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880531.852004:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880531.852011:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880531.852017:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880531.852022:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880531.852032:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.852035:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880531.852042:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880531.852053:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.852060:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880531.852068:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880531.852075:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880531.852085:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880531.852090:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880531.852095:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880531.852101:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880531.852106:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880531.852115:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880531.852123:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880531.852138:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519656832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880531.852155:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880531.852160:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880531.852175:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519656832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880531.852205:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880531.852216:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11296) 00010000:00000001:1.0:1788880531.978392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880531.978400:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880531.978404:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880531.978409:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978415:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880531.978419:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978422:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978427:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978434:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880531.978437:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880531.978440:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880531.978445:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978449:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880531.978453:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978458:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978463:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978468:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880531.978471:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880531.978474:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880531.978477:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978480:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880531.978483:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978487:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880531.978490:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880533.002383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880533.002389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880533.002395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880533.002397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880533.002401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880533.002403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880533.194395:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305960212, at 4305960256 00000100:00000040:1.0:1788880533.194403:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305960212, at 4305960256 00000100:00000010:0.0:1788880533.194418:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc00. 00000100:00000010:1.0:1788880533.194423:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd20. 00010000:00000001:1.0:1788880534.026333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880534.026340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880534.026346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880534.026348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880534.026351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880534.026353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880535.050359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880535.050364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880535.050369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880535.050370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880535.050372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880535.050373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880536.074336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880536.074341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880536.074345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880536.074346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880536.074350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880536.074351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880537.098369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880537.098375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880537.098379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880537.098381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880537.098383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880537.098384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880538.122333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880538.122339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880538.122343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880538.122344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880538.122346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880538.122348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880538.314368:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305965331, at 4305965376 00000100:00000040:1.0:1788880538.314368:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305965331, at 4305965376 00000100:00000010:1.0:1788880538.314383:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b300. 00000100:00000010:0.0:1788880538.314385:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b0c0. 00010000:00000001:1.0:1788880539.146386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880539.146391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880539.146395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880539.146396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880539.146399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880539.146400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880540.170325:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880540.170331:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880540.170335:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880540.170336:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880540.170338:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880540.170339:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880541.194364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880541.194371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880541.194377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880541.194379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880541.194382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880541.194384:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.090598:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880542.090604:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880542.090609:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880542.090619:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.090635:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880542.090640:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.090646:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880542.090651:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880542.090654:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880542.090659:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519657600:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880542.090668:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880542.090671:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880542.090676:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.090681:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880542.090689:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880542.090694:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880542.090701:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880542.090708:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880542.090717:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880542.090726:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519657600, portal 25 00000100:00000001:1.0:1788880542.090731:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880542.090735:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880542.090745:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.090775:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880542.090779:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880542.090782:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880542.090787:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519657600, offset 0 00000400:00000200:1.0:1788880542.090797:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880542.090810:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.090821:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880542.090830:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880542.090837:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880542.090845:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880542.090851:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880542.090860:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461120:461120:256:4294967295] 192.168.203.155@tcp LPNI seq info [461114:461114:8:4294967295] 00000400:00000200:1.0:1788880542.090869:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.090885:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880542.090898:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.090906:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880542.090916:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880542.090923:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880542.090944:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.090948:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880542.090956:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880542.090965:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880542.090970:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880542.090974:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880542.090980:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880542.090987:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091004:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.091012:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091026:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.091030:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880542.091037:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880542.091046:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880542.091050:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305970451 00000100:00000010:1.0:1788880542.091058:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d420. 00000100:00000001:1.0:1788880542.091068:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880542.091083:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305970451 00000100:00000010:1.0:1788880542.091092:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:1.0:1788880542.091100:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880542.091108:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880542.091115:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.091122:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880542.091133:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880542/real 1788880542] req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880542.091188:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880542.091191:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880542.091196:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880542.091201:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880542.091205:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880542.091208:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880542.091214:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880542.091236:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091274:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880542.091278:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091284:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.091289:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880542.091300:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091317:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880542.091326:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091339:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880542.091344:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091348:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.091362:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091365:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880542.091368:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880542.091375:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880542.091381:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880542.091385:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880542.091391:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880542.091409:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519657600:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880542.091416:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091419:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.091424:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519657600/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091433:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880542.091437:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880542.091452:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880542.091457:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880542.091461:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880542.091464:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880542.091468:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880542.091471:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880542.091477:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880542.091479:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880542.091481:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880542.091486:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880542.091488:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091491:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091497:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880542.091499:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.091502:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880542.091503:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880542.091505:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880542.091509:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091514:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880542.091515:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.091517:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880542.091519:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880542.091520:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880542.091522:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519657728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880542.091525:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880542.091526:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880542.091527:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.091529:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880542.091531:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880542.091533:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880542.091536:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880542.091538:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880542.091540:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880542.091543:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519657728, portal 10 00000100:00000001:1.0:1788880542.091544:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880542.091545:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880542.091550:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091554:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880542.091556:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880542.091558:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880542.091559:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519657728, offset 0 00000400:00000200:1.0:1788880542.091562:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880542.091564:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.091567:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880542.091569:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880542.091571:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880542.091573:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880542.091575:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880542.091577:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461121:461121:256:4294967295] 192.168.203.155@tcp LPNI seq info [461115:461115:8:4294967295] 00000400:00000200:1.0:1788880542.091580:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.091585:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880542.091588:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.091590:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880542.091592:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880542.091595:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880542.091602:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.091604:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880542.091606:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880542.091609:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880542.091622:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880542.091623:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880542.091625:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880542.091627:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091633:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.091635:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091640:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.091641:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880542.091643:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880542.091646:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880542.091649:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880542.091650:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305969167 00000100:00000001:1.0:1788880542.091653:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305970451 00000100:00000001:1.0:1788880542.091655:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305969167 00000100:00000001:1.0:1788880542.091656:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305970451 00000100:00000001:1.0:1788880542.091657:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880542.091659:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.091660:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880542.091662:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880542/real 1788880542] req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880542.091667:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880542.091668:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880542.091669:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880542.091671:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880542.091672:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880542.091674:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880542.091676:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880542.091682:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091685:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880542.091686:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091687:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.091688:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880542.091690:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091694:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880542.091696:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091701:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880542.091703:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091704:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.091705:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091706:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880542.091708:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880542.091709:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880542.091711:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880542.091712:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880542.091715:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880542.091719:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519657728:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880542.091722:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880542.091725:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091730:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880542.091731:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.091732:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880542.091733:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880542.091734:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880542.091736:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519657856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880542.091738:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880542.091739:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880542.091740:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.091741:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880542.091743:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880542.091745:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880542.091747:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880542.091749:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880542.091751:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880542.091753:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519657856, portal 10 00000100:00000001:1.0:1788880542.091754:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880542.091755:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880542.091759:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091764:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880542.091766:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880542.091767:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880542.091769:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519657856, offset 0 00000400:00000200:1.0:1788880542.091771:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880542.091773:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.091775:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880542.091777:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880542.091779:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880542.091781:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880542.091782:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880542.091785:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461122:461122:256:4294967295] 192.168.203.155@tcp LPNI seq info [461116:461116:8:4294967295] 00000400:00000200:1.0:1788880542.091787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.091791:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880542.091794:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.091796:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880542.091798:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880542.091800:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880542.091807:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.091809:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880542.091811:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880542.091813:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880542.091814:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880542.091816:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880542.091817:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880542.091820:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091825:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.091827:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091832:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.091833:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880542.091835:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880542.091836:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880542.091839:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880542.091840:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305969167 00000100:00000001:1.0:1788880542.091842:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305970451 00000100:00000001:1.0:1788880542.091844:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305969167 00000100:00000001:1.0:1788880542.091846:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305970451 00000100:00000001:1.0:1788880542.091848:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880542.091850:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.091851:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880542.091853:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880542/real 1788880542] req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880542.091858:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880542.091859:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880542.091860:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880542.091861:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880542.091862:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880542.091863:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880542.091865:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880542.091871:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091875:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880542.091876:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091877:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.091878:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880542.091880:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091884:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880542.091886:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091890:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880542.091892:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091893:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.091894:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.091895:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880542.091897:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880542.091899:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880542.091901:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880542.091903:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880542.091905:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880542.091909:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519657856:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880542.091911:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880542.091913:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091917:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880542.091918:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.091919:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880542.091920:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880542.091922:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880542.091923:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519657984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880542.091926:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880542.091927:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880542.091928:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.091929:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880542.091931:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880542.091932:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880542.091935:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880542.091936:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880542.091939:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880542.091940:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519657984, portal 4 00000100:00000001:1.0:1788880542.091942:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880542.091943:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880542.091946:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.091951:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880542.091953:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880542.091954:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880542.091956:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519657984, offset 0 00000400:00000200:1.0:1788880542.091958:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880542.091960:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.091962:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880542.091963:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880542.091965:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880542.091966:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880542.091968:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880542.091970:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461123:461123:256:4294967295] 192.168.203.155@tcp LPNI seq info [461117:461117:8:4294967295] 00000400:00000200:1.0:1788880542.091973:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.091977:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880542.091980:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.091982:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880542.091984:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880542.091985:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880542.091992:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.091994:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880542.091996:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880542.091998:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880542.092000:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880542.092001:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880542.092002:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880542.092004:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.092010:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.092012:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.092021:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.092022:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880542.092024:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880542.092026:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880542.092028:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880542.092029:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305969219 00000100:00000001:1.0:1788880542.092031:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305970451 00000100:00000001:1.0:1788880542.092033:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305969219 00000100:00000001:1.0:1788880542.092034:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305970451 00000100:00000001:1.0:1788880542.092035:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880542.092036:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.092037:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880542.092039:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880542/real 1788880542] req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880542.092044:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880542.092044:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880542.092045:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880542.092046:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880542.092047:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880542.092049:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880542.092051:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880542.092057:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.092061:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880542.092062:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.092063:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.092063:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880542.092066:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.092071:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880542.092073:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.092078:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880542.092079:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.092080:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.092081:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.092082:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880542.092083:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880542.092084:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880542.092086:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880542.092087:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880542.092089:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880542.092094:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519657984:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880542.092096:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880542.092098:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.092101:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880542.092102:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.092103:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880542.092104:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880542.092106:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880542.092107:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880542.092109:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880542.092110:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880542.092111:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880542.092113:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880542.092115:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880542.092116:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880542.092118:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880542.092120:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880542.092122:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880542.092124:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519658112, portal 4 00000100:00000001:1.0:1788880542.092125:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880542.092126:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880542.092130:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.092134:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880542.092136:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880542.092137:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880542.092138:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519658112, offset 0 00000400:00000200:1.0:1788880542.092140:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880542.092142:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.092144:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880542.092145:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880542.092147:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880542.092148:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880542.092149:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880542.092152:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461124:461124:256:4294967295] 192.168.203.155@tcp LPNI seq info [461118:461118:8:4294967295] 00000400:00000200:1.0:1788880542.092155:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880542.092159:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880542.092162:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.092164:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880542.092166:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880542.092168:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1788880542.092175:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880542.092177:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880542.092178:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880542.092181:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880542.092183:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880542.092184:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880542.092185:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880542.092187:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.092192:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.092194:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.092199:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.092200:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880542.092201:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880542.092203:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880542.092205:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880542.092206:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305969170 00000100:00000001:1.0:1788880542.092207:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305970451 00000100:00000001:1.0:1788880542.092208:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305969170 00000100:00000001:1.0:1788880542.092210:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305970451 00000100:00000001:1.0:1788880542.092212:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880542.092213:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.092215:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880542.092217:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880542/real 1788880542] req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880542.092222:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880542.092222:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880542.092223:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880542.092224:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880542.092225:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880542.093397:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880542.093400:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880542.093405:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.093409:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880542.093410:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.093412:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.093413:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880542.093415:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.093419:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880542.093421:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.093425:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880542.093427:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.093428:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880542.093428:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.093430:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880542.093431:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880542.093433:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880542.093434:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880542.093436:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880542.093448:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880542.093453:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658112:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880542.093455:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.093456:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.093458:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519657728/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.093462:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880542.093463:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880542.093465:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880542.093467:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880542.093468:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880542.093468:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880542.093470:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880542.093471:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880542.093472:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880542.093473:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880542.093474:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880542.093476:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880542.093476:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.093477:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.093479:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519657856/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.093483:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880542.093484:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880542.093485:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880542.093486:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880542.093487:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880542.093487:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880542.093488:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880542.093489:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880542.093490:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880542.093491:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880542.093492:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880542.093493:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880542.093494:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.093495:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.093497:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519657984/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.093500:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880542.093501:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880542.093502:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880542.093503:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880542.093504:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880542.093505:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880542.093506:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880542.093507:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880542.093508:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880542.093509:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880542.093509:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880542.093511:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880542.093511:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.093512:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880542.093514:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519658112/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880542.093518:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880542.093518:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880542.093519:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880542.093520:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880542.093521:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880542.093522:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880542.093523:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880542.093523:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880542.093525:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880542.093525:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880542.093526:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880542.093527:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880542.093528:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.093529:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880542.093531:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880542.093532:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880542.093533:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880542.093534:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218321:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880542.218328:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880542.218330:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880542.218333:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218338:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880542.218340:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218342:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218343:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880542.218348:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880542.218349:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880542.218350:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218351:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880542.218353:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218354:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218355:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880542.218359:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880542.218359:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880542.218360:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218361:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880542.218362:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218363:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880542.218364:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880543.242461:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880543.242471:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880543.242478:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880543.242480:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880543.242485:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880543.242504:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880543.434341:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305970451, at 4305970496 00000100:00000040:1.0:1788880543.434341:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305970451, at 4305970496 00000100:00000010:0.0:1788880543.434357:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d420. 00000100:00000010:1.0:1788880543.434388:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00010000:00000001:1.0:1788880544.266368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880544.266373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880544.266378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880544.266379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880544.266381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880544.266382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880545.290388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880545.290410:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880545.290414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880545.290416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880545.290430:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880545.290431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880546.314384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880546.314392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880546.314429:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880546.314431:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880546.314436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880546.314437:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.210598:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880547.210604:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880547.210608:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880547.210619:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.210642:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880547.210645:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.210653:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880547.210657:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880547.210662:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880547.210671:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519658240:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880547.210691:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880547.210697:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880547.210701:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.210706:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880547.210714:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880547.210719:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880547.210729:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880547.210736:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880547.210745:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880547.210754:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519658240, portal 25 00000100:00000001:1.0:1788880547.210759:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880547.210763:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788880547.210773:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.210805:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880547.210811:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880547.210815:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880547.210821:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519658240, offset 0 00000400:00000200:1.0:1788880547.210831:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880547.210843:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.210854:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880547.210863:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880547.210870:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880547.210876:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880547.210881:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880547.210890:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461125:461125:256:4294967295] 192.168.203.155@tcp LPNI seq info [461119:461119:8:4294967295] 00000400:00000200:1.0:1788880547.210898:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.210914:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880547.210925:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.210931:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880547.210942:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880547.210949:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1788880547.210976:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.210980:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880547.210989:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880547.210995:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880547.211002:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880547.211006:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880547.211013:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880547.211022:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211045:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.211052:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211082:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.211086:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880547.211093:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880547.211104:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880547.211109:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305975571 00000100:00000010:1.0:1788880547.211118:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d720. 00000100:00000001:1.0:1788880547.211125:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880547.211142:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305975571 00000100:00000010:1.0:1788880547.211149:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:1.0:1788880547.211155:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880547.211161:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880547.211166:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.211171:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880547.211180:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880547/real 1788880547] req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880547.211198:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880547.211202:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880547.211206:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880547.211211:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880547.211214:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880547.211217:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880547.211223:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880547.211269:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211279:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880547.211283:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.211288:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.211292:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880547.211302:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211323:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880547.211332:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211350:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880547.211355:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.211358:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.211361:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.211364:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880547.211368:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880547.211373:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880547.211382:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880547.211388:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880547.211393:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880547.211444:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519658240:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880547.211467:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.211472:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.211478:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519658240/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211487:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880547.211490:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880547.211492:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880547.211497:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880547.211499:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880547.211500:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880547.211502:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880547.211504:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880547.211507:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880547.211509:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880547.211510:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788880547.211513:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880547.211514:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.211515:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.211520:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880547.211522:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.211524:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880547.211525:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880547.211526:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880547.211529:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211535:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880547.211536:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.211537:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880547.211539:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880547.211540:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880547.211542:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880547.211545:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880547.211546:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880547.211548:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.211549:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880547.211551:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880547.211553:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880547.211556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880547.211558:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880547.211560:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880547.211563:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519658368, portal 10 00000100:00000001:1.0:1788880547.211564:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880547.211565:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788880547.211570:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211575:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880547.211577:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880547.211578:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880547.211580:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519658368, offset 0 00000400:00000200:1.0:1788880547.211583:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880547.211586:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.211589:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880547.211591:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880547.211593:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880547.211595:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880547.211597:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880547.211599:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461126:461126:256:4294967295] 192.168.203.155@tcp LPNI seq info [461120:461120:8:4294967295] 00000400:00000200:1.0:1788880547.211602:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.211607:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880547.211610:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.211613:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880547.211615:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880547.211617:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1788880547.211625:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.211627:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880547.211629:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880547.211631:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880547.211633:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880547.211635:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880547.211637:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880547.211639:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211644:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.211646:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211651:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.211652:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880547.211655:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880547.211658:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880547.211660:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880547.211671:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305974287 00000100:00000001:1.0:1788880547.211674:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305975571 00000100:00000001:1.0:1788880547.211675:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305974287 00000100:00000001:1.0:1788880547.211677:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305975571 00000100:00000001:1.0:1788880547.211678:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880547.211679:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.211681:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880547.211683:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880547/real 1788880547] req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880547.211688:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880547.211689:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880547.211691:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880547.211692:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880547.211693:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880547.211695:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880547.211697:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880547.211703:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211707:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880547.211708:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.211709:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.211710:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880547.211712:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211716:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880547.211719:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211739:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880547.211740:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.211742:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.211743:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.211744:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880547.211745:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880547.211747:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880547.211749:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880547.211750:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880547.211753:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880547.211758:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658368:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880547.211761:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880547.211763:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211767:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880547.211768:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.211769:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880547.211771:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880547.211772:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880547.211774:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880547.211776:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880547.211777:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880547.211779:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.211780:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880547.211782:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880547.211784:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880547.211786:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880547.211788:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880547.211790:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880547.211792:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519658496, portal 10 00000100:00000001:1.0:1788880547.211794:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880547.211795:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880547.211799:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211819:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880547.211823:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880547.211825:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880547.211828:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519658496, offset 0 00000400:00000200:1.0:1788880547.211833:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880547.211837:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.211842:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880547.211845:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880547.211848:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880547.211851:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880547.211854:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880547.211858:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461127:461127:256:4294967295] 192.168.203.155@tcp LPNI seq info [461121:461121:8:4294967295] 00000400:00000200:1.0:1788880547.211863:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.211872:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880547.211877:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.211881:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880547.211886:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880547.211889:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1788880547.211902:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.211905:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880547.211908:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880547.211912:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880547.211916:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880547.211918:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880547.211921:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880547.211926:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211935:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.211939:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.211947:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.211949:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880547.211952:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880547.211956:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880547.211960:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880547.211962:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305974287 00000100:00000001:1.0:1788880547.211966:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305975571 00000100:00000001:1.0:1788880547.211969:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305974287 00000100:00000001:1.0:1788880547.211971:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305975571 00000100:00000001:1.0:1788880547.211973:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880547.211976:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.211978:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880547.211982:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880547/real 1788880547] req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880547.211991:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880547.211992:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880547.211994:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880547.211997:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880547.211999:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880547.212001:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880547.212005:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880547.212015:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212024:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880547.212026:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212029:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.212030:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880547.212035:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212043:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880547.212047:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212055:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880547.212058:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212060:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.212061:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212063:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880547.212066:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880547.212068:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880547.212072:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880547.212074:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880547.212079:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880547.212088:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658496:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880547.212092:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880547.212096:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212105:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880547.212106:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.212110:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880547.212112:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880547.212115:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880547.212118:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880547.212123:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880547.212125:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880547.212126:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.212129:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880547.212132:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880547.212134:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880547.212138:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880547.212142:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880547.212145:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880547.212149:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519658624, portal 4 00000100:00000001:1.0:1788880547.212151:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880547.212153:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880547.212160:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212168:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880547.212171:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880547.212173:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880547.212176:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519658624, offset 0 00000400:00000200:1.0:1788880547.212181:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880547.212184:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.212188:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880547.212191:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880547.212194:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880547.212197:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880547.212200:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880547.212204:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461128:461128:256:4294967295] 192.168.203.155@tcp LPNI seq info [461122:461122:8:4294967295] 00000400:00000200:1.0:1788880547.212209:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.212217:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880547.212223:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.212226:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880547.212231:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880547.212234:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1788880547.212247:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.212249:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880547.212252:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880547.212256:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880547.212259:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880547.212261:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880547.212264:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880547.212268:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212309:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.212313:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212322:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.212324:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880547.212328:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880547.212332:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880547.212336:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880547.212339:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305974340 00000100:00000001:1.0:1788880547.212342:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305975571 00000100:00000001:1.0:1788880547.212345:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305974340 00000100:00000001:1.0:1788880547.212348:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305975571 00000100:00000001:1.0:1788880547.212350:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880547.212353:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.212355:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880547.212359:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880547/real 1788880547] req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880547.212370:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880547.212372:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880547.212374:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880547.212377:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880547.212379:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880547.212381:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880547.212385:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880547.212396:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212430:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880547.212434:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212453:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.212458:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880547.212463:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212471:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880547.212475:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212484:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880547.212486:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212488:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.212490:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212492:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880547.212493:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880547.212496:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880547.212499:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880547.212501:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880547.212504:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880547.212510:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658624:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880547.212512:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880547.212515:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212519:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880547.212520:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.212522:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880547.212523:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880547.212524:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880547.212526:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880547.212529:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880547.212530:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880547.212531:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880547.212532:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880547.212535:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880547.212536:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880547.212538:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880547.212540:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880547.212542:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880547.212545:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519658752, portal 4 00000100:00000001:1.0:1788880547.212546:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880547.212547:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880547.212551:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212556:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880547.212557:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880547.212559:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880547.212561:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519658752, offset 0 00000400:00000200:1.0:1788880547.212563:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880547.212566:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.212569:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880547.212571:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880547.212573:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880547.212575:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880547.212577:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880547.212579:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461129:461129:256:4294967295] 192.168.203.155@tcp LPNI seq info [461123:461123:8:4294967295] 00000400:00000200:1.0:1788880547.212582:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880547.212586:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880547.212589:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.212591:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880547.212593:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880547.212595:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1788880547.212603:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880547.212604:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880547.212606:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880547.212608:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880547.212610:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880547.212612:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880547.212613:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880547.212616:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212621:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.212623:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212627:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.212629:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880547.212630:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880547.212632:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880547.212634:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880547.212636:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305974291 00000100:00000001:1.0:1788880547.212638:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305975571 00000100:00000001:1.0:1788880547.212640:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305974291 00000100:00000001:1.0:1788880547.212642:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305975571 00000100:00000001:1.0:1788880547.212643:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880547.212644:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.212645:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880547.212647:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880547/real 1788880547] req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880547.212652:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880547.212654:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880547.212655:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880547.212656:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880547.212657:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880547.212659:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880547.212661:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880547.212681:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212685:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880547.212686:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212687:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.212688:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880547.212690:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212695:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880547.212698:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212703:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880547.212704:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212706:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880547.212707:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212708:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880547.212710:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880547.212712:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880547.212714:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880547.212715:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880547.212717:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880547.212722:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519658752:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880547.212725:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212726:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.212728:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519658368/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212733:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880547.212734:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880547.212736:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880547.212738:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880547.212739:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880547.212740:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880547.212741:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880547.212743:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880547.212745:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880547.212746:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880547.212747:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788880547.212749:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880547.212750:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212751:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.212753:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519658496/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212762:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880547.212763:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880547.212764:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880547.212766:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880547.212767:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880547.212767:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880547.212769:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880547.212770:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880547.212771:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880547.212772:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880547.212772:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880547.212774:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880547.212775:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212776:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.212778:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519658624/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212782:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880547.212782:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880547.212783:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880547.212785:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880547.212785:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880547.212786:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880547.212787:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880547.212788:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880547.212789:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880547.212790:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880547.212791:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880547.212792:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880547.212793:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212794:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880547.212796:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519658752/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880547.212816:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880547.212818:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880547.212821:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880547.212824:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880547.212826:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880547.212828:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880547.212830:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880547.212832:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880547.212834:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880547.212836:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880547.212837:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880547.212840:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880547.212841:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212843:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880547.212848:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880547.212850:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880547.212852:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880547.212854:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880547.338326:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880547.338329:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880547.338333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880547.338334:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880547.338336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880547.338337:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880548.362355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880548.362363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880548.362370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880548.362372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880548.362376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880548.362378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880548.554375:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305975571, at 4305975616 00000100:00000040:0.0:1788880548.554384:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305975571, at 4305975616 00000100:00000010:1.0:1788880548.554392:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000010:0.0:1788880548.554426:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d720. 00010000:00000001:1.0:1788880549.386370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880549.386378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880549.386384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880549.386386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880549.386390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880549.386392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880550.410417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880550.410426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880550.410436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880550.410439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880550.410445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880550.410447:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880551.434411:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880551.434417:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880551.434423:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434431:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880551.434435:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434439:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434444:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434451:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880551.434454:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880551.434457:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880551.434460:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434464:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880551.434466:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434469:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434473:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434478:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880551.434481:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880551.434483:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880551.434486:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434490:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880551.434492:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434496:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880551.434500:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.330750:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880552.330759:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880552.330767:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880552.330785:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.330819:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880552.330825:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.330836:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880552.330844:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880552.330851:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880552.330862:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519658880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880552.330881:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880552.330889:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880552.330895:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.330901:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880552.330914:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880552.330924:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880552.330943:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880552.330952:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880552.330968:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880552.330984:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519658880, portal 25 00000100:00000001:1.0:1788880552.330991:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880552.330996:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880552.331016:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.331052:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880552.331067:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880552.331075:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880552.331085:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519658880, offset 0 00000400:00000200:1.0:1788880552.331108:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880552.331131:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.331148:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880552.331161:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880552.331172:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880552.331183:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880552.331192:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880552.331207:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461130:461130:256:4294967295] 192.168.203.155@tcp LPNI seq info [461124:461124:8:4294967295] 00000400:00000200:1.0:1788880552.331225:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.331308:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880552.331414:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.331429:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880552.331450:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880552.331464:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880552.331510:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.331519:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880552.331528:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880552.331547:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880552.331560:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880552.331570:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880552.331581:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880552.331597:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.331630:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.331639:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.331665:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.331671:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880552.331683:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880552.331700:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880552.331708:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305980692 00000100:00000010:1.0:1788880552.331720:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dc00. 00000100:00000001:1.0:1788880552.331734:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880552.331747:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305980692 00000100:00000010:1.0:1788880552.331759:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000001:1.0:1788880552.331770:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880552.331778:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880552.331789:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.331799:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880552.331814:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880552/real 1788880552] req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880552.331881:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880552.331889:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880552.331894:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880552.331902:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880552.331908:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880552.331916:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880552.331927:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880552.331961:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.331993:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880552.331999:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.332006:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.332010:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880552.332023:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332054:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880552.332072:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332098:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880552.332109:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.332119:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.332123:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.332131:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880552.332138:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880552.332147:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880552.332161:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880552.332171:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880552.332187:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880552.332223:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519658880:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880552.332236:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.332241:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.332285:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519658880/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332296:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880552.332300:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880552.332303:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880552.332307:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880552.332310:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880552.332312:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880552.332315:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880552.332317:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880552.332322:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880552.332324:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880552.332326:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880552.332330:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880552.332332:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.332335:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.332343:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880552.332346:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.332348:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880552.332351:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880552.332353:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880552.332358:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332367:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880552.332369:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.332372:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880552.332374:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880552.332397:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880552.332401:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880552.332406:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880552.332409:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880552.332411:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.332414:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880552.332418:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880552.332421:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880552.332426:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880552.332429:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880552.332433:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880552.332438:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519659008, portal 10 00000100:00000001:1.0:1788880552.332441:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880552.332442:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880552.332450:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332458:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880552.332462:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880552.332465:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880552.332468:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519659008, offset 0 00000400:00000200:1.0:1788880552.332472:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880552.332477:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.332483:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880552.332487:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880552.332490:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880552.332494:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880552.332497:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880552.332501:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461131:461131:256:4294967295] 192.168.203.155@tcp LPNI seq info [461125:461125:8:4294967295] 00000400:00000200:1.0:1788880552.332507:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.332516:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880552.332521:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.332525:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880552.332530:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880552.332534:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880552.332548:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.332551:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880552.332554:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880552.332559:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880552.332563:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880552.332565:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880552.332568:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880552.332572:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332582:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.332586:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332594:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.332596:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880552.332600:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880552.332605:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880552.332609:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880552.332612:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305979408 00000100:00000001:1.0:1788880552.332615:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305980692 00000100:00000001:1.0:1788880552.332618:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305979408 00000100:00000001:1.0:1788880552.332621:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305980692 00000100:00000001:1.0:1788880552.332624:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880552.332626:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.332629:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880552.332633:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880552/real 1788880552] req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880552.332642:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880552.332644:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880552.332646:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880552.332649:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880552.332651:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880552.332654:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880552.332658:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880552.332668:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332676:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880552.332677:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.332680:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.332681:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880552.332685:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332693:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880552.332698:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332706:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880552.332710:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.332712:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.332713:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.332716:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880552.332718:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880552.332721:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880552.332725:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880552.332727:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880552.332732:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880552.332741:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659008:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880552.332747:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880552.332751:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332759:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880552.332761:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.332764:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880552.332766:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880552.332768:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880552.332772:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880552.332775:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880552.332778:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880552.332780:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.332782:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880552.332786:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880552.332788:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880552.332792:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880552.332795:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880552.332798:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880552.332802:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519659136, portal 10 00000100:00000001:1.0:1788880552.332804:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880552.332806:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880552.332813:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332821:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880552.332824:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880552.332827:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880552.332830:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519659136, offset 0 00000400:00000200:1.0:1788880552.332834:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880552.332838:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.332842:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880552.332846:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880552.332850:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880552.332853:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880552.332856:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880552.332860:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461132:461132:256:4294967295] 192.168.203.155@tcp LPNI seq info [461126:461126:8:4294967295] 00000400:00000200:1.0:1788880552.332865:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.332872:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880552.332877:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.332881:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880552.332885:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880552.332889:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880552.332903:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.332906:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880552.332909:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880552.332914:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880552.332918:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880552.332920:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880552.332923:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880552.332927:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332937:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.332941:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.332950:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.332953:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880552.332958:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880552.332963:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880552.332967:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880552.332971:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305979408 00000100:00000001:1.0:1788880552.332975:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305980692 00000100:00000001:1.0:1788880552.332978:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305979408 00000100:00000001:1.0:1788880552.332982:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305980692 00000100:00000001:1.0:1788880552.332985:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880552.332987:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.332990:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880552.332994:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880552/real 1788880552] req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880552.333004:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880552.333005:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880552.333007:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880552.333010:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880552.333012:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880552.333016:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880552.333019:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880552.333031:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333041:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880552.333042:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333044:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.333046:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880552.333050:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333058:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880552.333062:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333070:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880552.333073:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333075:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.333076:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333080:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880552.333082:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880552.333086:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880552.333090:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880552.333093:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880552.333098:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880552.333108:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659136:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880552.333113:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880552.333117:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333125:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880552.333127:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.333129:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880552.333132:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880552.333136:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880552.333141:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880552.333145:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880552.333147:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880552.333149:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.333151:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880552.333156:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880552.333159:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880552.333163:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880552.333167:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880552.333171:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880552.333174:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519659264, portal 4 00000100:00000001:1.0:1788880552.333178:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880552.333181:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880552.333188:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333197:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880552.333200:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880552.333203:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880552.333206:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519659264, offset 0 00000400:00000200:1.0:1788880552.333210:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880552.333214:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.333218:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880552.333221:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880552.333224:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880552.333227:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880552.333229:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880552.333234:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461133:461133:256:4294967295] 192.168.203.155@tcp LPNI seq info [461127:461127:8:4294967295] 00000400:00000200:1.0:1788880552.333239:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.333273:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880552.333280:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.333284:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880552.333290:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880552.333293:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880552.333306:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.333309:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880552.333313:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880552.333317:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880552.333321:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880552.333323:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880552.333326:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880552.333331:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333342:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.333346:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333363:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.333365:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880552.333368:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880552.333372:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880552.333397:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880552.333400:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305979461 00000100:00000001:1.0:1788880552.333404:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305980692 00000100:00000001:1.0:1788880552.333406:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305979461 00000100:00000001:1.0:1788880552.333409:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305980692 00000100:00000001:1.0:1788880552.333412:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880552.333415:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.333417:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880552.333421:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880552/real 1788880552] req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880552.333431:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880552.333433:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880552.333436:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880552.333440:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880552.333442:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880552.333447:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880552.333453:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880552.333464:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333473:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880552.333475:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333477:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.333478:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880552.333483:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333492:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880552.333498:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333507:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880552.333510:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333511:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.333513:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333516:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880552.333518:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880552.333522:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880552.333527:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880552.333531:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880552.333537:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880552.333547:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659264:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880552.333552:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880552.333556:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333564:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880552.333566:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.333569:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880552.333571:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880552.333573:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880552.333577:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880552.333580:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880552.333582:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880552.333585:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880552.333587:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880552.333592:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880552.333594:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880552.333598:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880552.333601:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880552.333605:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880552.333608:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519659392, portal 4 00000100:00000001:1.0:1788880552.333610:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880552.333612:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880552.333619:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333627:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880552.333630:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880552.333633:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880552.333636:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519659392, offset 0 00000400:00000200:1.0:1788880552.333640:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880552.333644:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.333648:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880552.333652:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880552.333655:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880552.333657:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880552.333660:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880552.333664:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461134:461134:256:4294967295] 192.168.203.155@tcp LPNI seq info [461128:461128:8:4294967295] 00000400:00000200:1.0:1788880552.333669:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880552.333677:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880552.333683:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.333686:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880552.333691:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880552.333694:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880552.333708:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880552.333711:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880552.333715:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880552.333719:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880552.333722:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880552.333724:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880552.333727:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880552.333731:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333740:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.333744:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333752:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.333754:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880552.333757:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880552.333760:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880552.333764:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880552.333766:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305979412 00000100:00000001:1.0:1788880552.333769:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305980692 00000100:00000001:1.0:1788880552.333771:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305979412 00000100:00000001:1.0:1788880552.333774:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305980692 00000100:00000001:1.0:1788880552.333777:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880552.333779:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.333781:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880552.333785:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880552/real 1788880552] req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880552.333794:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880552.333796:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880552.333798:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880552.333800:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880552.333802:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880552.333804:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880552.333808:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880552.333819:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333826:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880552.333828:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333830:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.333832:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880552.333836:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333843:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880552.333848:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333856:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880552.333858:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333860:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880552.333862:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333864:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880552.333866:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880552.333869:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880552.333873:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880552.333876:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880552.333880:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880552.333890:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659392:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880552.333894:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333896:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.333901:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519659008/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333909:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880552.333911:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880552.333914:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880552.333916:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880552.333918:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880552.333920:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880552.333922:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880552.333924:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880552.333927:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880552.333929:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880552.333931:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880552.333934:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880552.333936:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333938:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.333942:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519659136/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333950:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880552.333952:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880552.333953:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880552.333957:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880552.333958:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880552.333960:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880552.333962:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880552.333964:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880552.333966:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880552.333967:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880552.333969:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880552.333972:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880552.333974:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.333976:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.333980:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519659264/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.333987:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880552.333989:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880552.333991:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880552.333994:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880552.333995:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880552.333997:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880552.333999:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880552.334001:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880552.334003:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880552.334004:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880552.334006:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880552.334008:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880552.334010:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.334012:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880552.334015:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519659392/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880552.334023:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880552.334024:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880552.334026:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880552.334028:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880552.334029:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880552.334031:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880552.334033:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880552.334034:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880552.334037:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880552.334038:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880552.334039:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880552.334042:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880552.334043:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.334046:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880552.334049:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880552.334051:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880552.334053:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880552.334055:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880552.458367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880552.458372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880552.458404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880552.458406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880552.458410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880552.458412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880553.482410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880553.482416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880553.482422:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880553.482424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880553.482427:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880553.482429:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880553.674397:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305980692, at 4305980736 00000100:00000010:0.0:1788880553.674413:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dc00. 00000100:00000040:1.0:1788880553.674413:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305980692, at 4305980736 00000100:00000010:1.0:1788880553.674430:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00010000:00000001:1.0:1788880554.506388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880554.506395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880554.506404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880554.506406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880554.506410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880554.506412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880555.530398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880555.530404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880555.530410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880555.530412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880555.530416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880555.530418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880556.554319:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880556.554323:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880556.554327:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880556.554328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880556.554331:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880556.554331:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880557.450446:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880557.450456:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880557.450460:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880557.450465:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880557.450471:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880557.450479:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11312 00000400:00000200:0.0:1788880557.450488:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880557.450495:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880557.450499:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880557.450504:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450508:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880557.450512:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450516:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880557.450525:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880557.450527:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880557.450531:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880557.450535:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880557.450539:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880557.450542:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880557.450545:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450548:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880557.450550:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450552:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880557.450558:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880557.450564:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450569:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880557.450574:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880557.450580:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880557.450594:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.450599:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880557.450603:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880557.450614:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880557.450620:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880557.450627:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880557.450631:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.450636:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880557.450641:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880557.450647:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880557.450660:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880557.450672:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880557.450688:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880557.450702:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880557.450709:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880557.450716:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880557.450746:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880557.450751:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880557.450756:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880557.450758:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880557.450760:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880557.450764:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880557.450767:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11312 00000400:00000200:0.0:1788880557.450773:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880557.450777:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880557.450780:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880557.450784:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450787:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880557.450789:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450792:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880557.450796:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880557.450798:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880557.450800:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880557.450803:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880557.450806:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880557.450809:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880557.450812:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450815:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880557.450818:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450820:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880557.450824:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880557.450828:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880557.450834:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880557.450837:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880557.450845:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880557.450848:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.450852:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880557.450853:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:0.0:1788880557.450858:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880557.450862:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000008:00000001:0.0:1788880557.450865:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.450868:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880557.450871:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880557.450878:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000100:00000040:1.0:1788880557.450885:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880557.450886:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880557.450895:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880557.450899:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.450908:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880557.450912:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880557.450918:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.450920:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880557.450926:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880557.450927:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880557.450931:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788880557.450935:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.450939:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880557.450946:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880557.450948:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788880557.450956:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519659520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880557.450975:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788880557.450983:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788880557.450984:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788880557.450989:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.450991:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.450998:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788880557.451003:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788880557.451010:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880557.451020:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.451026:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880557.451031:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880557.451034:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880557.451041:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880557.451046:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1788880557.451048:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000100:00080000:0.0:1788880557.451050:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880557.451057:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000400:00000010:1.0:1788880557.451060:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00080000:0.0:1788880557.451062:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11312 00000400:00000200:0.0:1788880557.451072:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000200:1.0:1788880557.451074:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519659520, portal 25 00000400:00000200:0.0:1788880557.451080:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880557.451083:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1788880557.451087:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880557.451089:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:0.0:1788880557.451098:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.451104:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880557.451109:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880557.451112:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.451123:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880557.451132:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880557.451137:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000100:00000001:1.0:1788880557.451143:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1788880557.451144:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880557.451152:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000100:00000040:1.0:1788880557.451160:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788880557.451161:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000010:1.0:1788880557.451169:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000020:00000001:0.0:1788880557.451170:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000200:1.0:1788880557.451180:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519659520, offset 0 00000100:00000040:0.0:1788880557.451184:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.451190:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880557.451198:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880557.451199:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.451207:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880557.451210:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880557.451214:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880557.451217:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880557.451224:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880557.451228:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880557.451230:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.451232:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880557.451234:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880557.451237:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.451239:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880557.451244:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000400:00000200:1.0:1788880557.451301:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000040:0.0:1788880557.451309:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880557.451319:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788880557.451324:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 02000000:00000001:0.0:1788880557.451326:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.451338:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880557.451342:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788880557.451370:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788880557.451371:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880557.451385:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 02000000:00000010:0.0:1788880557.451387:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000400:00000200:1.0:1788880557.451394:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788880557.451396:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880557.451403:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00100000:0.0:1788880557.451415:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880557.451416:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461135:461135:256:4294967295] 192.168.203.155@tcp LPNI seq info [461129:461129:8:4294967295] 00000400:00000200:1.0:1788880557.451441:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880557.451452:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880557.451457:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880557.451472:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000040:0.0:1788880557.451473:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788880557.451496:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880557.451507:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788880557.451512:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000100:00080000:0.0:1788880557.451513:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880557.451523:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880557.451526:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880557.451531:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1788880557.451533:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880557.451542:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000800:00000200:1.0:1788880557.451545:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000100:00080000:0.0:1788880557.451553:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11312 00000400:00000200:0.0:1788880557.451572:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880557.451583:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880557.451593:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1788880557.451595:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880557.451603:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000100:00000040:0.0:1788880557.451609:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880557.451614:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1788880557.451619:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880557.451628:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1788880557.451635:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880557.451640:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000100:00000001:0.0:1788880557.451645:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000010:1.0:1788880557.451647:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880557.451659:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1788880557.451661:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880557.451667:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000200:1.0:1788880557.451671:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880557.451672:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880557.451679:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880557.451687:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880557.451697:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788880557.451706:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880557.451708:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.451713:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880557.451717:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880557.451722:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.451730:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880557.451738:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880557.451748:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880557.451752:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.451754:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.451759:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1788880557.451761:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880557.451770:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880557.451772:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880557.451773:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.451781:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880557.451785:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000400:00000200:1.0:1788880557.451787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000008:00000001:0.0:1788880557.451792:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.451795:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305985812 00000100:00000001:0.0:1788880557.451798:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880557.451811:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dcc0. 00000100:00000010:0.0:1788880557.451812:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880557.451822:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880557.451826:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788880557.451827:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1788880557.451829:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.451837:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880557.451840:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880557.451842:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305985812 02000000:00000001:0.0:1788880557.451843:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880557.451853:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 02000000:00000010:0.0:1788880557.451857:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:1.0:1788880557.451861:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788880557.451865:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.451868:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880557.451875:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880557.451877:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880557.451880:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880557.451895:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880557/real 1788880557] req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880557.451897:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880557.451905:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880557.451921:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880557.451974:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788880557.451974:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880557.451981:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1788880557.451983:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788880557.451987:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000100:00080000:0.0:1788880557.451992:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1788880557.451995:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000100:00000001:0.0:1788880557.451997:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1788880557.452003:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00080000:0.0:1788880557.452004:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880557.452013:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788880557.452015:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880557.452023:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11312 00000100:00000200:1.0:1788880557.452029:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880557.452039:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880557.452052:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880557.452062:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1788880557.452070:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880557.452074:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.452082:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880557.452090:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.452099:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880557.452108:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:0.0:1788880557.452110:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788880557.452116:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880557.452117:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00000001:1.0:1788880557.452125:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1788880557.452126:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880557.452133:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880557.452134:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880557.452144:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00100000:1.0:1788880557.452151:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880557.452152:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880557.452168:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.452177:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880557.452181:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880557.452183:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880557.452190:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880557.452198:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880557.452199:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880557.452211:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880557.452220:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880557.452227:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880557.452233:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880557.452236:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1788880557.452238:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.452274:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880557.452279:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880557.452285:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.452292:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.452293:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788880557.452298:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880557.452302:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1788880557.452305:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880557.452312:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880557.452313:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880557.452317:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880557.452322:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880557.452325:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880557.452325:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1788880557.452333:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.452334:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:0.0:1788880557.452341:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00080000:1.0:1788880557.452360:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880557.452372:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880557.452374:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880557.452382:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1788880557.452387:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1788880557.452397:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880557.452409:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880557.452417:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880557.452431:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880557.452435:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519659520:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880557.452455:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880557.452462:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.452463:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880557.452475:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519659520/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880557.452476:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11322) 00000100:00000001:1.0:1788880557.452491:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880557.452494:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880557.452499:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880557.452504:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880557.452507:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880557.452510:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880557.452513:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880557.452515:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880557.452520:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880557.452522:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880557.452524:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880557.452529:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880557.452531:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.452534:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.452542:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880557.452545:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.452548:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880557.452550:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880557.452552:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880557.452557:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.452566:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880557.452568:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.452571:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880557.452574:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880557.452577:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880557.452580:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880557.452595:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880557.452598:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880557.452600:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.452603:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880557.452607:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880557.452610:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880557.452615:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880557.452619:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880557.452624:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880557.452628:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519659648, portal 10 00000100:00000001:1.0:1788880557.452631:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880557.452633:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880557.452640:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.452649:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880557.452652:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880557.452655:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880557.452658:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519659648, offset 0 00000400:00000200:1.0:1788880557.452663:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880557.452669:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880557.452674:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880557.452678:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880557.452682:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880557.452685:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880557.452689:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880557.452693:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461136:461136:256:4294967295] 192.168.203.155@tcp LPNI seq info [461130:461130:8:4294967295] 00000400:00000200:1.0:1788880557.452699:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880557.452707:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880557.452713:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880557.452717:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880557.452722:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880557.452727:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880557.452741:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880557.452744:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880557.452748:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880557.452752:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880557.452757:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880557.452759:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880557.452762:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880557.452767:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.452777:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880557.452781:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.452789:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.452791:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880557.452795:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880557.452800:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880557.452804:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880557.452807:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305984528 00000100:00000001:1.0:1788880557.452811:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305985812 00000100:00000001:1.0:1788880557.452814:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305984528 00000100:00000001:1.0:1788880557.452817:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305985812 00000100:00000001:1.0:1788880557.452819:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880557.452822:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.452824:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880557.452828:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880557/real 1788880557] req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880557.452838:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880557.452840:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880557.452843:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880557.452846:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880557.452848:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880557.452851:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880557.452855:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880557.452865:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.452872:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880557.452874:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.452876:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880557.452878:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880557.452882:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.452890:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880557.452895:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.452903:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880557.452906:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.452908:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880557.452910:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.452912:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880557.452914:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880557.452918:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880557.452922:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880557.452925:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880557.452929:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880557.452938:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659648:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880557.452944:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880557.452948:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.452957:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880557.452958:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.452961:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880557.452963:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880557.452965:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880557.452969:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880557.452972:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880557.452974:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880557.452976:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.452979:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880557.452982:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880557.452985:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880557.452989:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880557.452992:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880557.452995:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880557.452999:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519659776, portal 10 00000100:00000001:1.0:1788880557.453001:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880557.453003:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880557.453010:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453018:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880557.453021:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880557.453023:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880557.453026:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519659776, offset 0 00000400:00000200:1.0:1788880557.453031:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880557.453035:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880557.453039:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880557.453042:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880557.453046:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880557.453049:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880557.453052:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880557.453056:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461137:461137:256:4294967295] 192.168.203.155@tcp LPNI seq info [461131:461131:8:4294967295] 00000400:00000200:1.0:1788880557.453061:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880557.453069:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880557.453074:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880557.453077:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880557.453082:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880557.453086:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880557.453099:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880557.453101:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880557.453105:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880557.453109:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880557.453112:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880557.453114:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880557.453117:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880557.453122:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453131:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880557.453134:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453143:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.453145:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880557.453148:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880557.453151:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880557.453155:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880557.453158:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305984528 00000100:00000001:1.0:1788880557.453161:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305985812 00000100:00000001:1.0:1788880557.453164:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305984528 00000100:00000001:1.0:1788880557.453167:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305985812 00000100:00000001:1.0:1788880557.453170:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880557.453172:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.453175:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880557.453179:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880557/real 1788880557] req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880557.453188:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880557.453190:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880557.453191:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880557.453194:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880557.453196:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880557.453198:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880557.453202:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880557.453214:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453235:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880557.453238:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.453241:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880557.453244:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880557.453288:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453303:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880557.453312:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453326:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880557.453330:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.453332:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880557.453334:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.453337:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880557.453340:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880557.453363:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880557.453369:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880557.453372:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880557.453378:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880557.453388:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659776:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880557.453393:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880557.453397:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453405:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880557.453407:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.453410:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880557.453413:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880557.453416:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880557.453419:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880557.453423:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880557.453426:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880557.453428:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.453430:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880557.453435:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880557.453437:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880557.453442:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880557.453446:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880557.453450:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880557.453454:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519659904, portal 4 00000100:00000001:1.0:1788880557.453457:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880557.453459:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000040:1.0:1788880557.453466:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453475:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880557.453478:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880557.453481:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880557.453484:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519659904, offset 0 00000400:00000200:1.0:1788880557.453489:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880557.453494:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880557.453498:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880557.453502:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880557.453505:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880557.453509:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880557.453512:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880557.453516:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461138:461138:256:4294967295] 192.168.203.155@tcp LPNI seq info [461132:461132:8:4294967295] 00000400:00000200:1.0:1788880557.453521:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880557.453529:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880557.453535:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880557.453539:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880557.453544:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880557.453548:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880557.453562:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880557.453564:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880557.453568:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880557.453573:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880557.453577:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880557.453579:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880557.453582:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880557.453586:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453607:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880557.453610:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453627:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.453629:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880557.453633:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880557.453637:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880557.453641:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880557.453643:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305984581 00000100:00000001:1.0:1788880557.453647:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305985812 00000100:00000001:1.0:1788880557.453650:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305984581 00000100:00000001:1.0:1788880557.453652:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305985812 00000100:00000001:1.0:1788880557.453655:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880557.453658:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.453660:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880557.453664:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880557/real 1788880557] req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880557.453673:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880557.453675:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880557.453677:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880557.453679:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880557.453681:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880557.453683:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880557.453687:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880557.453698:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453706:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880557.453707:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.453709:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880557.453711:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880557.453715:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453724:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880557.453729:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453737:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880557.453740:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.453742:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880557.453744:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.453746:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880557.453748:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880557.453751:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880557.453754:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880557.453756:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880557.453761:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880557.453770:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519659904:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880557.453774:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880557.453778:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453786:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880557.453787:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.453790:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880557.453792:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880557.453794:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880557.453797:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880557.453801:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880557.453803:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880557.453806:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880557.453808:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880557.453812:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880557.453814:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880557.453818:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880557.453821:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880557.453824:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880557.453828:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519660032, portal 4 00000100:00000001:1.0:1788880557.453830:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880557.453832:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00000040:1.0:1788880557.453839:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453847:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880557.453850:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880557.453852:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880557.453855:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519660032, offset 0 00000400:00000200:1.0:1788880557.453860:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880557.453863:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880557.453867:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880557.453870:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880557.453873:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880557.453876:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880557.453879:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880557.453883:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461139:461139:256:4294967295] 192.168.203.155@tcp LPNI seq info [461133:461133:8:4294967295] 00000400:00000200:1.0:1788880557.453888:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880557.453896:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880557.453901:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880557.453904:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880557.453908:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880557.453912:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880557.453925:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880557.453928:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880557.453931:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880557.453935:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880557.453939:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880557.453941:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880557.453943:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880557.453947:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453956:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880557.453960:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.453968:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.453970:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880557.453973:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880557.453976:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880557.453980:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880557.453982:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305984532 00000100:00000001:1.0:1788880557.453985:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305985812 00000100:00000001:1.0:1788880557.453988:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305984532 00000100:00000001:1.0:1788880557.453991:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305985812 00000100:00000001:1.0:1788880557.453994:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880557.453996:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.453998:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880557.454002:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880557/real 1788880557] req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880557.454011:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880557.454012:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880557.454014:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880557.454016:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880557.454018:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880557.454021:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880557.454025:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880557.454036:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.454043:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880557.454045:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.454047:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880557.454048:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880557.454052:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.454060:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880557.454064:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.454072:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880557.454075:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.454077:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880557.454078:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.454080:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880557.454083:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880557.454086:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880557.454090:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880557.454092:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880557.454096:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880557.454105:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660032:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880557.454109:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.454112:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880557.454116:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519659648/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.454125:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880557.454127:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880557.454130:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880557.454132:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880557.454134:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880557.454136:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880557.454139:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880557.454141:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880557.454144:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880557.454146:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880557.454148:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880557.454151:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880557.454152:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.454154:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880557.454158:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519659776/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.454166:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880557.454168:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880557.454170:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880557.454173:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880557.454175:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880557.454176:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880557.454178:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880557.454180:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880557.454182:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880557.454184:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880557.454185:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880557.454188:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880557.454189:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.454191:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880557.454195:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519659904/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.454202:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880557.454204:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880557.454206:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880557.454210:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880557.454212:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880557.454225:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880557.454229:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880557.454231:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880557.454235:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880557.454237:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880557.454240:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880557.454245:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880557.454281:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.454286:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880557.454295:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519660032/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880557.454310:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880557.454313:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880557.454316:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880557.454321:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880557.454324:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880557.454326:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880557.454330:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880557.454332:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788880557.454335:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880557.454336:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880557.454338:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880557.454341:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880557.454343:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.454364:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880557.454369:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880557.454370:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880557.454373:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880557.454375:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880557.578394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880557.578400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880557.578405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880557.578407:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880557.578412:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880557.578414:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880558.602391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880558.602397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880558.602402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880558.602404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880558.602408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880558.602409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880558.794398:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305985812, at 4305985856 00000100:00000040:0.0:1788880558.794409:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305985812, at 4305985856 00000100:00000010:1.0:1788880558.794412:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000010:0.0:1788880558.794428:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dcc0. 00010000:00000001:1.0:1788880559.626322:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880559.626328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880559.626344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880559.626345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880559.626348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880559.626349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880560.650336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880560.650343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880560.650348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880560.650349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880560.650351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880560.650352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880561.674363:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880561.674365:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880561.674368:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674373:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880561.674375:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674376:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674378:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880561.674382:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880561.674383:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880561.674385:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674386:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880561.674387:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674389:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674391:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880561.674395:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880561.674396:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880561.674397:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674398:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880561.674399:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674400:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880561.674402:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880562.570404:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880562.570417:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880562.570422:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880562.570427:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880562.570434:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880562.570444:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11317 00000400:00000200:0.0:1788880562.570454:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880562.570461:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880562.570465:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880562.570469:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570475:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880562.570479:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570483:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880562.570492:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880562.570495:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880562.570498:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880562.570502:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880562.570505:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880562.570508:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880562.570512:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570514:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880562.570517:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570519:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880562.570523:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880562.570527:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570530:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880562.570533:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880562.570537:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880562.570541:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.570544:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880562.570547:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880562.570556:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880562.570560:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880562.570564:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880562.570566:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.570570:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880562.570573:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880562.570579:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880562.570589:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788880562.570597:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880562.570609:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880562.570631:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880562.570636:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880562.570643:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880562.570670:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880562.570674:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880562.570679:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880562.570681:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880562.570683:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880562.570687:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880562.570690:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11317 00000400:00000200:0.0:1788880562.570695:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880562.570699:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880562.570702:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880562.570705:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570708:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880562.570710:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570713:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880562.570717:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880562.570718:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880562.570720:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880562.570723:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880562.570725:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880562.570728:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880562.570731:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570734:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880562.570737:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570740:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880562.570744:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880562.570750:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880562.570754:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880562.570756:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880562.570765:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880562.570768:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788880562.570769:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.570777:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880562.570778:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000008:00100000:0.0:1788880562.570782:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880562.570785:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000008:00000001:0.0:1788880562.570792:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.570800:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880562.570802:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788880562.570806:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880562.570816:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880562.570825:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880562.570830:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.570835:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788880562.570836:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880562.570843:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880562.570844:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880562.570851:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.570854:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1788880562.570858:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880562.570860:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788880562.570867:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.570868:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880562.570882:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519660160:192.168.203.155@tcp:250:kworker.0 00000100:00100000:0.0:1788880562.570889:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880562.570892:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880562.570899:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880562.570905:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.570907:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788880562.570910:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880562.570915:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880562.570922:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000040:0.0:1788880562.570924:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880562.570930:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880562.570947:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880562.570950:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880562.570956:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000100:00080000:0.0:1788880562.570957:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880562.570968:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:1.0:1788880562.570971:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788880562.570973:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880562.570981:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1788880562.570984:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519660160, portal 25 00000100:00000001:0.0:1788880562.570989:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880562.570990:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880562.570996:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00080000:0.0:1788880562.571004:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11317 00000100:00000040:1.0:1788880562.571011:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880562.571025:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880562.571042:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880562.571048:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788880562.571052:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880562.571059:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880562.571065:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000040:0.0:1788880562.571071:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880562.571072:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519660160, offset 0 00000100:00000001:0.0:1788880562.571084:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880562.571091:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880562.571096:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.571102:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880562.571109:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880562.571120:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880562.571127:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880562.571132:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880562.571136:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880562.571140:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880562.571146:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461140:461140:256:4294967295] 192.168.203.155@tcp LPNI seq info [461134:461134:8:4294967295] 00000400:00000200:1.0:1788880562.571152:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880562.571164:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000020:00000001:0.0:1788880562.571173:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1788880562.571174:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880562.571181:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000800:00000010:1.0:1788880562.571185:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000020:00000001:0.0:1788880562.571186:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880562.571195:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880562.571204:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788880562.571205:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000020:00000001:0.0:1788880562.571209:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000200:1.0:1788880562.571214:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000100:00000040:0.0:1788880562.571222:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.571230:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880562.571240:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.571287:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880562.571294:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880562.571302:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880562.571307:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880562.571310:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880562.571336:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880562.571344:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1788880562.571345:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880562.571353:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000800:00000010:1.0:1788880562.571354:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000008:00100000:0.0:1788880562.571360:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1788880562.571366:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:0.0:1788880562.571368:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.571375:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880562.571380:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000010:0.0:1788880562.571386:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000400:00000200:1.0:1788880562.571390:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000020:00000040:0.0:1788880562.571393:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000400:00000010:1.0:1788880562.571395:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 02000000:00000001:0.0:1788880562.571402:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788880562.571406:0:2393:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788880562.571409:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880562.571416:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880562.571417:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880562.571423:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880562.571429:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880562.571441:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:1.0:1788880562.571444:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880562.571449:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880562.571452:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788880562.571466:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880562.571512:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.571515:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880562.571518:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788880562.571523:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.571531:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880562.571533:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880562.571544:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880562.571553:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305990932 00000100:00000001:0.0:1788880562.571562:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880562.571566:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d060. 00000100:00080000:0.0:1788880562.571569:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880562.571576:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880562.571580:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788880562.571581:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880562.571587:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880562.571592:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880562.571594:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305990932 00000100:00080000:0.0:1788880562.571600:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11317 00000100:00000010:1.0:1788880562.571603:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788880562.571610:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788880562.571611:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880562.571618:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788880562.571622:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880562.571624:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880562.571629:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880562.571631:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1788880562.571642:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880562.571647:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880562/real 1788880562] req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880562.571649:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880562.571659:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.571669:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000001:1.0:1788880562.571681:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1788880562.571682:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000001:1.0:1788880562.571687:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1788880562.571689:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000400:00000010:1.0:1788880562.571694:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000020:00000001:0.0:1788880562.571695:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:1.0:1788880562.571704:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000020:00000040:0.0:1788880562.571705:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000400:00000010:1.0:1788880562.571712:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000020:00000001:0.0:1788880562.571714:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788880562.571720:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:0.0:1788880562.571722:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000200:1.0:1788880562.571731:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880562.571733:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.571742:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880562.571752:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.571763:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000200:1.0:1788880562.571772:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880562.571773:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880562.571787:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880562.571799:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.571801:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:0.0:1788880562.571804:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880562.571807:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880562.571812:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880562.571813:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.571819:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880562.571821:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.571827:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00100000:1.0:1788880562.571829:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1788880562.571832:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880562.571842:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.571851:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.571863:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788880562.571865:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788880562.571874:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000040:1.0:1788880562.571875:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880562.571881:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880562.571886:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.571894:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880562.571898:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1788880562.571899:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880562.571907:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.571908:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.571914:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.571916:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1788880562.571918:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:1.0:1788880562.571920:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788880562.571926:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.571927:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880562.571937:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1788880562.571944:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788880562.571950:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880562.571959:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880562.571972:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880562.571981:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1788880562.571992:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519660160:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880562.571994:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.572004:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.572009:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880562.572017:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880562.572018:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519660160/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.572055:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880562.572060:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880562.572067:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 00000100:00000001:0.0:1788880562.572070:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.572073:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1788880562.572079:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1788880562.572080:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880562.572086:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00080000:0.0:1788880562.572092:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:1.0:1788880562.572093:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788880562.572099:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:1.0:1788880562.572101:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 00000100:00080000:0.0:1788880562.572106:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1788880562.572110:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788880562.572113:0:152638:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:1.0:1788880562.572115:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880562.572121:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00080000:0.0:1788880562.572124:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11317 00000100:00000001:1.0:1788880562.572128:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880562.572132:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788880562.572138:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880562.572140:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788880562.572149:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880562.572154:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880562.572154:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880562.572161:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880562.572162:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880562.572166:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788880562.572169:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880562.572172:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880562.572177:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788880562.572179:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.572187:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880562.572188:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880562.572194:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880562.572199:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880562.572206:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880562.572211:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000100:00000001:1.0:1788880562.572214:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1788880562.572218:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880562.572219:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.572229:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1788880562.572231:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 02000000:00000001:1.0:1788880562.572234:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788880562.572243:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880562.572244:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.572281:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880562.572286:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880562.572290:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880562.572298:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00100000:1.0:1788880562.572302:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660288:192.168.203.155@tcp:38:kworker.0 00000100:00080000:0.0:1788880562.572308:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880562.572311:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880562.572334:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788880562.572338:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.572339:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880562.572350:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880562.572351:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788880562.572360:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1788880562.572361:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880562.572371:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880562.572373:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.572380:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000200:1.0:1788880562.572381:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000008:00100000:0.0:1788880562.572388:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000400:00000010:1.0:1788880562.572390:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000008:00000001:0.0:1788880562.572399:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880562.572402:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788880562.572406:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880562.572409:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519660288, portal 10 00000100:00000001:1.0:1788880562.572415:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1788880562.572417:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880562.572418:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000020:00000040:0.0:1788880562.572427:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880562.572436:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1788880562.572438:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880562.572440:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880562.572449:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880562.572455:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880562.572462:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.572463:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880562.572471:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 02000000:00000010:0.0:1788880562.572472:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000400:00000010:1.0:1788880562.572477:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000001:0.0:1788880562.572481:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880562.572483:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519660288, offset 0 00000400:00000200:1.0:1788880562.572501:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00100000:0.0:1788880562.572503:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880562.572511:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880562.572523:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880562.572536:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880562.572537:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880562.572544:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00000001:0.0:1788880562.572545:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880562.572554:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1788880562.572561:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880562.572565:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880562.572577:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461141:461141:256:4294967295] 192.168.203.155@tcp LPNI seq info [461135:461135:8:4294967295] 00000400:00000200:1.0:1788880562.572597:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880562.572604:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880562.572615:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000040:0.0:1788880562.572618:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11327) 00000800:00000200:1.0:1788880562.572627:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880562.572633:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880562.572640:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880562.572645:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880562.572660:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880562.572663:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880562.572667:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880562.572671:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880562.572675:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880562.572677:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880562.572681:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880562.572685:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.572696:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880562.572700:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.572709:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.572711:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880562.572715:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880562.572720:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880562.572724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880562.572727:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305989648 00000100:00000001:1.0:1788880562.572731:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305990932 00000100:00000001:1.0:1788880562.572734:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305989648 00000100:00000001:1.0:1788880562.572737:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305990932 00000100:00000001:1.0:1788880562.572740:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880562.572743:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.572745:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880562.572749:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880562/real 1788880562] req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880562.572759:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880562.572760:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880562.572762:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880562.572765:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880562.572767:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880562.572769:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880562.572773:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880562.572784:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.572791:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880562.572793:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.572795:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.572797:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880562.572801:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.572809:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880562.572814:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.572823:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880562.572826:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.572828:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.572830:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.572832:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880562.572834:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880562.572838:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880562.572841:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880562.572844:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880562.572849:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880562.572858:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660288:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880562.572862:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880562.572866:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.572874:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880562.572876:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.572879:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880562.572881:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880562.572884:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880562.572887:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880562.572891:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880562.572894:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880562.572896:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.572898:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880562.572902:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880562.572904:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880562.572908:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880562.572911:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880562.572914:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880562.572918:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519660416, portal 10 00000100:00000001:1.0:1788880562.572920:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880562.572922:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880562.572929:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.572937:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880562.572940:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880562.572942:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880562.572945:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519660416, offset 0 00000400:00000200:1.0:1788880562.572950:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880562.572954:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880562.572958:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880562.572961:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880562.572964:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880562.572967:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880562.572970:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880562.572974:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461142:461142:256:4294967295] 192.168.203.155@tcp LPNI seq info [461136:461136:8:4294967295] 00000400:00000200:1.0:1788880562.572980:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880562.572987:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880562.572993:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880562.572996:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880562.573001:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880562.573004:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880562.573018:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880562.573020:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880562.573024:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880562.573028:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880562.573031:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880562.573034:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880562.573037:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880562.573041:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573051:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880562.573054:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573062:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.573064:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880562.573067:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880562.573071:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880562.573075:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880562.573077:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305989648 00000100:00000001:1.0:1788880562.573080:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305990932 00000100:00000001:1.0:1788880562.573083:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305989648 00000100:00000001:1.0:1788880562.573085:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305990932 00000100:00000001:1.0:1788880562.573088:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880562.573090:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.573092:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880562.573097:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880562/real 1788880562] req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880562.573106:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880562.573107:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880562.573109:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880562.573111:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880562.573113:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880562.573116:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880562.573120:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880562.573130:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573139:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880562.573141:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573143:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.573145:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880562.573149:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573157:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880562.573161:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573169:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880562.573172:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573174:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.573175:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573177:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880562.573179:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880562.573182:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880562.573186:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880562.573188:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880562.573193:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880562.573202:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660416:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880562.573206:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880562.573210:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573218:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880562.573220:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.573223:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880562.573225:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880562.573228:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880562.573231:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880562.573235:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880562.573237:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880562.573239:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.573241:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880562.573245:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880562.573272:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880562.573278:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880562.573282:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880562.573285:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880562.573289:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519660544, portal 4 00000100:00000001:1.0:1788880562.573292:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880562.573293:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880562.573300:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573308:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880562.573312:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880562.573334:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880562.573337:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519660544, offset 0 00000400:00000200:1.0:1788880562.573342:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880562.573347:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880562.573351:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880562.573355:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880562.573358:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880562.573361:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880562.573364:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880562.573368:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461143:461143:256:4294967295] 192.168.203.155@tcp LPNI seq info [461137:461137:8:4294967295] 00000400:00000200:1.0:1788880562.573373:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880562.573381:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880562.573387:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880562.573391:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880562.573396:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880562.573399:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880562.573413:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880562.573416:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880562.573420:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880562.573424:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880562.573427:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880562.573429:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880562.573432:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880562.573437:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573447:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880562.573450:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573459:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.573461:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880562.573464:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880562.573467:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880562.573471:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880562.573473:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305989701 00000100:00000001:1.0:1788880562.573476:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305990932 00000100:00000001:1.0:1788880562.573479:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305989701 00000100:00000001:1.0:1788880562.573482:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305990932 00000100:00000001:1.0:1788880562.573484:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880562.573487:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.573489:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880562.573493:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880562/real 1788880562] req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880562.573503:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880562.573505:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880562.573507:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880562.573510:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880562.573512:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880562.573514:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880562.573518:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880562.573528:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573536:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880562.573538:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573540:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.573542:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880562.573546:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573554:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880562.573558:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573566:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880562.573569:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573570:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.573572:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573574:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880562.573576:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880562.573579:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880562.573582:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880562.573585:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880562.573590:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880562.573600:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660544:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880562.573604:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573607:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880562.573610:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519660288/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573618:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880562.573620:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880562.573622:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880562.573625:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880562.573626:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880562.573628:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880562.573630:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880562.573632:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880562.573635:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880562.573637:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880562.573639:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880562.573642:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880562.573644:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573646:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880562.573650:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519660416/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573657:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880562.573659:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880562.573660:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880562.573664:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880562.573665:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880562.573667:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880562.573669:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880562.573670:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880562.573673:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880562.573674:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880562.573676:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880562.573679:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880562.573681:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573683:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880562.573687:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519660544/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573694:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880562.573696:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880562.573697:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880562.573699:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880562.573701:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880562.573702:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880562.573704:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880562.573706:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880562.573708:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880562.573709:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880562.573711:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880562.573713:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880562.573715:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573717:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.573720:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880562.573722:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.573724:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880562.573726:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880562.573727:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880562.573731:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573739:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880562.573741:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.573743:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880562.573746:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880562.573748:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880562.573751:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880562.573755:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880562.573758:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880562.573760:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880562.573763:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880562.573766:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880562.573769:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880562.573772:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880562.573775:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880562.573778:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880562.573782:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519660672, portal 4 00000100:00000001:1.0:1788880562.573784:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880562.573786:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:1.0:1788880562.573792:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573800:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880562.573803:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880562.573806:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880562.573809:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519660672, offset 0 00000400:00000200:1.0:1788880562.573813:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880562.573817:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880562.573820:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880562.573824:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880562.573827:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880562.573830:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880562.573833:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880562.573836:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461144:461144:256:4294967295] 192.168.203.155@tcp LPNI seq info [461138:461138:8:4294967295] 00000400:00000200:1.0:1788880562.573842:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880562.573849:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880562.573854:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880562.573858:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880562.573862:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880562.573866:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880562.573879:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880562.573882:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880562.573886:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880562.573890:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880562.573893:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880562.573895:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880562.573898:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880562.573902:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573912:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880562.573916:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573924:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.573926:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880562.573929:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880562.573932:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880562.573936:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880562.573938:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305989652 00000100:00000001:1.0:1788880562.573941:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305990932 00000100:00000001:1.0:1788880562.573944:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305989652 00000100:00000001:1.0:1788880562.573946:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305990932 00000100:00000001:1.0:1788880562.573949:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880562.573951:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.573953:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880562.573958:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880562/real 1788880562] req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880562.573966:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880562.573968:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880562.573970:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880562.573972:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880562.573974:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880562.573977:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880562.573981:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880562.573991:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.573999:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880562.574000:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.574002:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.574004:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880562.574008:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.574016:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880562.574020:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.574028:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880562.574031:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.574033:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880562.574034:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.574036:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880562.574039:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880562.574042:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880562.574046:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880562.574048:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880562.574053:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880562.574063:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660672:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880562.574067:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.574069:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880562.574073:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519660672/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880562.574082:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880562.574083:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880562.574086:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880562.574088:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880562.574089:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880562.574091:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880562.574093:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880562.574095:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c800. 02000000:00000001:1.0:1788880562.574098:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880562.574099:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880562.574101:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880562.574104:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880562.574105:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.574107:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880562.574110:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880562.574112:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880562.574115:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880562.574116:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880562.698399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880562.698405:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880562.698411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880562.698413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880562.698417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880562.698419:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880563.722396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880563.722404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880563.722410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880563.722412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880563.722416:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880563.722418:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880563.914375:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305990932, at 4305990976 00000100:00000010:0.0:1788880563.914385:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d060. 00000100:00000040:1.0:1788880563.914399:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305990932, at 4305990976 00000100:00000010:1.0:1788880563.914407:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00010000:00000001:1.0:1788880564.746393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880564.746401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880564.746409:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880564.746411:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880564.746415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880564.746417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880565.770377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880565.770383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880565.770390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880565.770392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880565.770395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880565.770398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880566.794352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880566.794358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880566.794362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880566.794363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880566.794366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880566.794367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.690566:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880567.690572:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880567.690575:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880567.690585:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.690606:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880567.690608:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.690612:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880567.690615:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880567.690620:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880567.690625:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519660800:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880567.690634:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880567.690639:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880567.690642:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.690647:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880567.690653:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880567.690659:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880567.690666:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880567.690673:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880567.690681:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880567.690690:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519660800, portal 25 00000100:00000001:1.0:1788880567.690695:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880567.690698:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880567.690707:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.690724:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880567.690730:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880567.690735:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880567.690750:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519660800, offset 0 00000400:00000200:1.0:1788880567.690761:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880567.690786:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.690797:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880567.690805:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880567.690813:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880567.690820:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880567.690825:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880567.690832:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461145:461145:256:4294967295] 192.168.203.155@tcp LPNI seq info [461139:461139:8:4294967295] 00000400:00000200:1.0:1788880567.690843:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.690859:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880567.690872:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.690878:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880567.690891:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880567.690898:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880567.690928:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.690932:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880567.690938:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880567.690947:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880567.690954:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880567.690958:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880567.690976:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880567.690983:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691008:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.691016:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691036:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.691039:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880567.691046:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880567.691055:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880567.691059:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4305996051 00000100:00000010:1.0:1788880567.691065:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d8a0. 00000100:00000001:1.0:1788880567.691075:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880567.691089:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4305996051 00000100:00000010:1.0:1788880567.691097:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788880567.691104:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880567.691110:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880567.691117:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.691123:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880567.691132:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880567/real 1788880567] req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880567.691152:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880567.691157:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880567.691175:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880567.691180:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880567.691184:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880567.691190:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880567.691199:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880567.691220:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691254:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880567.691259:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.691265:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.691270:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880567.691338:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691344:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880567.691350:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691363:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880567.691367:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.691371:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.691375:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.691381:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880567.691383:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880567.691388:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880567.691398:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880567.691401:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880567.691408:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880567.691427:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519660800:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880567.691435:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.691438:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.691442:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519660800/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691451:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880567.691454:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880567.691457:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880567.691463:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880567.691466:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880567.691469:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880567.691473:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880567.691475:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880567.691480:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880567.691481:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880567.691483:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880567.691485:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880567.691486:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.691488:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.691494:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880567.691495:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.691497:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880567.691498:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880567.691499:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880567.691503:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691508:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880567.691509:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.691510:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880567.691512:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880567.691513:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880567.691515:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660928:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880567.691517:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880567.691518:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880567.691519:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.691520:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880567.691522:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880567.691523:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880567.691526:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880567.691528:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880567.691530:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880567.691532:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519660928, portal 10 00000100:00000001:1.0:1788880567.691533:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880567.691535:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880567.691539:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691544:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880567.691546:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880567.691547:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880567.691549:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519660928, offset 0 00000400:00000200:1.0:1788880567.691551:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880567.691554:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.691556:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880567.691558:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880567.691560:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880567.691562:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880567.691563:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880567.691565:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461146:461146:256:4294967295] 192.168.203.155@tcp LPNI seq info [461140:461140:8:4294967295] 00000400:00000200:1.0:1788880567.691568:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.691573:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880567.691576:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.691578:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880567.691581:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880567.691583:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880567.691590:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.691592:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880567.691593:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880567.691596:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880567.691598:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880567.691599:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880567.691601:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880567.691603:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691609:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.691610:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691627:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.691628:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880567.691630:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880567.691633:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880567.691635:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880567.691637:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305994767 00000100:00000001:1.0:1788880567.691639:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305996051 00000100:00000001:1.0:1788880567.691640:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305994767 00000100:00000001:1.0:1788880567.691641:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305996051 00000100:00000001:1.0:1788880567.691643:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880567.691644:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.691645:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880567.691647:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880567/real 1788880567] req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880567.691652:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880567.691653:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880567.691654:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880567.691655:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880567.691656:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880567.691658:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880567.691660:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880567.691665:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691669:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880567.691670:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.691671:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.691672:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880567.691674:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691690:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880567.691692:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691698:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880567.691701:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.691702:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.691704:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.691706:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880567.691708:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880567.691710:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880567.691714:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880567.691716:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880567.691720:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880567.691728:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519660928:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880567.691732:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880567.691736:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691743:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880567.691744:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.691757:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880567.691759:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880567.691761:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880567.691765:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519661056:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880567.691768:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880567.691770:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880567.691772:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.691774:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880567.691777:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880567.691779:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880567.691782:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880567.691785:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880567.691789:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880567.691792:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519661056, portal 10 00000100:00000001:1.0:1788880567.691794:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880567.691796:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880567.691802:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.691808:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880567.691811:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880567.691813:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880567.691816:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519661056, offset 0 00000400:00000200:1.0:1788880567.691820:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880567.691824:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.691828:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880567.691831:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880567.691833:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880567.691836:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880567.691839:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880567.691842:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461147:461147:256:4294967295] 192.168.203.155@tcp LPNI seq info [461141:461141:8:4294967295] 00000400:00000200:1.0:1788880567.691846:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.691852:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880567.691857:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.691861:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880567.691865:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880567.691867:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880567.691878:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.693119:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880567.693122:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880567.693125:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880567.693128:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880567.693129:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880567.693131:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880567.693134:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693140:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.693142:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693146:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.693148:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880567.693150:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880567.693153:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880567.693155:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880567.693156:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305994768 00000100:00000001:1.0:1788880567.693158:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305996051 00000100:00000001:1.0:1788880567.693160:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305994768 00000100:00000001:1.0:1788880567.693161:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305996051 00000100:00000001:1.0:1788880567.693163:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880567.693164:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.693165:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880567.693168:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880567/real 1788880567] req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880567.693173:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880567.693174:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880567.693175:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880567.693192:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880567.693193:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880567.693194:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880567.693196:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880567.693202:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693205:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880567.693206:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693208:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.693209:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880567.693211:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693215:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880567.693217:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693222:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880567.693223:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693224:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.693225:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693226:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880567.693228:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880567.693229:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880567.693231:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880567.693233:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880567.693235:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880567.693240:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519661056:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880567.693243:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880567.693245:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693249:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880567.693250:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.693251:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880567.693253:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880567.693254:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880567.693256:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519661184:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880567.693258:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880567.693270:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880567.693272:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.693274:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880567.693276:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880567.693278:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880567.693280:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880567.693298:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880567.693302:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880567.693304:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519661184, portal 4 00000100:00000001:1.0:1788880567.693305:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880567.693306:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880567.693311:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693315:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880567.693317:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880567.693318:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880567.693320:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519661184, offset 0 00000400:00000200:1.0:1788880567.693322:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880567.693342:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.693345:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880567.693347:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880567.693349:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880567.693350:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880567.693352:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880567.693354:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461148:461148:256:4294967295] 192.168.203.155@tcp LPNI seq info [461142:461142:8:4294967295] 00000400:00000200:1.0:1788880567.693356:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.693360:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880567.693363:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.693365:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880567.693367:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880567.693369:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880567.693377:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.693378:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880567.693380:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880567.693382:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880567.693384:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880567.693385:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880567.693386:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880567.693388:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693393:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.693395:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693399:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.693400:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880567.693402:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880567.693404:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880567.693405:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880567.693407:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305994821 00000100:00000001:1.0:1788880567.693408:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305996051 00000100:00000001:1.0:1788880567.693409:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305994821 00000100:00000001:1.0:1788880567.693410:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305996051 00000100:00000001:1.0:1788880567.693412:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880567.693413:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.693414:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880567.693416:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880567/real 1788880567] req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880567.693421:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880567.693422:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880567.693423:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880567.693424:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880567.693425:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880567.693426:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880567.693428:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880567.693433:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693436:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880567.693437:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693438:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.693439:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880567.693441:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693445:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880567.693448:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693452:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880567.693453:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693454:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.693455:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693456:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880567.693457:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880567.693459:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880567.693461:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880567.693462:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880567.693464:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880567.693469:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519661184:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880567.693471:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880567.693473:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693477:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880567.693478:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.693479:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880567.693480:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880567.693482:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880567.693483:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519661312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880567.693485:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880567.693486:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880567.693487:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880567.693488:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880567.693490:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880567.693491:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880567.693493:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880567.693494:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880567.693496:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880567.693498:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519661312, portal 4 00000100:00000001:1.0:1788880567.693499:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880567.693500:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880567.693503:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693507:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880567.693508:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880567.693510:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880567.693511:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519661312, offset 0 00000400:00000200:1.0:1788880567.693513:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880567.693515:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.693517:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880567.693519:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880567.693520:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880567.693522:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880567.693523:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880567.693536:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461149:461149:256:4294967295] 192.168.203.155@tcp LPNI seq info [461143:461143:8:4294967295] 00000400:00000200:1.0:1788880567.693538:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880567.693542:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880567.693544:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.693546:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880567.693548:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880567.693550:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1788880567.693556:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880567.693557:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000400:00000200:1.0:1788880567.693559:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880567.693561:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880567.693562:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880567.693563:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880567.693564:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880567.693566:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693571:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.693573:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693576:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.693577:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880567.693579:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880567.693582:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880567.693584:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880567.693585:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4305994772 00000100:00000001:1.0:1788880567.693587:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4305996051 00000100:00000001:1.0:1788880567.693589:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4305994772 00000100:00000001:1.0:1788880567.693590:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4305996051 00000100:00000001:1.0:1788880567.693591:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880567.693601:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.693602:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880567.693604:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880567/real 1788880567] req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880567.693608:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880567.693609:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880567.693610:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880567.693611:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880567.693612:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880567.693613:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880567.693616:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880567.693621:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693625:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880567.693626:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693627:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.693628:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880567.693630:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693634:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880567.693636:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693641:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880567.693643:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693644:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880567.693645:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693646:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880567.693648:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880567.693649:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880567.693651:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880567.693652:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880567.693654:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880567.693659:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519661312:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880567.693661:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693662:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.693664:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519660928/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693668:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880567.693669:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880567.693671:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012c00. 02000000:00000001:1.0:1788880567.693672:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880567.693673:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880567.693674:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880567.693675:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880567.693677:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880567.693679:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880567.693680:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880567.693681:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880567.693683:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880567.693684:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693685:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.693687:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519661056/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693692:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880567.693693:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880567.693694:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012800. 02000000:00000001:1.0:1788880567.693695:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880567.693695:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880567.693696:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880567.693697:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880567.693698:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880567.693699:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880567.693700:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880567.693701:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880567.693702:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880567.693703:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693704:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.693706:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519661184/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693709:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880567.693710:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880567.693711:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880567.693712:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880567.693713:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880567.693713:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880567.693714:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880567.693715:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880567.693716:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880567.693717:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880567.693718:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880567.693719:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880567.693720:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693721:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880567.693723:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519661312/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880567.693730:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880567.693731:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880567.693732:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880567.693734:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880567.693735:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880567.693735:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880567.693736:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880567.693737:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880567.693738:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880567.693739:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880567.693740:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880567.693741:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880567.693742:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693743:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880567.693745:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880567.693746:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880567.693747:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880567.693758:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880567.818339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880567.818343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880567.818347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880567.818348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880567.818351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880567.818352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880568.842376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880568.842382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880568.842388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880568.842390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880568.842394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880568.842396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880569.034366:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4305996051, at 4305996096 00000100:00000040:0.0:1788880569.034378:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4305996051, at 4305996096 00000100:00000010:1.0:1788880569.034382:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00000100:00000010:0.0:1788880569.034395:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d8a0. 00010000:00000001:1.0:1788880569.866362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880569.866366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880569.866372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880569.866374:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880569.866378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880569.866379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880570.890369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880570.890375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880570.890381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880570.890383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880570.890387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880570.890389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880571.914386:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880571.914390:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880571.914394:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914400:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880571.914403:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914406:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914409:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914413:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880571.914415:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880571.914417:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880571.914419:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914421:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880571.914423:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914425:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914428:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914431:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880571.914433:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880571.914435:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880571.914437:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914439:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880571.914440:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914442:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880571.914445:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880572.810490:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880572.810501:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880572.810504:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880572.810509:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880572.810516:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880572.810525:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11327 00000400:00000200:1.0:1788880572.810535:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880572.810543:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880572.810547:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880572.810551:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810556:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.810559:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810563:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880572.810572:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880572.810574:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880572.810578:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880572.810582:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880572.810585:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880572.810588:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880572.810592:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810595:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.810597:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810599:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880572.810603:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880572.810607:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810610:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880572.810614:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880572.810618:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880572.810622:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.810624:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880572.810627:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880572.810636:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788880572.810640:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880572.810645:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880572.810647:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.810652:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880572.810656:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880572.810661:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880572.810669:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880572.810679:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880572.810691:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519661440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880572.810705:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880572.810727:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880572.810734:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519661440/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880572.810763:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880572.810773:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880572.810778:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880572.810780:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880572.810783:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880572.810787:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880572.810790:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11327 00000400:00000200:1.0:1788880572.810795:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880572.810800:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880572.810803:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880572.810808:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810812:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.810817:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810820:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880572.810826:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880572.810832:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880572.810837:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880572.810846:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880572.810854:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880572.810858:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880572.810867:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810876:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.810882:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810890:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880572.810899:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880572.810915:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880572.810921:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880572.810927:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880572.810937:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880572.810946:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.810954:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880572.810963:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880572.810970:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.810975:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880572.810984:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788880572.810991:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880572.811003:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880572.811009:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.811013:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880572.811017:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880572.811021:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880572.811031:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880572.811039:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880572.811051:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519661568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880572.811074:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880572.811079:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880572.811091:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519661568/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880572.811139:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880572.811149:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880572.811158:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880572.811164:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880572.811170:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880572.811176:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880572.811184:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11327 00000400:00000200:1.0:1788880572.811192:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880572.811200:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880572.811206:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880572.811213:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811219:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.811229:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811235:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880572.811242:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880572.811334:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880572.811343:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880572.811351:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880572.811359:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880572.811370:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880572.811388:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811399:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.811407:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811414:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880572.811417:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880572.811423:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811429:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880572.811433:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880572.811441:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880572.811450:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.811453:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880572.811459:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880572.811469:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.811474:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880572.811483:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788880572.811493:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880572.811501:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880572.811508:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.811512:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880572.811515:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880572.811523:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880572.811534:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012800. 00000100:00000001:1.0:1788880572.811542:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880572.811557:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519661696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880572.811580:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880572.811588:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880572.811601:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519661696/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880572.811621:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880572.811629:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880572.811642:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880572.811646:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880572.811652:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880572.811656:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880572.811667:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11327 00000400:00000200:1.0:1788880572.811675:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880572.811689:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880572.811696:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880572.811706:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811711:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.811715:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811723:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880572.811729:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880572.811735:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880572.811738:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880572.811741:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880572.811744:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880572.811746:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880572.811752:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811758:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.811765:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811769:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880572.811781:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880572.811786:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880572.811797:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880572.811803:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880572.811811:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880572.811816:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.811823:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880572.811829:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880572.811832:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.811839:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880572.811845:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880572.811850:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880572.811859:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880572.811863:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.811870:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880572.811875:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880572.811880:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880572.811888:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012c00. 00000100:00000001:1.0:1788880572.811897:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880572.811911:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519661824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880572.811951:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880572.811959:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880572.811972:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519661824/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880572.811998:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880572.812007:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880572.812016:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880572.812022:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880572.812028:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880572.812035:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880572.812045:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11327 00000400:00000200:1.0:1788880572.812054:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880572.812065:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880572.812074:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880572.812082:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.812089:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.812097:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.812107:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880572.812117:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880572.812121:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880572.812127:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880572.812133:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880572.812138:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880572.812145:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880572.812154:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.812160:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880572.812166:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880572.812176:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880572.812183:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880572.812192:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880572.812205:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880572.812214:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880572.812222:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880572.812233:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.812241:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880572.812305:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880572.812316:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.812324:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880572.812337:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880572.812348:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880572.812360:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880572.812366:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880572.812370:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880572.812375:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880572.812379:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880572.812388:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880572.812398:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880572.812413:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519661952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880572.812435:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880572.812443:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880572.812452:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519661952/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880572.812482:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880572.812494:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11337) 00010000:00000001:1.0:1788880572.938387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880572.938392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880572.938397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880572.938399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880572.938402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880572.938404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880573.962374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880573.962379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880573.962385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880573.962387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880573.962390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880573.962392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880574.154378:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306001172, at 4306001216 00000100:00000040:1.0:1788880574.154388:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306001172, at 4306001216 00000100:00000010:0.0:1788880574.154393:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b3c0. 00000100:00000010:1.0:1788880574.154405:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b000. 00010000:00000001:1.0:1788880574.986410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880574.986416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880574.986421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880574.986424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880574.986438:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880574.986439:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880576.010402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880576.010409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880576.010415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880576.010417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880576.010421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880576.010423:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880577.034379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880577.034386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880577.034392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880577.034394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880577.034398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880577.034400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880577.930374:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880577.930384:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880577.930387:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880577.930392:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880577.930398:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880577.930406:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11332 00000400:00000200:1.0:1788880577.930417:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880577.930424:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880577.930429:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880577.930434:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930438:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.930442:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930445:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880577.930453:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880577.930455:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880577.930459:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880577.930462:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880577.930465:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880577.930468:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880577.930472:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930475:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.930477:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930480:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880577.930483:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880577.930487:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930490:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880577.930493:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880577.930497:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880577.930501:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.930503:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880577.930506:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880577.930514:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880577.930518:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880577.930523:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880577.930525:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.930529:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880577.930532:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880577.930536:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880577.930545:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880577.930554:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880577.930565:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519662080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880577.930579:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880577.930585:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880577.930591:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519662080/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880577.930618:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880577.930622:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880577.930626:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880577.930628:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880577.930630:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880577.930633:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880577.930636:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11332 00000400:00000200:1.0:1788880577.930640:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880577.930643:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880577.930646:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880577.930650:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930653:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.930656:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930658:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880577.930661:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880577.930663:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880577.930664:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880577.930666:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880577.930669:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880577.930671:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880577.930675:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930677:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.930679:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930682:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880577.930685:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880577.930689:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880577.930693:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880577.930697:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880577.930705:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880577.930709:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.930712:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880577.930717:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880577.930721:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.930723:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880577.930728:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880577.930734:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880577.930742:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880577.930746:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.930753:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880577.930757:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880577.930762:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880577.930767:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880577.930778:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880577.930796:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519662208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880577.930852:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880577.930860:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880577.930874:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519662208/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880577.930926:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880577.930936:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880577.930946:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880577.930951:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880577.930960:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880577.930974:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880577.930989:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11332 00000400:00000200:1.0:1788880577.931011:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880577.931020:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880577.931024:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880577.931033:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931037:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.931044:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931064:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880577.931078:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880577.931086:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880577.931094:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880577.931098:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880577.931110:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880577.931130:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880577.931146:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931154:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.931164:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931175:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880577.931181:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880577.931189:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931202:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880577.931207:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880577.931213:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880577.931333:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.931344:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880577.931355:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880577.931376:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.931398:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880577.931415:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880577.931424:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880577.931441:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880577.931451:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.931461:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880577.931466:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880577.931474:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880577.931485:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880577.931494:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880577.931505:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519662336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880577.931528:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880577.931541:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880577.931567:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519662336/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880577.931591:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880577.931596:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880577.931600:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880577.931604:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880577.931607:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880577.931616:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880577.931625:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11332 00000400:00000200:1.0:1788880577.931646:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880577.931659:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880577.931673:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880577.931682:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931694:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.931707:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931728:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880577.931735:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880577.931742:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880577.931749:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880577.931758:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880577.931764:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880577.931783:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880577.931806:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931821:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.931839:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931844:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880577.931857:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880577.931875:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880577.931884:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880577.931901:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880577.931914:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880577.931932:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.931947:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880577.931962:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880577.931973:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.931982:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880577.931995:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880577.932004:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880577.932016:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880577.932024:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.932032:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880577.932038:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880577.932049:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880577.932060:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880577.932083:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880577.932106:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519662464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880577.932137:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880577.932146:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880577.932164:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519662464/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880577.932196:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880577.932214:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880577.932298:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880577.932316:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880577.932330:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880577.932353:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880577.932368:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11332 00000400:00000200:1.0:1788880577.932379:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880577.932385:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880577.932390:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880577.932395:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.932400:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.932404:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.932408:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880577.932414:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880577.932417:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880577.932419:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880577.932423:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880577.932427:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880577.932431:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880577.932436:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.932440:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880577.932443:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880577.932447:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880577.932452:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880577.932456:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880577.932461:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880577.932466:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880577.932474:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880577.932478:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.932482:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880577.932486:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880577.932491:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.932494:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880577.932503:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880577.932510:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880577.932516:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880577.932518:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880577.932524:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880577.932530:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880577.932545:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880577.932566:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880577.932591:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880577.932624:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519662592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880577.932670:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880577.932679:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880577.932697:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519662592/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880577.932754:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880577.932770:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11342) 00010000:00000001:1.0:1788880578.058358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880578.058363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880578.058369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880578.058371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880578.058375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880578.058377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880579.082363:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880579.082369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880579.082375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880579.082377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880579.082381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880579.082382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880579.274373:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306006292, at 4306006336 00000100:00000010:1.0:1788880579.274388:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b420. 00000100:00000040:0.0:1788880579.274405:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306006292, at 4306006336 00000100:00000010:0.0:1788880579.274422:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b180. 00010000:00000001:1.0:1788880580.106375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880580.106381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880580.106388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880580.106391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880580.106397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880580.106399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880581.130373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880581.130379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880581.130384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880581.130386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880581.130390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880581.130392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880582.154361:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880582.154364:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880582.154369:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154375:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880582.154378:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154381:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154384:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880582.154390:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880582.154392:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880582.154394:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154396:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880582.154398:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154400:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154403:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154406:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880582.154408:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880582.154409:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880582.154411:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154413:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880582.154416:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154418:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880582.154421:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880583.050334:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880583.050345:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880583.050349:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880583.050353:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880583.050360:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880583.050368:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11337 00000400:00000200:1.0:1788880583.050377:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880583.050385:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880583.050390:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880583.050396:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050400:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.050405:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050409:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880583.050421:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880583.050424:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880583.050428:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880583.050433:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880583.050437:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880583.050440:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880583.050446:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050450:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.050454:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050457:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880583.050461:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880583.050466:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050470:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880583.050474:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880583.050478:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880583.050483:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.050487:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880583.050491:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880583.050499:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492d80. 00000020:00000040:1.0:1788880583.050504:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880583.050510:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880583.050514:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.050518:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880583.050522:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880583.050529:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880583.050541:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880583.050551:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880583.050562:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492d80 x1875765519662720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880583.050576:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880583.050583:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880583.050592:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf79b0f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492d80 x1875765519662720/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880583.050627:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880583.050632:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880583.050637:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880583.050639:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880583.050641:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880583.050645:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880583.050648:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11337 00000400:00000200:1.0:1788880583.050652:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880583.050656:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880583.050659:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880583.050663:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050666:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.050669:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050673:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880583.050676:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880583.050679:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880583.050681:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880583.050683:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880583.050686:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880583.050689:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880583.050693:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050696:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.050699:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050701:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880583.050704:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880583.050707:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050709:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880583.050711:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880583.050720:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880583.050723:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.050727:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880583.050733:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880583.050737:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.050739:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880583.050743:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493100. 00000020:00000040:1.0:1788880583.050746:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880583.050749:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880583.050750:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.050753:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880583.050755:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880583.050757:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880583.050761:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880583.050765:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880583.050772:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493100 x1875765519662848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880583.050800:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880583.050804:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880583.050810:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4a73fcc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493100 x1875765519662848/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880583.050821:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880583.050824:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880583.050830:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880583.050833:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880583.050836:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880583.050840:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880583.050843:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11337 00000400:00000200:1.0:1788880583.050848:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880583.050852:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880583.050856:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880583.050861:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050869:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.050879:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050884:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880583.050891:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880583.050894:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880583.050900:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880583.050905:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880583.050913:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880583.050920:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880583.050933:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050941:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.050949:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050956:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880583.050965:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880583.050975:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880583.050981:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880583.050987:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880583.050996:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880583.051004:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.051010:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880583.051016:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880583.051025:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.051033:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880583.051038:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491f80. 00000020:00000040:1.0:1788880583.051046:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880583.051053:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880583.051057:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.051061:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880583.051066:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880583.051072:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880583.051083:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880583.051093:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880583.051107:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491f80 x1875765519662976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880583.051128:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880583.051134:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880583.051145:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089c6ad7a] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491f80 x1875765519662976/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880583.051166:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880583.051176:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880583.051217:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880583.051220:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880583.051223:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880583.051226:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880583.051232:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11337 00000400:00000200:1.0:1788880583.051238:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880583.051242:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880583.051244:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880583.051294:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051306:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.051315:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051321:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880583.051335:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880583.051339:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880583.051344:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880583.051349:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880583.051354:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880583.051358:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880583.051369:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051378:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.051382:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051385:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880583.051391:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880583.051399:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051404:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880583.051409:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880583.051415:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880583.051422:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.051426:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880583.051433:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880583.051441:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.051447:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880583.051455:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490a80. 00000020:00000040:1.0:1788880583.051466:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880583.051473:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880583.051479:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.051489:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880583.051496:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880583.051499:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880583.051507:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880583.051515:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880583.051531:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490a80 x1875765519663104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880583.051546:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880583.051554:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880583.051566:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e411375] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490a80 x1875765519663104/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880583.051596:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880583.051605:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880583.051617:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880583.051622:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880583.051628:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880583.051639:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880583.051649:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11337 00000400:00000200:1.0:1788880583.051661:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880583.051673:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880583.051680:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880583.051690:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051697:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.051706:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051714:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880583.051720:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880583.051724:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880583.051731:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880583.051736:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880583.051743:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880583.051754:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880583.051765:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051772:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880583.051782:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051791:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880583.051799:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880583.051807:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880583.051815:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880583.051821:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880583.051826:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880583.051837:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.051840:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880583.051846:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880583.051855:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.051866:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880583.051873:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492680. 00000020:00000040:1.0:1788880583.051880:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880583.051883:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880583.051885:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880583.051895:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880583.051897:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880583.051900:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880583.051905:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880583.051909:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880583.051918:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492680 x1875765519663232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880583.051933:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880583.051938:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880583.051950:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab2d99d] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492680 x1875765519663232/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880583.051967:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880583.051976:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11347) 00010000:00000001:1.0:1788880583.178386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880583.178391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880583.178396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880583.178398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880583.178402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880583.178404:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880584.202357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880584.202363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880584.202368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880584.202370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880584.202373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880584.202375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880584.394365:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306011412, at 4306011456 00000100:00000010:1.0:1788880584.394380:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b120. 00000100:00000040:0.0:1788880584.394389:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306011412, at 4306011456 00000100:00000010:0.0:1788880584.394403:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b8a0. 00010000:00000001:1.0:1788880585.226339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880585.226345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880585.226350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880585.226352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880585.226355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880585.226357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880586.250374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880586.250380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880586.250386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880586.250388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880586.250392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880586.250394:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880587.274366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880587.274371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880587.274376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880587.274377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880587.274381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880587.274383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880588.170452:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880588.170462:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880588.170466:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880588.170471:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880588.170477:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880588.170487:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11342 00000400:00000200:0.0:1788880588.170497:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880588.170506:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880588.170511:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880588.170515:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170520:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.170523:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170526:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880588.170537:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880588.170539:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880588.170543:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880588.170547:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880588.170551:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880588.170554:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880588.170557:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170560:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.170562:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170564:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880588.170569:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880588.170573:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170576:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880588.170580:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880588.170584:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880588.170587:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.170590:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880588.170594:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880588.170604:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788880588.170608:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880588.170614:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880588.170616:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.170621:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880588.170625:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880588.170630:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880588.170640:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880588.170650:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880588.170664:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519663360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880588.170679:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880588.170686:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880588.170692:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519663360/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880588.170726:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880588.170733:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880588.170740:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880588.170743:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880588.170747:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880588.170753:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880588.170758:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11342 00000400:00000200:0.0:1788880588.170766:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880588.170772:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880588.170778:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880588.170784:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170788:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.170792:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170796:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880588.170803:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880588.170807:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880588.170811:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880588.170815:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880588.170820:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880588.170825:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880588.170831:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170836:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.170840:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170844:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880588.170848:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880588.170854:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880588.170859:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880588.170863:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880588.170873:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880588.170876:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.170880:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880588.170888:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880588.170894:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.170899:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880588.170906:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000020:00000040:0.0:1788880588.170911:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880588.170916:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880588.170919:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.170923:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880588.170925:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880588.170929:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880588.170936:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:0.0:1788880588.170942:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880588.170952:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519663488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880588.170968:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880588.170974:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880588.170983:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519663488/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880588.171000:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880588.171005:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880588.171012:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880588.171015:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880588.171017:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880588.171023:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880588.171027:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11342 00000400:00000200:0.0:1788880588.171033:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880588.171039:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880588.171043:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880588.171049:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171053:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.171057:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171062:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880588.171069:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880588.171071:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880588.171075:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880588.171080:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880588.171083:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880588.171088:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880588.171094:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171098:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.171103:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171108:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880588.171113:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880588.171118:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171123:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880588.171127:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880588.171133:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880588.171137:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.171141:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880588.171145:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880588.171150:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.171154:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880588.171193:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880588.171199:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880588.171204:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880588.171207:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.171210:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880588.171213:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880588.171217:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880588.171224:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788880588.171231:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880588.171240:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519663616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880588.171307:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880588.171312:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880588.171320:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519663616/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880588.171337:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880588.171343:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880588.171350:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880588.171353:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880588.171358:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880588.171363:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880588.171368:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11342 00000400:00000200:0.0:1788880588.171377:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880588.171383:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880588.171388:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880588.171395:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171399:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.171404:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171408:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880588.171415:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880588.171418:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880588.171421:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880588.171425:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880588.171430:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880588.171435:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880588.171441:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171445:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.171450:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171454:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880588.171460:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880588.171465:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171469:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880588.171473:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880588.171479:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880588.171484:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.171488:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880588.171493:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880588.171498:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.171502:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880588.171509:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000020:00000040:0.0:1788880588.171515:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880588.171520:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880588.171522:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.171526:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880588.171529:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880588.171532:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880588.171540:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:0.0:1788880588.171547:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880588.171556:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519663744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880588.171571:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880588.171575:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880588.171583:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519663744/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880588.171599:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880588.171605:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880588.171612:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880588.171615:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880588.171618:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880588.171624:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880588.171628:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11342 00000400:00000200:0.0:1788880588.171635:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880588.171641:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880588.171645:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880588.171650:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171654:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.171659:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171663:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880588.171669:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880588.171672:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880588.171676:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880588.171680:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880588.171685:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880588.171690:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880588.171695:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171700:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880588.171704:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171709:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880588.171714:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880588.171720:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880588.171725:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880588.171729:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880588.171734:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880588.171738:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.171742:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880588.171746:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880588.171751:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.171754:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880588.171760:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880588.171764:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880588.171769:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880588.171772:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880588.171776:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880588.171779:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880588.171782:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880588.171790:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880588.171796:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880588.171804:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519663872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880588.171819:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880588.171823:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880588.171831:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519663872/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880588.171849:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880588.171856:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11352) 00010000:00000001:1.0:1788880588.298341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880588.298346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880588.298351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880588.298353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880588.298356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880588.298359:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880589.322345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880589.322350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880589.322356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880589.322358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880589.322361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880589.322363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880589.514349:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306016532, at 4306016576 00000100:00000010:1.0:1788880589.514361:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b120. 00000100:00000040:0.0:1788880589.514386:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306016532, at 4306016576 00000100:00000010:0.0:1788880589.514399:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b8a0. 00010000:00000001:1.0:1788880590.346340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880590.346345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880590.346350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880590.346352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880590.346356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880590.346358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880591.370348:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880591.370351:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880591.370355:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370361:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880591.370364:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370367:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370370:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880591.370376:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880591.370378:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880591.370380:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370382:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880591.370384:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370386:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370388:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880591.370393:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880591.370395:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880591.370396:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370398:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880591.370401:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370403:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880591.370406:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880592.394339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880592.394344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880592.394349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880592.394351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880592.394354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880592.394356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.290730:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880593.290739:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880593.290746:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880593.290763:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.290792:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880593.290799:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.290807:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880593.290813:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880593.290838:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880593.290847:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519664000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880593.290856:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880593.290861:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880593.290865:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.290869:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880593.290876:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880593.290881:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880593.290892:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880593.290900:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880593.290925:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880593.290942:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519664000, portal 25 00000100:00000001:1.0:1788880593.290951:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880593.290957:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506576768 : -126388202974848 : ffff8d0cf40ed180) 00000100:00000040:1.0:1788880593.290989:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.291020:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880593.291029:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880593.291033:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880593.291039:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519664000, offset 0 00000400:00000200:1.0:1788880593.291048:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880593.291059:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.291087:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880593.291099:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880593.291110:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880593.291121:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880593.291173:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880593.291181:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461170:461170:256:4294967295] 192.168.203.155@tcp LPNI seq info [461164:461164:8:4294967295] 00000400:00000200:1.0:1788880593.291190:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.291207:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880593.291218:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.291226:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880593.291239:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880593.291245:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788880593.291289:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.291292:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880593.291297:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880593.291306:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880593.291315:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880593.291320:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880593.291326:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880593.291333:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.291349:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.291357:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.291377:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.291383:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880593.291391:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880593.291398:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880593.291403:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306021652 00000100:00000010:1.0:1788880593.291411:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d5a0. 00000100:00000001:1.0:1788880593.291422:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880593.291437:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306021652 00000100:00000010:1.0:1788880593.291444:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000100:00000001:1.0:1788880593.291450:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880593.291457:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880593.291463:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.291468:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880593.291477:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880593/real 1788880593] req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880593.291496:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880593.291499:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880593.291502:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880593.291507:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880593.291510:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880593.291515:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880593.291521:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880593.291539:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.291556:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880593.291560:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.291563:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.291567:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880593.291576:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.291589:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880593.291597:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.291611:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880593.291631:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.291639:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.291643:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.291650:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880593.291656:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880593.291668:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880593.291677:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880593.291684:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880593.291699:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880593.291758:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519664000:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880593.291775:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.291781:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.291794:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed180 x1875765519664000/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.291813:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880593.291836:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880593.291839:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880593.291841:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880593.291844:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880593.291845:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880593.291848:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880593.291850:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880593.291853:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880593.291856:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880593.291857:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed180. 00000100:00000001:1.0:1788880593.291860:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880593.291861:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.291863:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.291870:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880593.291872:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.291874:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880593.291875:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880593.291876:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880593.291879:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.291885:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880593.291886:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.291888:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880593.291889:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880593.291891:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880593.291893:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519664128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880593.291895:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880593.291896:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880593.291898:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.291899:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880593.291901:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880593.291903:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880593.291922:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880593.291926:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880593.291930:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880593.291934:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519664128, portal 10 00000100:00000001:1.0:1788880593.291937:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880593.291939:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574976 : -126388202976640 : ffff8d0cf40eca80) 00000100:00000040:1.0:1788880593.291948:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.291957:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880593.291960:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880593.291963:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880593.291966:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519664128, offset 0 00000400:00000200:1.0:1788880593.291985:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880593.291988:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.291991:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880593.291994:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880593.291996:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880593.291998:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880593.292000:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880593.292002:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461171:461171:256:4294967295] 192.168.203.155@tcp LPNI seq info [461165:461165:8:4294967295] 00000400:00000200:1.0:1788880593.292005:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.292010:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880593.292013:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.292015:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880593.292018:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880593.292020:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788880593.292028:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.292029:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880593.292031:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880593.292034:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880593.292036:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880593.292037:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880593.292039:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880593.292042:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292065:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.292069:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292078:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.292080:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880593.292085:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880593.292091:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880593.292095:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880593.292098:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306020367 00000100:00000001:1.0:1788880593.292101:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306021652 00000100:00000001:1.0:1788880593.292105:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306020367 00000100:00000001:1.0:1788880593.292108:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306021652 00000100:00000001:1.0:1788880593.292110:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880593.292112:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.292115:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880593.292119:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880593/real 1788880593] req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880593.292171:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880593.292172:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880593.292173:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880593.292175:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880593.292176:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880593.292178:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880593.292180:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880593.292187:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292191:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880593.292192:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.292193:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.292194:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880593.292196:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292201:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880593.292204:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292209:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880593.292211:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.292212:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.292213:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.292215:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880593.292216:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880593.292217:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880593.292219:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880593.292221:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880593.292223:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880593.292228:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519664128:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880593.292230:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880593.292232:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292236:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880593.292237:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.292238:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880593.292240:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880593.292241:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880593.292243:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519664256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880593.292245:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880593.292246:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880593.292262:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.292263:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880593.292266:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880593.292268:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880593.292271:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880593.292272:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880593.292275:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880593.292277:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519664256, portal 10 00000100:00000001:1.0:1788880593.292278:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880593.292279:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506587520 : -126388202964096 : ffff8d0cf40efb80) 00000100:00000040:1.0:1788880593.292284:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292289:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880593.292291:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880593.292293:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880593.292294:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519664256, offset 0 00000400:00000200:1.0:1788880593.292297:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880593.292299:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.292302:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880593.292303:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880593.292306:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880593.292307:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880593.292309:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880593.292311:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461172:461172:256:4294967295] 192.168.203.155@tcp LPNI seq info [461166:461166:8:4294967295] 00000400:00000200:1.0:1788880593.292315:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.292319:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880593.292322:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.292323:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880593.292326:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880593.292328:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788880593.292336:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.292338:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880593.292340:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880593.292342:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880593.292345:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880593.292346:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880593.292348:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880593.292351:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292356:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.292358:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292363:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.292364:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880593.292366:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880593.292384:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880593.292388:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880593.292391:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306020368 00000100:00000001:1.0:1788880593.292394:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306021652 00000100:00000001:1.0:1788880593.292397:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306020368 00000100:00000001:1.0:1788880593.292400:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306021652 00000100:00000001:1.0:1788880593.292403:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880593.292405:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.292407:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880593.292412:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880593/real 1788880593] req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880593.292421:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880593.292423:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880593.292425:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880593.292428:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880593.292430:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880593.292433:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880593.292437:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880593.292447:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292455:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880593.292457:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.292460:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.292462:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880593.292466:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292474:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880593.292479:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292487:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880593.292489:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.292491:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.292493:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.292495:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880593.292497:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880593.292500:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880593.292504:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880593.292506:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880593.292511:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880593.292520:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519664256:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880593.292524:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880593.292528:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292537:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880593.292539:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.292542:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880593.292544:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880593.292547:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880593.292550:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519664384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880593.292554:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880593.292557:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880593.292558:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.292561:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880593.292565:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880593.292567:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880593.292571:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880593.292574:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880593.292577:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880593.292581:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519664384, portal 4 00000100:00000001:1.0:1788880593.292584:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880593.292585:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583936 : -126388202967680 : ffff8d0cf40eed80) 00000100:00000040:1.0:1788880593.292592:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292600:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880593.292603:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880593.292606:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880593.292609:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519664384, offset 0 00000400:00000200:1.0:1788880593.292614:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880593.292618:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.292622:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880593.292625:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880593.292628:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880593.292631:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880593.292633:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880593.292637:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461173:461173:256:4294967295] 192.168.203.155@tcp LPNI seq info [461167:461167:8:4294967295] 00000400:00000200:1.0:1788880593.292643:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.292651:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880593.292657:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.292660:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880593.292665:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880593.292668:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788880593.292682:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.292684:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880593.292687:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880593.292691:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880593.292694:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880593.292696:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880593.292699:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880593.292704:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292713:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.292716:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292725:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.292727:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880593.292730:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880593.292733:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880593.292737:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880593.292740:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306020420 00000100:00000001:1.0:1788880593.292743:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306021652 00000100:00000001:1.0:1788880593.292746:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306020420 00000100:00000001:1.0:1788880593.292748:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306021652 00000100:00000001:1.0:1788880593.292751:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880593.292753:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.292755:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880593.292760:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880593/real 1788880593] req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880593.292770:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880593.292772:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880593.292774:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880593.292777:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880593.292778:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880593.292781:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880593.292784:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880593.292794:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292801:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880593.292803:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.292805:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.292807:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880593.292811:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292833:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880593.292836:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292840:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880593.292842:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.292843:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.292845:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.292846:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880593.292847:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880593.292849:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880593.292852:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880593.292853:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880593.292856:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880593.292862:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519664384:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880593.292865:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880593.292867:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292871:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880593.292872:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.292874:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880593.292875:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880593.292876:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880593.292878:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519664512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880593.292880:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880593.292881:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880593.292882:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880593.292884:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880593.292886:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880593.292887:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880593.292889:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880593.292891:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880593.292893:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880593.292895:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519664512, portal 4 00000100:00000001:1.0:1788880593.292897:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880593.292898:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506583040 : -126388202968576 : ffff8d0cf40eea00) 00000100:00000040:1.0:1788880593.292902:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.292925:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880593.292928:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880593.292931:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880593.292934:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519664512, offset 0 00000400:00000200:1.0:1788880593.292939:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880593.292944:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.292948:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880593.292952:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880593.292955:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880593.292958:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880593.292961:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880593.292965:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461174:461174:256:4294967295] 192.168.203.155@tcp LPNI seq info [461168:461168:8:4294967295] 00000400:00000200:1.0:1788880593.292985:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880593.292989:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880593.292992:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.292993:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880593.292996:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880593.292998:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1788880593.293006:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880593.293007:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880593.293009:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880593.293011:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880593.293013:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880593.293014:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880593.293016:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880593.293018:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.293023:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.293025:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.293029:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.293030:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880593.293032:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880593.293034:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880593.293036:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880593.293038:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306020371 00000100:00000001:1.0:1788880593.293040:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306021652 00000100:00000001:1.0:1788880593.293041:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306020371 00000100:00000001:1.0:1788880593.293043:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306021652 00000100:00000001:1.0:1788880593.293044:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880593.293045:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.293046:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880593.293049:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880593/real 1788880593] req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880593.293053:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880593.293054:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880593.293055:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880593.293056:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880593.293057:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880593.293058:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880593.293060:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880593.293065:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.293087:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880593.293089:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.293091:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.293093:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880593.293098:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.293106:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880593.293110:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.293118:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880593.293122:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.293146:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880593.293164:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.293166:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880593.293168:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880593.293170:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880593.293172:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880593.293174:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880593.293176:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880593.293182:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519664512:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880593.293185:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.293186:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.293188:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eca80 x1875765519664128/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.293192:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880593.293194:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880593.293195:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880593.293197:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880593.293198:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880593.293199:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880593.293201:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880593.293202:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880593.293204:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880593.293205:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880593.293206:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eca80. 00000100:00000001:1.0:1788880593.293208:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880593.293209:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.293211:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.293213:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40efb80 x1875765519664256/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.293222:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880593.293223:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880593.293224:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880593.293225:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880593.293226:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880593.293227:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880593.293228:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880593.293229:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880593.293230:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880593.293231:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880593.293232:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40efb80. 00000100:00000001:1.0:1788880593.293233:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880593.293234:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.293235:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.293237:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eed80 x1875765519664384/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.293241:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880593.293242:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880593.293242:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880593.293245:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880593.293245:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880593.293246:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880593.293247:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880593.293248:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880593.293249:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880593.293250:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880593.293251:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eed80. 00000100:00000001:1.0:1788880593.293253:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880593.293253:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.293254:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880593.293256:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40eea00 x1875765519664512/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880593.293260:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880593.293261:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880593.293275:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880593.293277:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880593.293278:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880593.293279:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880593.293280:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880593.293281:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880593.293283:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880593.293284:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880593.293284:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40eea00. 00000100:00000001:1.0:1788880593.293286:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880593.293287:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.293288:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880593.293290:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880593.293291:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880593.293292:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880593.293293:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880593.418365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880593.418371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880593.418378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880593.418381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880593.418385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880593.418387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880594.442301:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880594.442305:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880594.442308:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880594.442309:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880594.442312:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880594.442313:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880594.634303:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306021652, at 4306021696 00000100:00000010:1.0:1788880594.634314:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00000040:0.0:1788880594.634323:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306021652, at 4306021696 00000100:00000010:0.0:1788880594.634333:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d5a0. 00010000:00000001:1.0:1788880595.466347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880595.466354:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880595.466360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880595.466362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880595.466367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880595.466368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880596.490350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880596.490356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880596.490362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880596.490364:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880596.490368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880596.490370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880597.514368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880597.514375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880597.514380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880597.514381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880597.514384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880597.514385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880598.410326:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880598.410351:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880598.410353:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880598.410357:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880598.410362:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880598.410369:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11353 00000400:00000200:1.0:1788880598.410377:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880598.410383:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880598.410387:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880598.410389:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410392:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.410394:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410396:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880598.410405:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880598.410407:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880598.410409:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880598.410413:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880598.410415:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880598.410417:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880598.410419:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410420:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.410422:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410425:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880598.410428:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880598.410431:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410433:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880598.410436:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880598.410450:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880598.410452:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.410454:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880598.410456:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880598.410463:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490700. 00000020:00000040:1.0:1788880598.410466:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880598.410470:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880598.410471:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.410474:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880598.410477:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880598.410482:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880598.410491:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010c00. 00000100:00000001:1.0:1788880598.410498:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880598.410507:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490700 x1875765519664640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880598.410527:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880598.410549:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880598.410556:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c49051f] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490700 x1875765519664640/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880598.410599:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880598.410604:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880598.410609:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880598.410611:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880598.410614:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880598.410618:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880598.410621:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11353 00000400:00000200:1.0:1788880598.410627:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880598.410631:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880598.410634:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880598.410638:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410641:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.410644:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410647:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880598.410665:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880598.410666:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880598.410667:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880598.410669:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880598.410670:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880598.410672:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880598.410675:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410676:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.410679:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410681:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880598.410684:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880598.410686:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410688:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880598.410689:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880598.410695:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880598.410699:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.410703:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880598.410709:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880598.410714:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.410719:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880598.410725:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493b80. 00000020:00000040:1.0:1788880598.410729:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880598.410734:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880598.410738:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.410744:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880598.410746:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880598.410751:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880598.410759:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880598.410765:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880598.410775:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493b80 x1875765519664768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880598.410804:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880598.410807:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880598.410811:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c943c2cc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493b80 x1875765519664768/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880598.410824:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880598.410828:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880598.410832:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880598.410833:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880598.410837:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880598.410840:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880598.410843:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11353 00000400:00000200:1.0:1788880598.410849:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880598.410858:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880598.410859:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880598.410876:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410879:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.410884:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410889:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880598.410895:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880598.410897:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880598.410900:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880598.410904:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880598.410909:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880598.410915:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880598.410922:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410928:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.410934:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410939:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880598.410942:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880598.410949:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880598.410952:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880598.410955:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880598.410959:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880598.410962:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.410963:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880598.410965:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880598.410970:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.410975:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880598.410979:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491180. 00000020:00000040:1.0:1788880598.410984:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880598.410988:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880598.410989:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.410993:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880598.410996:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880598.410999:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880598.411005:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880598.411010:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880598.411021:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491180 x1875765519664896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880598.411034:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880598.411036:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880598.411044:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f18b7728] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491180 x1875765519664896/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880598.411052:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880598.411058:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880598.411063:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880598.411067:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880598.411068:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880598.411070:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880598.411075:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11353 00000400:00000200:1.0:1788880598.411080:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880598.411108:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880598.411111:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880598.411116:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411119:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.411139:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411141:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880598.411148:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880598.411150:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880598.411153:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880598.411156:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880598.411162:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880598.411166:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880598.411173:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411178:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.411180:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411182:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880598.411186:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880598.411192:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411196:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880598.411198:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880598.411200:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880598.411205:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.411207:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880598.411210:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880598.411216:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.411220:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880598.411224:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9492300. 00000020:00000040:1.0:1788880598.411229:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880598.411232:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880598.411235:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.411237:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880598.411240:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880598.411243:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880598.411249:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880598.411254:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880598.411283:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9492300 x1875765519665024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880598.411294:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880598.411298:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880598.411305:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d94fc84] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9492300 x1875765519665024/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880598.411314:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880598.411318:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880598.411324:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880598.411326:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880598.411348:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880598.411355:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880598.411361:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11353 00000400:00000200:1.0:1788880598.411370:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880598.411378:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880598.411382:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880598.411390:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411394:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.411399:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411405:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880598.411411:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880598.411413:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880598.411415:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880598.411417:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880598.411420:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880598.411424:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880598.411434:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411440:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880598.411444:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411447:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880598.411452:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880598.411458:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880598.411465:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880598.411469:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880598.411474:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880598.411479:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.411484:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880598.411487:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880598.411494:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.411497:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880598.411503:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491500. 00000020:00000040:1.0:1788880598.411509:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880598.411522:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880598.411525:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880598.411529:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880598.411532:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880598.411535:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880598.411541:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880598.411547:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880598.411559:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491500 x1875765519665152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880598.411597:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880598.411601:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880598.411609:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c030b858] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491500 x1875765519665152/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880598.411629:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880598.411635:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11363) 00010000:00000001:1.0:1788880598.538320:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880598.538324:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880598.538328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880598.538329:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880598.538332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880598.538333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880599.562364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880599.562370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880599.562376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880599.562378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880599.562382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880599.562383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880599.754360:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306026772, at 4306026816 00000100:00000010:1.0:1788880599.754376:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b000. 00000100:00000040:0.0:1788880599.754381:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306026772, at 4306026816 00000100:00000010:0.0:1788880599.754396:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b420. 00010000:00000001:1.0:1788880600.586379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880600.586385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880600.586390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880600.586392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880600.586396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880600.586398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880601.610356:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880601.610360:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880601.610365:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610371:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880601.610375:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610378:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610381:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880601.610389:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880601.610391:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880601.610393:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610396:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880601.610397:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610400:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610402:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880601.610407:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880601.610409:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880601.610411:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610413:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880601.610414:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610416:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880601.610419:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880602.634345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880602.634350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880602.634355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880602.634357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880602.634360:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880602.634361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880603.530432:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880603.530443:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880603.530447:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880603.530452:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880603.530475:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880603.530485:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11358 00000400:00000200:0.0:1788880603.530499:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880603.530509:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880603.530515:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880603.530521:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530531:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.530535:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530538:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880603.530550:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880603.530553:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880603.530557:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880603.530562:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880603.530565:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880603.530569:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880603.530572:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530575:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.530577:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530580:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880603.530584:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880603.530588:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530591:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880603.530596:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880603.530602:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880603.530605:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.530608:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880603.530612:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880603.530623:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788880603.530627:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880603.530634:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880603.530636:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.530640:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880603.530645:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880603.530651:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880603.530661:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788880603.530672:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880603.530684:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519665280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880603.530699:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880603.530706:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880603.530713:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519665280/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880603.530743:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880603.530748:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880603.530753:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880603.530755:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880603.530758:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880603.530762:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880603.530765:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11358 00000400:00000200:0.0:1788880603.530770:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880603.530774:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880603.530778:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880603.530782:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530784:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.530788:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530791:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880603.530795:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880603.530797:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880603.530799:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880603.530803:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880603.530805:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880603.530807:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880603.530812:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530815:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.530818:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530821:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880603.530825:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880603.530830:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880603.530833:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880603.530835:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880603.530842:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880603.530846:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.530854:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880603.530861:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880603.530868:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.530874:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880603.530884:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788880603.530891:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880603.530901:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880603.530906:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.530913:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880603.530918:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880603.530925:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880603.530934:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880603.530948:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880603.530967:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519665408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880603.530998:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880603.531004:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880603.531019:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519665408/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880603.531044:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880603.531056:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880603.531092:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880603.531097:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880603.531104:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880603.531110:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880603.531119:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11358 00000400:00000200:0.0:1788880603.531127:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880603.531138:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880603.531141:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880603.531147:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531155:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.531163:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531170:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880603.531179:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880603.531185:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880603.531190:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880603.531196:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880603.531205:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880603.531211:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880603.531225:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531231:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.531240:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531289:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880603.531296:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880603.531303:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531309:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880603.531316:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880603.531324:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880603.531331:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.531335:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880603.531340:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880603.531348:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.531354:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880603.531366:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788880603.531376:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880603.531384:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880603.531389:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.531395:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880603.531402:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880603.531409:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880603.531420:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880603.531428:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880603.531444:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519665536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880603.531478:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880603.531484:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880603.531497:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519665536/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880603.531517:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880603.531524:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880603.531535:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880603.531541:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880603.531547:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880603.531555:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880603.531566:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11358 00000400:00000200:0.0:1788880603.531580:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880603.531594:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880603.531600:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880603.531609:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531618:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.531629:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531636:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880603.531641:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880603.531647:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880603.531654:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880603.531657:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880603.531662:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880603.531668:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880603.531678:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531687:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.531695:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531704:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880603.531711:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880603.531720:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880603.531730:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880603.531736:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880603.531744:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880603.531751:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.531760:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880603.531767:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880603.531779:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.531786:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880603.531793:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788880603.531804:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880603.531813:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880603.531821:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.531829:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880603.531835:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880603.531838:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880603.531851:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880603.531857:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880603.531872:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519665664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880603.531893:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880603.531897:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880603.531903:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519665664/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880603.531913:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880603.531917:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880603.531922:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880603.531931:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880603.531935:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880603.531944:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880603.531952:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11358 00000400:00000200:0.0:1788880603.531962:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880603.531973:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880603.531983:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880603.531997:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.532007:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.532014:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.532022:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880603.532030:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880603.532036:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880603.532046:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880603.532049:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880603.532059:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880603.532130:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880603.532143:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.532150:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880603.532160:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880603.532167:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880603.532175:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880603.532188:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880603.532197:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880603.532206:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880603.532214:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880603.532220:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.532228:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880603.532235:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880603.532275:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.532278:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880603.532284:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880603.532292:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880603.532300:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880603.532307:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880603.532314:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880603.532319:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880603.532325:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880603.532335:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880603.532344:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880603.532361:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519665792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880603.532381:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880603.532389:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880603.532404:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519665792/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880603.532432:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880603.532444:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11368) 00010000:00000001:1.0:1788880603.658340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880603.658345:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880603.658350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880603.658352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880603.658355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880603.658357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880604.682357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880604.682362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880604.682367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880604.682369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880604.682373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880604.682375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880604.874357:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306031892, at 4306031936 00000100:00000010:1.0:1788880604.874371:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b660. 00000100:00000040:0.0:1788880604.874378:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306031892, at 4306031936 00000100:00000010:0.0:1788880604.874391:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b3c0. 00010000:00000001:1.0:1788880605.706356:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880605.706362:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880605.706369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880605.706371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880605.706375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880605.706377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880606.730380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880606.730389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880606.730398:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880606.730400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880606.730404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880606.730406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880607.754359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880607.754365:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880607.754370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880607.754372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880607.754375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880607.754377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880608.778346:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880608.778351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880608.778369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880608.778371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880608.778375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880608.778377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880609.802370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880609.802375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880609.802380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880609.802382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880609.802386:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880609.802388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880609.994371:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306037012, at 4306037056 00000100:00000010:1.0:1788880609.994385:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bf60. 00000100:00000040:0.0:1788880609.994392:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306037012, at 4306037056 00000100:00000010:0.0:1788880609.994407:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b300. 00010000:00000001:1.0:1788880610.826364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880610.826370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880610.826375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880610.826377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880610.826381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880610.826383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880611.850369:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880611.850373:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880611.850378:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850384:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880611.850388:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850391:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850394:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880611.850399:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880611.850401:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880611.850404:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850406:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880611.850408:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850410:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850412:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850415:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880611.850417:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880611.850419:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880611.850421:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850423:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880611.850424:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850426:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880611.850428:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880612.874341:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880612.874347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880612.874353:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880612.874355:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880612.874359:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880612.874361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880613.770434:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880613.770445:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880613.770450:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880613.770455:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880613.770462:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880613.770471:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11368 00000400:00000200:0.0:1788880613.770481:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880613.770490:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880613.770495:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880613.770499:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770503:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.770507:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770510:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880613.770521:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880613.770523:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880613.770527:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880613.770532:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880613.770535:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880613.770538:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880613.770542:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770544:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.770546:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770549:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880613.770553:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880613.770557:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770562:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880613.770566:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880613.770572:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880613.770576:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.770579:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880613.770582:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880613.770592:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4380. 00000020:00000040:0.0:1788880613.770596:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880613.770602:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880613.770605:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.770609:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880613.770613:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880613.770620:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880613.770632:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 00000100:00000001:0.0:1788880613.770642:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880613.770655:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4380 x1875765519666560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880613.770668:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880613.770674:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880613.770680:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a264cc9c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4380 x1875765519666560/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880613.770712:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880613.770717:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880613.770722:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880613.770724:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880613.770726:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880613.770731:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880613.770734:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11368 00000400:00000200:0.0:1788880613.770739:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880613.770743:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880613.770746:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880613.770750:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770754:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.770756:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770759:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880613.770764:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880613.770766:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880613.770768:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880613.770770:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880613.770773:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880613.770775:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880613.770779:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770781:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.770784:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770787:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880613.770791:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880613.770794:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880613.770798:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880613.770801:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880613.770809:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880613.770812:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.770815:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880613.770822:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880613.770831:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.770839:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880613.770850:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7b80. 00000020:00000040:0.0:1788880613.770861:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880613.770870:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880613.770874:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.770883:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880613.770888:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880613.770895:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880613.770907:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:0.0:1788880613.770915:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880613.770933:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7b80 x1875765519666688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880613.770974:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880613.770981:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880613.770994:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039384eba] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7b80 x1875765519666688/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880613.771047:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880613.771058:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880613.771070:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880613.771076:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880613.771080:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880613.771088:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880613.771093:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11368 00000400:00000200:0.0:1788880613.771110:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880613.771121:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880613.771127:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880613.771137:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771147:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.771154:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771160:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880613.771168:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880613.771172:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880613.771178:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880613.771187:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:0.0:1788880613.771195:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880613.771201:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:0.0:1788880613.771214:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771218:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.771226:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771233:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880613.771240:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880613.771309:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771318:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880613.771328:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880613.771337:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880613.771346:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.771352:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880613.771358:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880613.771367:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.771376:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880613.771385:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7480. 00000020:00000040:0.0:1788880613.771393:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880613.771397:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880613.771404:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.771408:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880613.771410:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880613.771418:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880613.771432:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:0.0:1788880613.771444:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880613.771455:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7480 x1875765519666816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880613.771484:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880613.771492:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880613.771508:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066936d29] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7480 x1875765519666816/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880613.771531:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880613.771539:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880613.771549:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880613.771555:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880613.771560:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880613.771571:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880613.771582:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11368 00000400:00000200:0.0:1788880613.771595:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880613.771609:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880613.771617:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880613.771626:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771635:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.771642:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771652:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880613.771663:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880613.771668:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880613.771677:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880613.771681:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880613.771690:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880613.771693:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880613.771700:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771706:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.771711:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771721:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880613.771725:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880613.771735:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880613.771746:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880613.771755:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880613.771762:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880613.771770:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.771778:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880613.771785:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880613.771796:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.771806:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880613.771817:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7800. 00000020:00000040:0.0:1788880613.771826:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880613.771833:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880613.771839:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.771847:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880613.771854:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880613.771860:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880613.771871:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880613.771880:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880613.771897:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7800 x1875765519666944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880613.771929:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880613.771936:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880613.771948:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad0fc39] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7800 x1875765519666944/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880613.771991:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880613.772018:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880613.772024:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788880613.772031:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880613.772036:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880613.772047:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880613.772058:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11368 00000400:00000200:0.0:1788880613.772074:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880613.772084:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880613.772089:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880613.772098:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.772103:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.772113:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.772118:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880613.772128:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880613.772133:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880613.772140:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880613.772147:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880613.772155:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:0.0:1788880613.772160:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880613.772177:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.772183:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880613.772193:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880613.772202:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880613.772213:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880613.772225:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880613.772233:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880613.772239:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880613.772277:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880613.772287:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.772296:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880613.772304:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880613.772316:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.772320:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880613.772329:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6680. 00000020:00000040:0.0:1788880613.772337:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880613.772348:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880613.772354:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880613.772356:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880613.772358:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880613.772361:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880613.772370:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c800. 00000100:00000001:0.0:1788880613.772382:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880613.772399:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6680 x1875765519667072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880613.772440:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880613.772447:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880613.772460:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027cc8c19] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6680 x1875765519667072/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880613.772495:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880613.772505:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11378) 00010000:00000001:1.0:1788880613.898367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880613.898372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880613.898378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880613.898380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880613.898383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880613.898385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880614.922333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880614.922340:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880614.922347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880614.922350:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880614.922354:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880614.922356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880615.114375:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306042132, at 4306042176 00000100:00000010:1.0:1788880615.114390:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bc00. 00000100:00000040:0.0:1788880615.114394:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306042132, at 4306042176 00000100:00000010:0.0:1788880615.114414:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2bd20. 00000008:00000020:1.0:1788880615.818354:0:199604:0:(osc_request.c:745:osc_update_next_shrink()) next time 12575 to shrink grant 00010000:00000001:1.0:1788880615.946365:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880615.946370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880615.946374:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880615.946377:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880615.946380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880615.946382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880616.970345:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880616.970352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880616.970358:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880616.970360:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880616.970364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880616.970366:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880617.994350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880617.994356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880617.994361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880617.994363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880617.994366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880617.994368:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.890867:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880618.890880:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880618.890889:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880618.890917:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.890946:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880618.890953:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.890965:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880618.891000:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880618.891010:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880618.891022:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519667200:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880618.891040:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880618.891050:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880618.891057:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.891065:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880618.891078:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880618.891089:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880618.891107:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880618.891120:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880618.891136:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880618.891154:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519667200, portal 25 00000100:00000001:1.0:1788880618.891166:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880618.891170:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506572288 : -126388202979328 : ffff8d0cf40ec000) 00000100:00000040:1.0:1788880618.891189:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.891224:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880618.891237:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880618.891246:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880618.891300:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519667200, offset 0 00000400:00000200:1.0:1788880618.891314:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880618.891336:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.891354:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880618.891370:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880618.891383:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880618.891395:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880618.891405:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880618.891414:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461195:461195:256:4294967295] 192.168.203.155@tcp LPNI seq info [461189:461189:8:4294967295] 00000400:00000200:1.0:1788880618.891432:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.891457:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880618.891480:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.891492:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880618.891517:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880618.891529:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880618.891580:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.891586:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880618.891597:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880618.891612:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880618.891624:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880618.891629:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880618.891638:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880618.891653:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.891698:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.891710:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.891750:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.891760:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880618.891772:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880618.891795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880618.891809:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306047252 00000100:00000010:1.0:1788880618.891831:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6de40. 00000100:00000001:1.0:1788880618.891854:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880618.891888:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306047252 00000100:00000010:1.0:1788880618.891904:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000100:00000001:1.0:1788880618.891915:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880618.891925:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880618.891932:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.891942:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880618.891958:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880618/real 1788880618] req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880618.892015:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880618.892023:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880618.892032:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880618.892044:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880618.892053:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880618.892065:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880618.892081:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880618.892121:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892155:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880618.892161:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.892167:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.892175:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880618.892189:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892224:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880618.892238:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892313:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880618.892328:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.892334:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.892340:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.892347:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880618.892353:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880618.892361:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880618.892374:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880618.892384:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880618.892402:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880618.892435:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519667200:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880618.892467:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.892475:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.892486:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec000 x1875765519667200/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892498:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880618.892501:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880618.892506:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880618.892513:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880618.892515:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880618.892518:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880618.892521:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880618.892524:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880618.892529:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880618.892531:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880618.892534:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec000. 00000100:00000001:1.0:1788880618.892538:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880618.892540:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.892542:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.892552:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880618.892555:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.892558:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880618.892560:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880618.892562:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880618.892567:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892577:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880618.892579:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.892582:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880618.892585:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880618.892588:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880618.892591:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880618.892595:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880618.892598:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880618.892601:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.892604:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880618.892608:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880618.892611:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880618.892617:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880618.892620:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880618.892624:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880618.892628:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519667328, portal 10 00000100:00000001:1.0:1788880618.892631:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880618.892633:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506582144 : -126388202969472 : ffff8d0cf40ee680) 00000100:00000040:1.0:1788880618.892641:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892650:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880618.892653:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880618.892656:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880618.892659:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519667328, offset 0 00000400:00000200:1.0:1788880618.892663:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880618.892668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.892674:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880618.892678:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880618.892682:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880618.892686:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880618.892689:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880618.892693:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461196:461196:256:4294967295] 192.168.203.155@tcp LPNI seq info [461190:461190:8:4294967295] 00000400:00000200:1.0:1788880618.892699:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.892708:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880618.892714:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.892718:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880618.892723:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880618.892727:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880618.892742:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.892744:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880618.892749:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880618.892754:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880618.892758:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880618.892760:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880618.892763:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880618.892768:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892778:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.892782:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892795:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.892799:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880618.892805:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880618.892813:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880618.892819:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880618.892823:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306045968 00000100:00000001:1.0:1788880618.892829:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306047252 00000100:00000001:1.0:1788880618.892833:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306045968 00000100:00000001:1.0:1788880618.892838:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306047252 00000100:00000001:1.0:1788880618.892843:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880618.892847:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.892851:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880618.892860:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880618/real 1788880618] req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880618.892879:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880618.892882:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880618.892886:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880618.892891:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880618.892894:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880618.892898:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880618.892904:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880618.892915:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892923:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880618.892925:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.892927:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.892930:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880618.892934:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892943:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880618.892948:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.892956:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880618.892959:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.892961:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.892963:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.892965:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880618.892993:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880618.892999:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880618.893004:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880618.893007:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880618.893012:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880618.893022:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667328:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880618.893027:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880618.893031:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893048:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880618.893050:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.893053:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880618.893056:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880618.893058:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880618.893061:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880618.893065:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880618.893068:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880618.893070:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.893072:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880618.893078:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880618.893080:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880618.893085:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880618.893088:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880618.893093:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880618.893097:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519667456, portal 10 00000100:00000001:1.0:1788880618.893099:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880618.893101:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506581248 : -126388202970368 : ffff8d0cf40ee300) 00000100:00000040:1.0:1788880618.893109:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893117:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880618.893120:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880618.893123:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880618.893126:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519667456, offset 0 00000400:00000200:1.0:1788880618.893131:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880618.893136:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.893141:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880618.893144:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880618.893148:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880618.893151:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880618.893154:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880618.893159:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461197:461197:256:4294967295] 192.168.203.155@tcp LPNI seq info [461191:461191:8:4294967295] 00000400:00000200:1.0:1788880618.893164:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.893173:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880618.893178:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.893182:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880618.893188:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880618.893191:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880618.893206:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.893208:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880618.893212:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880618.893217:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880618.893220:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880618.893223:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880618.893226:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880618.893230:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893240:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.893244:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893281:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.893283:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880618.893288:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880618.893292:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880618.893296:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880618.893299:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306045969 00000100:00000001:1.0:1788880618.893302:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306047252 00000100:00000001:1.0:1788880618.893305:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306045969 00000100:00000001:1.0:1788880618.893308:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306047252 00000100:00000001:1.0:1788880618.893310:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880618.893313:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.893316:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880618.893321:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880618/real 1788880618] req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880618.893332:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880618.893334:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880618.893336:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880618.893339:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880618.893341:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880618.893343:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880618.893347:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880618.893358:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893366:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880618.893368:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.893370:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.893372:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880618.893376:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893384:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880618.893388:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893396:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880618.893399:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.893401:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.893403:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.893405:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880618.893407:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880618.893410:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880618.893414:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880618.893417:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880618.893422:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880618.893432:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667456:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880618.893436:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880618.893440:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893448:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880618.893449:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.893452:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880618.893454:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880618.893457:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880618.893460:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880618.893464:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880618.893467:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880618.893469:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.893471:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880618.893476:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880618.893479:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880618.893482:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880618.893485:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880618.893489:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880618.893493:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519667584, portal 4 00000100:00000001:1.0:1788880618.893496:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880618.893497:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506577664 : -126388202973952 : ffff8d0cf40ed500) 00000100:00000040:1.0:1788880618.893504:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893513:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880618.893516:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880618.893518:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880618.893522:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519667584, offset 0 00000400:00000200:1.0:1788880618.893526:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880618.893531:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.893535:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880618.893539:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880618.893542:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880618.893545:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880618.893548:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880618.893552:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461198:461198:256:4294967295] 192.168.203.155@tcp LPNI seq info [461192:461192:8:4294967295] 00000400:00000200:1.0:1788880618.893558:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.893566:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880618.893571:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.893574:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880618.893579:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880618.893583:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880618.893597:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.893599:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880618.893603:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880618.893607:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880618.893610:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880618.893612:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880618.893615:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880618.893619:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893629:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.893633:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893641:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.893643:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880618.893648:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880618.893651:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880618.893655:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880618.893658:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306046021 00000100:00000001:1.0:1788880618.893661:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306047252 00000100:00000001:1.0:1788880618.893664:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306046021 00000100:00000001:1.0:1788880618.893667:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306047252 00000100:00000001:1.0:1788880618.893669:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880618.893672:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.893674:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880618.893678:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880618/real 1788880618] req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880618.893687:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880618.893688:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880618.893690:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880618.893693:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880618.893695:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880618.893697:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880618.893701:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880618.893712:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893720:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880618.893721:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.893723:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.893725:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880618.893729:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893737:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880618.893741:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893751:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880618.893754:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.893756:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.893758:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.893760:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880618.893762:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880618.893765:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880618.893768:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880618.893771:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880618.893775:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880618.893787:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667584:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880618.893794:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880618.893801:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893813:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880618.893815:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.893819:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880618.893822:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880618.893826:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880618.893832:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880618.893838:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880618.893842:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880618.893844:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880618.893848:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880618.893856:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880618.893860:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880618.893867:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880618.893873:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880618.893879:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880618.893886:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519667712, portal 4 00000100:00000001:1.0:1788880618.893890:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880618.893892:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506573184 : -126388202978432 : ffff8d0cf40ec380) 00000100:00000040:1.0:1788880618.893903:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.893912:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880618.893915:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880618.893918:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880618.893921:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519667712, offset 0 00000400:00000200:1.0:1788880618.893926:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880618.893931:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.893936:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880618.893940:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880618.893944:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880618.893947:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880618.893950:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880618.893954:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461199:461199:256:4294967295] 192.168.203.155@tcp LPNI seq info [461193:461193:8:4294967295] 00000400:00000200:1.0:1788880618.893960:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880618.893996:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880618.894004:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.894009:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880618.894014:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880618.894017:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1788880618.894032:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880618.894034:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880618.894039:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880618.894043:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880618.894048:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880618.894050:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880618.894054:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880618.894060:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.894071:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.894074:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.894083:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.894085:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880618.894088:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880618.894093:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880618.894097:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880618.894099:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306045972 00000100:00000001:1.0:1788880618.894103:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306047252 00000100:00000001:1.0:1788880618.894106:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306045972 00000100:00000001:1.0:1788880618.894109:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306047252 00000100:00000001:1.0:1788880618.894112:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880618.894115:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.894118:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880618.894122:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880618/real 1788880618] req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880618.894132:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880618.894134:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880618.894135:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880618.894138:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880618.894140:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880618.894142:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880618.894146:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880618.894157:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.894173:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880618.894175:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.894178:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.894180:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880618.894184:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.894192:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880618.894197:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.894205:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880618.894207:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.894209:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880618.894211:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.894213:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880618.894216:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880618.894219:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880618.894222:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880618.894225:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880618.894229:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880618.894238:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667712:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880618.894242:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.894245:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.894275:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee680 x1875765519667328/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.894285:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880618.894288:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880618.894291:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880618.894295:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880618.894297:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880618.894300:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880618.894302:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880618.894305:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880618.894308:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880618.894310:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880618.894312:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee680. 00000100:00000001:1.0:1788880618.894316:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880618.894318:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.894321:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.894325:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ee300 x1875765519667456/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.894333:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880618.894335:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880618.894337:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880618.894340:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880618.894341:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880618.894342:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880618.894344:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880618.894346:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880618.894349:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880618.894350:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880618.894351:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ee300. 00000100:00000001:1.0:1788880618.894354:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880618.894355:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.894357:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.894361:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed500 x1875765519667584/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.894368:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880618.894370:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880618.894371:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880618.894374:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880618.894375:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880618.894376:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880618.894379:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880618.894381:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880618.894384:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880618.894385:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880618.894387:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed500. 00000100:00000001:1.0:1788880618.894390:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880618.894392:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.894393:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880618.894397:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec380 x1875765519667712/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880618.894404:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880618.894406:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880618.894407:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880618.894409:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880618.894411:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880618.894412:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880618.894414:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880618.894416:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880618.894418:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880618.894419:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880618.894421:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec380. 00000100:00000001:1.0:1788880618.894423:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880618.894425:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.894427:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880618.894431:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880618.894433:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880618.894435:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880618.894437:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880619.018367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880619.018372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880619.018377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880619.018379:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880619.018382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880619.018383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880620.042362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880620.042367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880620.042372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880620.042375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880620.042378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880620.042380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880620.234382:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306047252, at 4306047296 00000100:00000040:1.0:1788880620.234385:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306047252, at 4306047296 00000100:00000010:0.0:1788880620.234403:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6de40. 00000100:00000010:1.0:1788880620.234406:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00010000:00000001:1.0:1788880621.066370:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880621.066376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880621.066382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880621.066383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880621.066387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880621.066389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090350:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880622.090360:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880622.090363:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880622.090369:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090375:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880622.090378:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090381:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090384:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090389:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880622.090391:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880622.090392:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880622.090395:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090397:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880622.090399:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090401:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090404:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880622.090410:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880622.090411:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880622.090413:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090415:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880622.090417:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090419:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880622.090421:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880623.114369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880623.114376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880623.114383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880623.114386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880623.114390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880623.114391:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880624.010462:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880624.010473:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880624.010477:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880624.010482:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880624.010489:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880624.010499:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11378 00000400:00000200:0.0:1788880624.010508:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880624.010518:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880624.010523:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880624.010529:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010534:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880624.010539:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010544:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880624.010554:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880624.010557:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880624.010561:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880624.010565:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880624.010568:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880624.010571:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880624.010576:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010578:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880624.010581:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010584:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880624.010589:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880624.010593:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010597:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880624.010601:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880624.010605:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880624.010608:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.010611:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880624.010614:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880624.010623:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000020:00000040:0.0:1788880624.010627:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880624.010633:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880624.010635:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.010638:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880624.010642:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880624.010647:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880624.010657:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880624.010666:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880624.010679:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880624.010694:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880624.010700:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880624.010706:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880624.010738:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880624.010743:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880624.010747:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880624.010749:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880624.010752:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880624.010756:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880624.010759:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11378 00000400:00000200:0.0:1788880624.010764:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880624.010768:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880624.010771:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880624.010775:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010778:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880624.010780:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010783:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880624.010787:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880624.010788:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880624.010790:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880624.010793:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880624.010795:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880624.010798:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880624.010802:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010804:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880624.010807:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010809:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880624.010812:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880624.010817:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880624.010820:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880624.010823:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880624.010830:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880624.010833:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.010836:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880624.010842:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880624.010846:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1788880624.010847:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.010854:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.010855:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1788880624.010860:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880624.010862:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1788880624.010868:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880624.010876:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1788880624.010879:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880624.010881:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.010889:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880624.010893:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880624.010899:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880624.010909:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:1.0:1788880624.010910:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880624.010917:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.010919:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.010924:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880624.010931:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1788880624.010932:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880624.010967:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.010987:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1788880624.010988:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519667840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880624.010994:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.011007:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788880624.011009:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880624.011019:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880624.011029:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.011030:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.011044:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1788880624.011045:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880624.011054:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880624.011056:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880624.011059:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:1.0:1788880624.011061:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:0.0:1788880624.011063:0:173517:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:1.0:1788880624.011072:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880624.011073:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11378 00000400:00000200:0.0:1788880624.011084:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880624.011091:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000200:1.0:1788880624.011094:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880624.011096:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1788880624.011103:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000100:00000040:0.0:1788880624.011104:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.011115:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880624.011118:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880624.011121:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788880624.011122:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880624.011131:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880624.011133:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000100:00000200:1.0:1788880624.011135:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519667840, portal 25 00000020:00000001:0.0:1788880624.011136:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880624.011144:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000100:00000001:1.0:1788880624.011145:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880624.011151:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000020:00000001:0.0:1788880624.011153:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880624.011161:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880624.011169:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880624.011171:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.011181:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880624.011189:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.011197:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880624.011206:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1788880624.011207:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880624.011220:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000040:1.0:1788880624.011222:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880624.011228:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880624.011231:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 02000000:00000001:0.0:1788880624.011234:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1788880624.011238:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519667840, offset 0 02000000:00000001:0.0:1788880624.011241:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880624.011291:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.011295:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880624.011297:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880624.011301:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.011305:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880624.011308:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000010:0.0:1788880624.011314:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000020:00000040:0.0:1788880624.011320:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000400:00000200:1.0:1788880624.011327:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788880624.011329:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880624.011335:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.011338:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880624.011340:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788880624.011345:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 02000000:00000001:0.0:1788880624.011347:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880624.011357:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000400:00000200:1.0:1788880624.011358:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880624.011368:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880624.011370:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880624.011382:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1788880624.011384:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880624.011389:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880624.011402:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461200:461200:256:4294967295] 192.168.203.155@tcp LPNI seq info [461194:461194:8:4294967295] 00000100:00000001:0.0:1788880624.011418:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880624.011421:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880624.011425:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880624.011436:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880624.011448:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880624.011466:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880624.011475:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000100:00000001:0.0:1788880624.011483:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880624.011493:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00080000:0.0:1788880624.011494:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1788880624.011506:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000100:00080000:0.0:1788880624.011507:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880624.011514:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880624.011518:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880624.011528:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880624.011543:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11378 00000800:00000100:1.0:1788880624.011554:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880624.011561:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000010:1.0:1788880624.011562:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:0.0:1788880624.011571:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000400:00000200:1.0:1788880624.011572:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:0.0:1788880624.011577:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1788880624.011586:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1788880624.011590:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.011596:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880624.011597:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000100:00000040:0.0:1788880624.011603:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880624.011606:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:0.0:1788880624.011611:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880624.011616:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1788880624.011619:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880624.011623:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880624.011628:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:1.0:1788880624.011629:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880624.011633:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880624.011642:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880624.011652:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880624.011666:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880624.011669:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880624.011671:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880624.011681:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880624.011682:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880624.011685:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880624.011695:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880624.011706:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880624.011716:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.011719:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880624.011721:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880624.011728:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1788880624.011730:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880624.011736:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.011739:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880624.011740:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1788880624.011744:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880624.011752:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880624.011753:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880624.011759:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.011762:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306052372 00000100:00000010:0.0:1788880624.011769:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000100:00000010:1.0:1788880624.011773:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d840. 00000020:00000040:0.0:1788880624.011775:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880624.011784:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880624.011786:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.011789:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880624.011790:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1788880624.011792:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880624.011798:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.011805:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306052372 02000000:00000010:0.0:1788880624.011809:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000010:1.0:1788880624.011814:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:0.0:1788880624.011817:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.011822:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1788880624.011831:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880624.011831:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880624.011843:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.011852:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880624.011860:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1788880624.011866:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880624/real 1788880624] req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880624.011867:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880624.011882:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880624.011898:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880624.011904:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788880624.011906:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880624.011909:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000100:00080000:0.0:1788880624.011912:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880624.011915:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000100:00080000:0.0:1788880624.011922:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000010:1.0:1788880624.011924:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788880624.011930:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788880624.011933:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00080000:0.0:1788880624.011956:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880624.011966:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880624.011973:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11378 00000100:00000200:1.0:1788880624.011975:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880624.011983:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880624.011994:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880624.012002:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880624.012011:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.012017:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880624.012024:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880624.012027:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880624.012029:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880624.012037:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880624.012041:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880624.012046:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880624.012052:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880624.012059:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880624.012067:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:0.0:1788880624.012068:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880624.012074:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880624.012077:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880624.012081:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788880624.012083:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880624.012086:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880624.012091:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880624.012097:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00100000:1.0:1788880624.012101:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880624.012103:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:0.0:1788880624.012115:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880624.012125:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880624.012133:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880624.012137:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880624.012140:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880624.012146:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880624.012150:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880624.012151:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880624.012157:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880624.012167:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880624.012175:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880624.012186:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788880624.012187:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:0.0:1788880624.012197:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880624.012198:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880624.012206:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788880624.012207:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1788880624.012213:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.012214:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880624.012219:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880624.012222:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1788880624.012225:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880624.012227:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1788880624.012230:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880624.012237:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000010:0.0:1788880624.012239:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880624.012278:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880624.012283:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880624.012289:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1788880624.012292:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1788880624.012302:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880624.012353:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519667840:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880624.012359:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880624.012365:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880624.012366:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.012376:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880624.012384:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880624.012387:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519667840/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880624.012427:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.012431:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880624.012436:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1788880624.012437:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11388) 02000000:00000010:1.0:1788880624.012441:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880624.012449:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880624.012453:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880624.012455:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880624.012458:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880624.012462:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880624.012468:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880624.012470:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880624.012473:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788880624.012477:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880624.012479:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.012482:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.012492:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880624.012495:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.012498:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880624.012500:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880624.012503:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880624.012663:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.012674:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880624.012676:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.012680:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880624.012683:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880624.012685:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880624.012688:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880624.012692:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880624.012696:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880624.012699:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.012701:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880624.012710:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880624.012712:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880624.012719:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880624.012723:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880624.012728:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880624.012734:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519667968, portal 10 00000100:00000001:1.0:1788880624.012736:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880624.012737:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:1.0:1788880624.012744:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.012750:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880624.012752:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880624.012754:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880624.012756:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519667968, offset 0 00000400:00000200:1.0:1788880624.012761:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880624.012768:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880624.012783:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880624.012788:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880624.012792:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880624.012795:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880624.012798:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880624.012801:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461201:461201:256:4294967295] 192.168.203.155@tcp LPNI seq info [461195:461195:8:4294967295] 00000400:00000200:1.0:1788880624.012804:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880624.012812:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880624.012816:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880624.012820:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880624.012826:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880624.012829:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880624.012839:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880624.012841:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880624.012846:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880624.012850:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880624.012854:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880624.012856:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880624.012859:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880624.012862:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.012870:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880624.012873:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.012878:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.012880:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880624.012884:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880624.012887:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880624.012889:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880624.012892:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306051088 00000100:00000001:1.0:1788880624.012895:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306052372 00000100:00000001:1.0:1788880624.012897:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306051088 00000100:00000001:1.0:1788880624.012899:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306052372 00000100:00000001:1.0:1788880624.012901:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880624.012903:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.012905:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880624.012908:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880624/real 1788880624] req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880624.012915:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880624.012916:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880624.012917:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880624.012918:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880624.012919:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880624.012921:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880624.012923:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880624.012929:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.012933:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880624.012935:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.012951:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880624.012952:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880624.012955:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.012960:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880624.012963:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.012968:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880624.012970:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.012971:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880624.012972:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.012974:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880624.012976:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880624.012979:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880624.012983:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880624.012985:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880624.012987:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880624.012993:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519667968:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880624.012996:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880624.012998:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013003:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880624.013003:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.013005:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880624.013006:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880624.013007:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880624.013009:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880624.013011:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880624.013013:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880624.013014:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.013015:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880624.013018:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880624.013019:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880624.013021:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880624.013023:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880624.013024:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880624.013027:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519668096, portal 10 00000100:00000001:1.0:1788880624.013028:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880624.013029:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:1.0:1788880624.013033:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013042:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880624.013043:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880624.013044:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880624.013046:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519668096, offset 0 00000400:00000200:1.0:1788880624.013049:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880624.013051:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880624.013053:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880624.013055:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880624.013057:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880624.013058:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880624.013060:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880624.013062:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461202:461202:256:4294967295] 192.168.203.155@tcp LPNI seq info [461196:461196:8:4294967295] 00000400:00000200:1.0:1788880624.013065:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880624.013069:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880624.013071:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880624.013074:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880624.013076:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880624.013078:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880624.013085:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880624.013087:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880624.013089:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880624.013091:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880624.013093:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880624.013094:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880624.013096:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880624.013098:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013103:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880624.013105:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013114:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.013115:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880624.013117:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880624.013118:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880624.013121:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880624.013122:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306051088 00000100:00000001:1.0:1788880624.013124:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306052372 00000100:00000001:1.0:1788880624.013125:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306051088 00000100:00000001:1.0:1788880624.013127:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306052372 00000100:00000001:1.0:1788880624.013128:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880624.013130:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.013131:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880624.013133:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880624/real 1788880624] req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880624.013138:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880624.013138:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880624.013139:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880624.013141:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880624.013142:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880624.013143:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880624.013145:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880624.013150:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013154:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880624.013155:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013156:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880624.013157:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880624.013159:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013164:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880624.013166:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013171:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880624.013172:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013173:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880624.013174:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013175:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880624.013176:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880624.013178:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880624.013180:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880624.013181:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880624.013183:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880624.013188:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668096:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880624.013190:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880624.013192:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013197:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880624.013198:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.013199:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880624.013200:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880624.013202:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880624.013203:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880624.013205:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880624.013207:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880624.013208:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.013209:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880624.013211:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880624.013213:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880624.013215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880624.013216:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880624.013219:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880624.013220:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519668224, portal 4 00000100:00000001:1.0:1788880624.013222:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880624.013223:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788880624.013227:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013231:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880624.013233:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880624.013234:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880624.013235:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519668224, offset 0 00000400:00000200:1.0:1788880624.013237:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880624.013239:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880624.013241:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880624.013243:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880624.013244:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880624.013287:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880624.013289:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880624.013291:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461203:461203:256:4294967295] 192.168.203.155@tcp LPNI seq info [461197:461197:8:4294967295] 00000400:00000200:1.0:1788880624.013294:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880624.013298:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880624.013301:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880624.013303:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880624.013306:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880624.013308:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880624.013315:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880624.013317:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880624.013318:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880624.013321:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880624.013323:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880624.013324:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880624.013325:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880624.013328:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013333:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880624.013335:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013339:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.013340:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880624.013342:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880624.013344:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880624.013346:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880624.013348:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306051141 00000100:00000001:1.0:1788880624.013349:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306052372 00000100:00000001:1.0:1788880624.013351:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306051141 00000100:00000001:1.0:1788880624.013352:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306052372 00000100:00000001:1.0:1788880624.013354:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880624.013355:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.013356:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880624.013358:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880624/real 1788880624] req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880624.013363:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880624.013364:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880624.013365:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880624.013366:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880624.013367:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880624.013369:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880624.013371:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880624.013376:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013380:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880624.013381:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013382:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880624.013383:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880624.013385:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013389:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880624.013391:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013395:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880624.013397:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013398:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880624.013399:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013400:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880624.013401:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880624.013402:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880624.013404:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880624.013406:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880624.013408:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880624.013412:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668224:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880624.013415:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880624.013417:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013422:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880624.013423:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.013425:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880624.013426:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880624.013427:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880624.013429:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880624.013431:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880624.013432:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880624.013433:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880624.013434:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880624.013436:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880624.013437:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880624.013439:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880624.013440:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880624.013442:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880624.013444:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519668352, portal 4 00000100:00000001:1.0:1788880624.013445:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880624.013446:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:1.0:1788880624.013450:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013454:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880624.013455:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880624.013456:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880624.013458:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519668352, offset 0 00000400:00000200:1.0:1788880624.013460:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880624.013462:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880624.013464:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880624.013466:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880624.013467:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880624.013469:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880624.013470:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880624.013473:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461204:461204:256:4294967295] 192.168.203.155@tcp LPNI seq info [461198:461198:8:4294967295] 00000400:00000200:1.0:1788880624.013476:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880624.013480:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880624.013482:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880624.013484:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880624.013486:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880624.013488:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1788880624.013495:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880624.013496:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880624.013498:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880624.013500:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880624.013502:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880624.013503:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880624.013504:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880624.013506:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013512:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880624.013514:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013518:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.013519:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880624.013521:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880624.013522:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880624.013524:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880624.013525:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306051092 00000100:00000001:1.0:1788880624.013527:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306052372 00000100:00000001:1.0:1788880624.013529:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306051092 00000100:00000001:1.0:1788880624.013530:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306052372 00000100:00000001:1.0:1788880624.013532:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880624.013533:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.013535:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880624.013537:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880624/real 1788880624] req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880624.013542:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880624.013543:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880624.013544:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880624.013545:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880624.013546:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880624.013547:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880624.013549:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880624.013554:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013558:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880624.013559:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013560:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880624.013561:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880624.013563:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013567:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880624.013569:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013573:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880624.013574:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013575:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880624.013576:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013577:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880624.013579:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880624.013580:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880624.013583:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880624.013584:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880624.013587:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880624.013591:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668352:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880624.013594:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013596:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880624.013598:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519667968/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013602:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880624.013603:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880624.013605:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880624.013607:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880624.013609:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880624.013610:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880624.013612:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880624.013614:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880624.013617:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880624.013618:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880624.013619:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880624.013622:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880624.013623:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013624:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880624.013626:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519668096/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013630:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880624.013631:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880624.013632:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880624.013633:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880624.013634:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880624.013634:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880624.013636:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880624.013637:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880624.013639:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880624.013640:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880624.013641:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788880624.013642:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880624.013643:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013644:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880624.013646:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519668224/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013650:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880624.013650:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880624.013651:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880624.013652:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880624.013653:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880624.013654:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880624.013655:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880624.013656:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880624.013657:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880624.013657:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880624.013658:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880624.013659:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880624.013660:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013661:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880624.013663:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519668352/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880624.013666:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880624.013667:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880624.013668:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880624.013670:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880624.013671:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880624.013672:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880624.013673:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880624.013673:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 02000000:00000001:1.0:1788880624.013674:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880624.013675:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880624.013676:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788880624.013678:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880624.013679:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013680:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880624.013686:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880624.013687:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880624.013689:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880624.013690:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880624.138361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880624.138367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880624.138372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880624.138373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880624.138375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880624.138376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880625.162369:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880625.162375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880625.162381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880625.162383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880625.162387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880625.162389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880625.354372:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306052372, at 4306052416 00000100:00000040:0.0:1788880625.354382:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306052372, at 4306052416 00000100:00000010:1.0:1788880625.354387:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00000100:00000010:0.0:1788880625.354397:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d840. 00010000:00000001:1.0:1788880626.186378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880626.186383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880626.186388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880626.186390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880626.186393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880626.186395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880627.210373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880627.210378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880627.210383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880627.210385:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880627.210388:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880627.210390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880628.234376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880628.234382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880628.234387:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880628.234389:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880628.234393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880628.234395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.130776:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880629.130782:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880629.130787:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880629.130799:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.130817:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880629.130821:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.130828:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880629.130833:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880629.130838:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880629.130845:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519668480:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880629.130853:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880629.130860:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880629.130864:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.130868:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880629.130876:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880629.130880:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880629.130890:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880629.130897:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880629.130932:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880629.130943:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519668480, portal 25 00000100:00000001:1.0:1788880629.130948:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880629.130952:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506579456 : -126388202972160 : ffff8d0cf40edc00) 00000100:00000040:1.0:1788880629.130963:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.130980:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880629.130986:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880629.130992:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880629.130998:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519668480, offset 0 00000400:00000200:1.0:1788880629.131010:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880629.131023:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.131034:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880629.131044:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880629.131051:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880629.131059:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880629.131064:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880629.131072:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461205:461205:256:4294967295] 192.168.203.155@tcp LPNI seq info [461199:461199:8:4294967295] 00000400:00000200:1.0:1788880629.131081:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.131098:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880629.131109:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.131119:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880629.131130:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880629.131137:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880629.131164:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.131169:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880629.131178:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880629.131187:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880629.131196:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880629.131200:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880629.131208:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880629.131217:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.131238:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.131245:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.131308:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.131312:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880629.131323:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880629.131331:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880629.131337:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306057492 00000100:00000010:1.0:1788880629.131347:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d540. 00000100:00000001:1.0:1788880629.131358:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880629.131370:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306057492 00000100:00000010:1.0:1788880629.131376:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000001:1.0:1788880629.131382:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880629.131389:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880629.131395:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.131399:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880629.131408:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880629/real 1788880629] req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880629.131427:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880629.131432:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880629.131436:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880629.131442:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880629.131446:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880629.131451:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880629.131458:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880629.131478:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.131493:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880629.131497:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.131501:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.131505:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880629.131514:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.131529:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880629.131538:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.131554:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880629.131560:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.131564:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.131567:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.131571:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880629.131576:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880629.131582:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880629.131590:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880629.131595:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880629.131604:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880629.131624:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519668480:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880629.131633:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.131637:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.131644:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edc00 x1875765519668480/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.131659:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880629.131663:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880629.131667:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880629.131675:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880629.131678:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880629.131682:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880629.131687:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880629.131691:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92c00. 02000000:00000001:1.0:1788880629.131697:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880629.131701:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880629.131704:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edc00. 00000100:00000001:1.0:1788880629.131711:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880629.131714:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.131718:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.131730:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880629.131733:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.131737:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880629.131740:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880629.131743:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880629.131750:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.131766:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880629.131769:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.131774:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880629.131778:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880629.131783:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880629.131789:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880629.131796:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880629.131801:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880629.131804:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.131808:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880629.131813:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880629.131816:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880629.131824:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880629.131830:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880629.131837:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880629.131842:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519668608, portal 10 00000100:00000001:1.0:1788880629.131847:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880629.131850:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506586624 : -126388202964992 : ffff8d0cf40ef800) 00000100:00000040:1.0:1788880629.131861:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.131875:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880629.131880:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880629.131885:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880629.131890:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519668608, offset 0 00000400:00000200:1.0:1788880629.131899:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880629.131938:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.131947:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880629.131954:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880629.131959:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880629.131964:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880629.131969:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880629.131976:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461206:461206:256:4294967295] 192.168.203.155@tcp LPNI seq info [461200:461200:8:4294967295] 00000400:00000200:1.0:1788880629.131982:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.131991:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880629.131998:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.132004:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880629.132009:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880629.132014:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880629.132030:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.132032:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880629.132037:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880629.132041:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880629.132046:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880629.132048:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880629.132052:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880629.132058:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132069:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.132073:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132082:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.132084:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880629.132088:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880629.132094:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880629.132098:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880629.132101:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306056207 00000100:00000001:1.0:1788880629.132105:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306057492 00000100:00000001:1.0:1788880629.132108:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306056207 00000100:00000001:1.0:1788880629.132111:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306057492 00000100:00000001:1.0:1788880629.132113:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880629.132117:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.132120:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880629.132124:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880629/real 1788880629] req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880629.132135:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880629.132137:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880629.132139:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880629.132141:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880629.132144:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880629.132146:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880629.132150:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880629.132161:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132169:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880629.132170:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.132173:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.132174:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880629.132179:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132187:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880629.132191:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132200:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880629.132203:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.132205:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.132206:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.132209:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880629.132211:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880629.132214:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880629.132219:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880629.132221:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880629.132227:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880629.132236:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668608:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880629.132241:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880629.132245:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132283:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880629.132285:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.132288:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880629.132290:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880629.132292:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880629.132297:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880629.132301:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880629.132304:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880629.132306:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.132308:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880629.132313:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880629.132316:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880629.132320:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880629.132323:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880629.132327:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880629.132331:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519668736, portal 10 00000100:00000001:1.0:1788880629.132334:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880629.132335:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880629.132343:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132351:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880629.132355:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880629.132357:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880629.132360:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519668736, offset 0 00000400:00000200:1.0:1788880629.132365:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880629.132370:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.132375:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880629.132379:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880629.132382:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880629.132385:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880629.132388:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880629.132393:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461207:461207:256:4294967295] 192.168.203.155@tcp LPNI seq info [461201:461201:8:4294967295] 00000400:00000200:1.0:1788880629.132398:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.132406:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880629.132411:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.132415:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880629.132420:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880629.132423:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880629.132437:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.132439:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880629.132443:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880629.132448:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880629.132451:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880629.132454:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880629.132457:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880629.132461:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132471:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.132475:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132483:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.132486:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880629.132489:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880629.132493:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880629.132497:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880629.132500:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306056208 00000100:00000001:1.0:1788880629.132503:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306057492 00000100:00000001:1.0:1788880629.132506:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306056208 00000100:00000001:1.0:1788880629.132508:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306057492 00000100:00000001:1.0:1788880629.132511:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880629.132514:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.132516:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880629.132520:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880629/real 1788880629] req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880629.132529:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880629.132531:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880629.132533:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880629.132536:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880629.132538:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880629.132540:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880629.132544:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880629.132554:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132562:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880629.132564:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.132566:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.132567:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880629.132571:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132579:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880629.132584:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132594:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880629.132597:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.132599:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.132601:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.132603:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880629.132605:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880629.132608:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880629.132612:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880629.132614:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880629.132619:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880629.132628:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668736:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880629.132632:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880629.132636:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132644:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880629.132646:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.132649:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880629.132651:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880629.132653:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880629.132657:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880629.132660:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880629.132662:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880629.132664:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.132666:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880629.132670:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880629.132672:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880629.132676:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880629.132679:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880629.132683:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880629.132687:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519668864, portal 4 00000100:00000001:1.0:1788880629.132689:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880629.132691:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880629.132697:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132705:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880629.132708:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880629.132710:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880629.132713:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519668864, offset 0 00000400:00000200:1.0:1788880629.132717:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880629.132721:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.132725:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880629.132728:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880629.132731:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880629.132734:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880629.132737:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880629.132741:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461208:461208:256:4294967295] 192.168.203.155@tcp LPNI seq info [461202:461202:8:4294967295] 00000400:00000200:1.0:1788880629.132746:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.132754:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880629.132759:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.132762:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880629.132767:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880629.132770:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880629.132784:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.132787:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880629.132790:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880629.132794:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880629.132797:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880629.132800:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880629.132803:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880629.132807:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132816:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.132820:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132828:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.132829:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880629.132833:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880629.132836:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880629.132839:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880629.132841:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306056260 00000100:00000001:1.0:1788880629.132844:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306057492 00000100:00000001:1.0:1788880629.132847:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306056260 00000100:00000001:1.0:1788880629.132850:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306057492 00000100:00000001:1.0:1788880629.132852:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880629.132855:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.132857:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880629.132861:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880629/real 1788880629] req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880629.132870:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880629.132871:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880629.132873:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880629.132876:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880629.132877:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880629.132880:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880629.132883:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880629.132893:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132902:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880629.132927:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.132930:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.132932:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880629.132937:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132947:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880629.132951:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.132960:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880629.132963:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.132965:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.132966:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.132968:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880629.132971:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880629.132974:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880629.132977:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880629.132979:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880629.132984:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880629.132993:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668864:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880629.132998:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133000:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.133004:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef800 x1875765519668608/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133012:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880629.133015:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880629.133018:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880629.133022:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880629.133024:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880629.133026:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880629.133029:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880629.133031:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92400. 02000000:00000001:1.0:1788880629.133034:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880629.133036:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880629.133038:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef800. 00000100:00000001:1.0:1788880629.133042:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880629.133044:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133046:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.133050:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519668736/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133057:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880629.133059:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880629.133061:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880629.133063:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880629.133065:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880629.133067:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880629.133069:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880629.133071:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91000. 02000000:00000001:1.0:1788880629.133073:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880629.133075:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880629.133076:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880629.133079:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880629.133080:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133082:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.133086:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519668864/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133093:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880629.133094:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880629.133096:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880629.133098:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880629.133100:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880629.133101:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880629.133104:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880629.133106:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93400. 02000000:00000001:1.0:1788880629.133108:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880629.133110:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880629.133111:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880629.133114:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880629.133115:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133117:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133122:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880629.133124:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.133126:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880629.133128:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880629.133130:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880629.133134:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133142:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880629.133144:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.133147:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880629.133149:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880629.133151:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880629.133155:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880629.133158:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880629.133160:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880629.133162:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880629.133164:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880629.133168:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880629.133170:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880629.133174:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880629.133177:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880629.133180:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880629.133184:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519668992, portal 4 00000100:00000001:1.0:1788880629.133187:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880629.133189:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880629.133195:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133212:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880629.133215:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880629.133218:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880629.133221:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519668992, offset 0 00000400:00000200:1.0:1788880629.133225:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880629.133230:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.133234:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880629.133237:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880629.133240:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880629.133244:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880629.133273:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880629.133278:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461209:461209:256:4294967295] 192.168.203.155@tcp LPNI seq info [461203:461203:8:4294967295] 00000400:00000200:1.0:1788880629.133284:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880629.133292:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880629.133298:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.133302:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880629.133308:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880629.133311:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1788880629.133325:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880629.133327:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880629.133331:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880629.133336:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880629.133340:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880629.133342:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880629.133345:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880629.133350:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133360:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.133364:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133381:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.133383:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880629.133386:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880629.133390:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880629.133394:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880629.133397:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306056212 00000100:00000001:1.0:1788880629.133400:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306057492 00000100:00000001:1.0:1788880629.133403:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306056212 00000100:00000001:1.0:1788880629.133406:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306057492 00000100:00000001:1.0:1788880629.133409:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880629.133411:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.133414:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880629.133418:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880629/real 1788880629] req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880629.133427:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880629.133429:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880629.133431:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880629.133433:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880629.133435:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880629.133438:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880629.133442:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880629.133452:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133460:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880629.133461:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133463:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.133465:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880629.133469:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133478:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880629.133483:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133491:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880629.133494:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133496:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880629.133498:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133500:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880629.133502:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880629.133505:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880629.133509:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880629.133511:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880629.133516:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880629.133525:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519668992:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880629.133529:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133531:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880629.133535:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519668992/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880629.133543:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880629.133545:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880629.133547:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880629.133550:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880629.133551:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880629.133553:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880629.133555:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880629.133557:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac93800. 02000000:00000001:1.0:1788880629.133560:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880629.133562:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880629.133564:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880629.133567:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880629.133569:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133571:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880629.133575:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880629.133577:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880629.133579:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880629.133581:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880629.258362:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880629.258367:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880629.258373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880629.258375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880629.258378:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880629.258380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880630.282347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880630.282382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880630.282390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880630.282392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880630.282396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880630.282398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880630.474328:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306057492, at 4306057536 00000100:00000040:0.0:1788880630.474339:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306057492, at 4306057536 00000100:00000010:1.0:1788880630.474340:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00000010:0.0:1788880630.474364:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d540. 00010000:00000001:1.0:1788880631.306343:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880631.306355:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880631.306358:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880631.306363:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306370:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880631.306372:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306375:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306378:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306383:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880631.306385:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880631.306387:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880631.306389:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306391:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880631.306392:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306394:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306397:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306402:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880631.306404:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880631.306406:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880631.306407:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306409:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880631.306411:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306413:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880631.306415:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880632.330384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880632.330393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880632.330401:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880632.330403:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880632.330407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880632.330409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880633.354323:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880633.354331:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880633.354339:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880633.354341:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880633.354344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880633.354346:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880634.250351:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880634.250362:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880634.250365:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880634.250369:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880634.250373:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880634.250380:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11388 00000400:00000200:0.0:1788880634.250390:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880634.250397:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880634.250399:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880634.250402:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250405:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880634.250406:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250409:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880634.250417:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880634.250419:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880634.250422:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880634.250425:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880634.250427:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880634.250428:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880634.250432:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250433:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880634.250435:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250436:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880634.250439:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880634.250441:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250443:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880634.250445:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880634.250447:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880634.250449:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.250451:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880634.250453:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880634.250460:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000020:00000040:0.0:1788880634.250463:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880634.250467:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880634.250468:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.250470:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880634.250474:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880634.250479:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880634.250488:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c000. 00000100:00000001:0.0:1788880634.250494:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880634.250503:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880634.250512:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880634.250517:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880634.250522:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880634.250541:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880634.250543:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880634.250546:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880634.250547:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880634.250549:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880634.250551:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880634.250553:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11388 00000400:00000200:0.0:1788880634.250556:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880634.250558:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880634.250560:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880634.250562:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250564:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880634.250565:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250567:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880634.250569:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880634.250570:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880634.250571:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880634.250573:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880634.250574:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880634.250576:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880634.250578:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250579:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880634.250581:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250582:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880634.250584:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880634.250586:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250588:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880634.250589:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880634.250595:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880634.250597:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.250598:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880634.250602:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880634.250602:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1788880634.250608:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.250609:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788880634.250610:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.250612:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1788880634.250615:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000020:00000040:0.0:1788880634.250620:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000100:00000040:1.0:1788880634.250621:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880634.250623:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880634.250626:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.250631:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880634.250634:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880634.250637:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788880634.250638:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.250641:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880634.250643:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880634.250645:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788880634.250648:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.250649:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880634.250655:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880634.250659:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788880634.250659:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519669120:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880634.250667:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788880634.250673:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788880634.250673:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788880634.250677:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.250678:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.250685:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788880634.250687:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788880634.250692:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880634.250696:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.250697:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880634.250701:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880634.250704:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880634.250705:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880634.250708:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880634.250710:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1788880634.250710:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000100:00000001:0.0:1788880634.250716:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880634.250718:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11388 00000400:00000010:1.0:1788880634.250719:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000400:00000200:0.0:1788880634.250724:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880634.250727:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000200:1.0:1788880634.250728:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519669120, portal 25 00000100:00080000:0.0:1788880634.250729:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880634.250733:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788880634.250736:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880634.250736:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000001:0.0:1788880634.250741:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880634.250746:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880634.250747:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880634.250749:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880634.250754:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880634.250757:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880634.250760:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880634.250760:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1788880634.250765:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000100:00000040:1.0:1788880634.250767:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788880634.250768:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000010:1.0:1788880634.250770:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000020:00000001:0.0:1788880634.250772:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000200:1.0:1788880634.250775:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519669120, offset 0 00000100:00000040:0.0:1788880634.250778:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250781:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880634.250783:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880634.250787:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250788:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880634.250791:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880634.250794:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250796:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880634.250799:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788880634.250800:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880634.250805:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880634.250807:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880634.250809:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788880634.250810:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880634.250814:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880634.250817:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880634.250818:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880634.250819:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880634.250823:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00000010:0.0:1788880634.250824:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788880634.250828:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000400:00000200:1.0:1788880634.250829:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788880634.250832:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1788880634.250835:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 02000000:00000001:0.0:1788880634.250836:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.250839:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788880634.250841:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461210:461210:256:4294967295] 192.168.203.155@tcp LPNI seq info [461204:461204:8:4294967295] 02000000:00000001:0.0:1788880634.250842:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880634.250845:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880634.250849:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000400:00000200:1.0:1788880634.250849:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880634.250854:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880634.250861:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880634.250862:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880634.250892:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250894:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880634.250898:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788880634.250900:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000100:00000040:0.0:1788880634.250904:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788880634.250912:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880634.250918:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880634.250919:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 6 secs later) 00000100:00080000:0.0:1788880634.250921:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880634.250927:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1788880634.250930:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880634.250934:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880634.250941:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000800:00000100:1.0:1788880634.250942:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788880634.250946:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11388 00000800:00000010:1.0:1788880634.250946:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:0.0:1788880634.250952:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880634.250953:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788880634.250957:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880634.250963:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1788880634.250963:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1788880634.250969:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880634.250971:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000100:00000001:0.0:1788880634.250972:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1788880634.250976:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000040:0.0:1788880634.250977:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.250981:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880634.250982:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1788880634.250984:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880634.250987:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000100:00000200:1.0:1788880634.250988:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880634.250989:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880634.250993:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880634.250997:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:0.0:1788880634.251002:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788880634.251006:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880634.251007:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.251011:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880634.251012:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880634.251016:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.251022:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880634.251026:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788880634.251029:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880634.251030:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880634.251033:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788880634.251034:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880634.251038:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880634.251039:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880634.251041:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880634.251044:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.251048:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000200:1.0:1788880634.251048:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000008:00100000:0.0:1788880634.251052:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1788880634.251052:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306062611 00000008:00000001:0.0:1788880634.251058:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.251059:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880634.251060:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d2a0. 00000100:00000010:0.0:1788880634.251063:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880634.251066:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880634.251068:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880634.251069:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251069:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788880634.251074:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880634.251076:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880634.251078:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251078:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306062611 00000100:00000010:1.0:1788880634.251086:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 02000000:00000010:0.0:1788880634.251087:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000100:00000001:1.0:1788880634.251089:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788880634.251092:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251093:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880634.251097:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880634.251100:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880634.251100:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880634.251107:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880634/real 1788880634] req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880634.251116:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880634.251120:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788880634.251123:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880634.251126:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1788880634.251127:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788880634.251129:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880634.251133:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880634.251137:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:0.0:1788880634.251139:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251141:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00080000:0.0:1788880634.251142:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880634.251147:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000200:1.0:1788880634.251147:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880634.251149:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880634.251152:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880634.251158:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880634.251163:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11388 00000400:00000200:0.0:1788880634.251170:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880634.251176:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000200:1.0:1788880634.251179:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880634.251180:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880634.251188:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880634.251192:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880634.251194:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:0.0:1788880634.251197:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880634.251198:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880634.251203:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880634.251203:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.251205:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880634.251208:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880634.251211:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00100000:1.0:1788880634.251212:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880634.251213:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880634.251217:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880634.251222:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880634.251227:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880634.251228:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:0.0:1788880634.251235:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880634.251237:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880634.251238:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880634.251244:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880634.251281:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880634.251284:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880634.251288:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880634.251288:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.251291:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788880634.251293:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000001:1.0:1788880634.251295:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880634.251299:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788880634.251300:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00080000:1.0:1788880634.251303:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880634.251304:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880634.251309:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:1.0:1788880634.251311:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 02000000:00000001:0.0:1788880634.251314:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880634.251315:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1788880634.251321:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880634.251323:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880634.251325:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880634.251328:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880634.251334:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.251338:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880634.251342:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519669120:192.168.203.155@tcp:250:kworker.0 00000100:00000010:0.0:1788880634.251343:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880634.251349:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880634.251351:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880634.251352:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1788880634.251354:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788880634.251355:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880634.251359:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1788880634.251360:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519669120/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880634.251361:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880634.251364:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880634.251370:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:0.0:1788880634.251376:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251383:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1788880634.251387:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880634.251387:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880634.251391:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880634.251396:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880634.251399:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1788880634.251400:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1788880634.251402:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000100:00000001:0.0:1788880634.251404:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788880634.251405:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880634.251408:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c000. 00000100:00000040:0.0:1788880634.251410:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880634.251413:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880634.251416:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880634.251419:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:0.0:1788880634.251422:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251423:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880634.251425:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.251427:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880634.251428:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11399) 00000100:00000001:1.0:1788880634.251434:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880634.251437:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251439:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880634.251440:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880634.251441:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880634.251445:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251450:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880634.251451:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.251453:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880634.251455:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880634.251456:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880634.251459:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880634.251461:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880634.251463:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880634.251465:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.251466:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880634.251469:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880634.251471:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880634.251474:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880634.251477:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880634.251480:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880634.251482:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519669248, portal 10 00000100:00000001:1.0:1788880634.251483:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880634.251484:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880634.251490:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251495:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880634.251496:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880634.251498:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880634.251500:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519669248, offset 0 00000400:00000200:1.0:1788880634.251502:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880634.251505:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880634.251508:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880634.251511:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880634.251513:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880634.251516:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880634.251518:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880634.251521:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461211:461211:256:4294967295] 192.168.203.155@tcp LPNI seq info [461205:461205:8:4294967295] 00000400:00000200:1.0:1788880634.251524:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880634.251531:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880634.251536:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880634.251538:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880634.251542:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880634.251544:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1788880634.251551:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880634.251553:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880634.251555:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880634.251558:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880634.251560:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880634.251561:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880634.251563:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880634.251566:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251571:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880634.251573:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251578:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251579:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880634.251581:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880634.251584:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880634.251586:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880634.251587:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306061327 00000100:00000001:1.0:1788880634.251589:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306062611 00000100:00000001:1.0:1788880634.251591:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306061327 00000100:00000001:1.0:1788880634.251593:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306062611 00000100:00000001:1.0:1788880634.251594:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880634.251596:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251597:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880634.251599:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880634/real 1788880634] req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880634.251604:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880634.251605:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880634.251605:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880634.251607:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880634.251608:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880634.251609:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880634.251611:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880634.251616:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251625:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880634.251626:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.251627:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.251628:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880634.251631:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251635:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880634.251637:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251641:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880634.251643:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.251643:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.251644:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.251645:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880634.251646:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880634.251648:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880634.251650:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880634.251652:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880634.251654:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880634.251660:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669248:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880634.251662:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880634.251664:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251668:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880634.251668:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.251670:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880634.251671:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880634.251673:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880634.251675:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880634.251677:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880634.251678:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880634.251679:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.251680:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880634.251682:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880634.251683:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880634.251685:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880634.251687:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880634.251688:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880634.251690:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519669376, portal 10 00000100:00000001:1.0:1788880634.251692:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880634.251693:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880634.251697:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251700:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880634.251702:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880634.251703:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880634.251705:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519669376, offset 0 00000400:00000200:1.0:1788880634.251707:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880634.251709:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880634.251712:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880634.251714:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880634.251715:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880634.251717:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880634.251718:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880634.251721:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461212:461212:256:4294967295] 192.168.203.155@tcp LPNI seq info [461206:461206:8:4294967295] 00000400:00000200:1.0:1788880634.251724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880634.251728:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880634.251731:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880634.251733:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880634.251736:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880634.251737:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1788880634.251745:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880634.251746:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880634.251748:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880634.251750:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880634.251752:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880634.251753:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880634.251754:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880634.251756:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251761:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880634.251763:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251767:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251768:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880634.251769:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880634.251771:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880634.251773:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880634.251775:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306061327 00000100:00000001:1.0:1788880634.251776:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306062611 00000100:00000001:1.0:1788880634.251778:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306061327 00000100:00000001:1.0:1788880634.251779:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306062611 00000100:00000001:1.0:1788880634.251780:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880634.251781:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251782:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880634.251784:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880634/real 1788880634] req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880634.251790:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880634.251791:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880634.251792:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880634.251793:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880634.251794:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880634.251795:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880634.251797:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880634.251802:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251805:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880634.251806:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.251807:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.251808:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880634.251810:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251814:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880634.251816:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251820:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880634.251821:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.251823:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.251823:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.251825:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880634.251826:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880634.251828:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880634.251829:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880634.251831:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880634.251833:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880634.251838:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669376:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880634.251841:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880634.251842:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251846:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880634.251847:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.251848:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880634.251849:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880634.251851:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880634.251852:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880634.251854:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880634.251855:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880634.251856:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.251857:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880634.251859:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880634.251860:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880634.251862:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880634.251863:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880634.251865:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880634.251867:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519669504, portal 4 00000100:00000001:1.0:1788880634.251868:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880634.251869:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000100:00000040:1.0:1788880634.251889:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251895:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880634.251896:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880634.251899:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880634.251900:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519669504, offset 0 00000400:00000200:1.0:1788880634.251903:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880634.251906:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880634.251908:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880634.251910:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880634.251912:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880634.251914:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880634.251915:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880634.251917:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461213:461213:256:4294967295] 192.168.203.155@tcp LPNI seq info [461207:461207:8:4294967295] 00000400:00000200:1.0:1788880634.251920:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880634.251924:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880634.251927:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880634.251929:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880634.251931:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880634.251933:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1788880634.251940:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880634.251942:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880634.251943:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880634.251946:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880634.251948:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880634.251949:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880634.251951:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880634.251953:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251958:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880634.251960:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.251964:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251965:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880634.251967:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880634.251969:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880634.251971:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880634.251973:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306061379 00000100:00000001:1.0:1788880634.251975:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306062611 00000100:00000001:1.0:1788880634.251976:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306061379 00000100:00000001:1.0:1788880634.251978:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306062611 00000100:00000001:1.0:1788880634.251979:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880634.251980:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.251981:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880634.251984:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880634/real 1788880634] req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880634.251988:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880634.251989:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880634.251990:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880634.251991:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880634.251992:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880634.251994:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880634.251996:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880634.252002:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252005:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880634.252006:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252007:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.252008:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880634.252010:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252014:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880634.252016:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252020:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880634.252022:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252023:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.252024:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252026:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880634.252027:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880634.252028:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880634.252030:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880634.252031:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880634.252034:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880634.252038:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669504:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880634.252040:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880634.252043:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252046:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880634.252047:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.252048:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880634.252050:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880634.252051:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880634.252053:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880634.252055:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880634.252056:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880634.252058:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880634.252059:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880634.252061:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880634.252062:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880634.252064:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880634.252065:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880634.252067:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880634.252069:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519669632, portal 4 00000100:00000001:1.0:1788880634.252070:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880634.252071:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000100:00000040:1.0:1788880634.252075:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252080:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880634.252081:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880634.252083:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880634.252084:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519669632, offset 0 00000400:00000200:1.0:1788880634.252086:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880634.252088:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880634.252090:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880634.252092:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880634.252093:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880634.252095:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880634.252096:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880634.252099:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461214:461214:256:4294967295] 192.168.203.155@tcp LPNI seq info [461208:461208:8:4294967295] 00000400:00000200:1.0:1788880634.252101:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880634.252106:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880634.252108:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880634.252110:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880634.252112:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880634.252114:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1788880634.252121:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880634.252122:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880634.252124:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880634.252126:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880634.252128:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880634.252129:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880634.252131:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880634.252133:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252142:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880634.252144:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252148:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.252149:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880634.252151:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880634.252153:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880634.252154:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880634.252156:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306061330 00000100:00000001:1.0:1788880634.252157:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306062611 00000100:00000001:1.0:1788880634.252158:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306061330 00000100:00000001:1.0:1788880634.252160:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306062611 00000100:00000001:1.0:1788880634.252162:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880634.252163:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.252164:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880634.252166:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880634/real 1788880634] req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880634.252170:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880634.252171:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880634.252172:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880634.252173:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880634.252174:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880634.252175:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880634.252177:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880634.252182:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252186:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880634.252187:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252188:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.252189:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880634.252191:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252196:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880634.252198:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252202:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880634.252203:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252204:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880634.252205:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252206:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880634.252207:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880634.252209:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880634.252210:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880634.252211:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880634.252214:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880634.252218:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669632:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880634.252220:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252221:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880634.252223:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519669248/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252228:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880634.252229:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880634.252231:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880634.252232:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880634.252233:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880634.252234:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880634.252236:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880634.252237:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880634.252239:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880634.252240:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880634.252241:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880634.252243:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880634.252244:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252245:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880634.252262:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519669376/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252267:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880634.252268:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880634.252269:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880634.252270:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880634.252271:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880634.252272:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880634.252273:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880634.252274:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880634.252276:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880634.252276:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880634.252277:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880634.252279:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880634.252280:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252281:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880634.252283:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519669504/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252287:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880634.252288:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880634.252289:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880634.252291:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880634.252292:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880634.252293:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880634.252294:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880634.252295:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880634.252296:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880634.252298:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880634.252299:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880634.252300:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880634.252301:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252302:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880634.252304:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519669632/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880634.252308:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880634.252309:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880634.252310:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880634.252311:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880634.252312:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880634.252312:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880634.252313:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880634.252314:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880634.252315:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880634.252316:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880634.252317:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880634.252318:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880634.252319:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252320:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880634.252322:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880634.252323:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880634.252324:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880634.252325:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880634.378408:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880634.378416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880634.378421:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880634.378422:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880634.378425:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880634.378426:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880635.402336:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880635.402342:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880635.402347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880635.402348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880635.402351:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880635.402352:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880635.594348:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306062611, at 4306062656 00000100:00000040:1.0:1788880635.594366:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306062611, at 4306062656 00000100:00000010:0.0:1788880635.594367:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d2a0. 00000100:00000010:1.0:1788880635.594377:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00010000:00000001:1.0:1788880636.426410:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880636.426417:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880636.426423:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880636.426424:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880636.426426:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880636.426427:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880637.450318:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880637.450322:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880637.450326:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880637.450327:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880637.450330:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880637.450331:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880638.474317:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880638.474323:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880638.474328:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880638.474329:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880638.474333:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880638.474334:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.370742:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880639.370751:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880639.370757:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880639.370774:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.370811:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880639.370818:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.370830:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880639.370838:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880639.370888:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880639.370908:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519669760:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880639.370916:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880639.370922:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880639.370926:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.370932:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880639.370959:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880639.370967:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880639.370983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880639.370997:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880639.371011:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880639.371028:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519669760, portal 25 00000100:00000001:1.0:1788880639.371037:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880639.371044:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788880639.371061:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.371115:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880639.371123:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880639.371128:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880639.371134:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519669760, offset 0 00000400:00000200:1.0:1788880639.371147:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880639.371160:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.371198:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880639.371208:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880639.371216:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880639.371222:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880639.371226:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880639.371234:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461215:461215:256:4294967295] 192.168.203.155@tcp LPNI seq info [461209:461209:8:4294967295] 00000400:00000200:1.0:1788880639.371243:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.371261:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880639.371273:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.371280:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880639.371292:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880639.371299:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880639.371360:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.371364:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880639.371373:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880639.371384:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880639.371393:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880639.371399:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880639.371407:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880639.371417:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.371436:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.371443:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.371469:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.371475:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880639.371484:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880639.371492:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880639.371498:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306067732 00000100:00000010:1.0:1788880639.371506:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d0c0. 00000100:00000001:1.0:1788880639.371516:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880639.371530:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306067732 00000100:00000010:1.0:1788880639.371537:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000100:00000001:1.0:1788880639.371543:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880639.371549:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880639.371555:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.371560:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880639.371571:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880639/real 1788880639] req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880639.371595:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880639.371598:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880639.371603:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880639.371609:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880639.371613:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880639.371617:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880639.371624:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880639.371665:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.371682:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880639.371686:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.371690:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.371692:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880639.371700:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.371718:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880639.371726:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.371738:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880639.371745:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.371750:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.371752:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.371757:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880639.371762:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880639.371767:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880639.371777:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880639.371781:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880639.371788:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880639.371797:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519669760:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880639.371818:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.371822:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.371828:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519669760/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.371871:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880639.371875:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880639.371879:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880639.371909:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880639.371911:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880639.371912:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880639.371914:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880639.371916:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788880639.371919:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880639.371921:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880639.371923:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788880639.371926:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880639.371927:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.371929:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.371936:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880639.371938:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.371940:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880639.371941:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880639.371942:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880639.371946:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.371951:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880639.371952:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.371954:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880639.371972:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880639.371975:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880639.371979:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880639.371983:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880639.371986:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880639.371988:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.371990:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880639.371995:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880639.371997:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880639.372003:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880639.372007:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880639.372011:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880639.372015:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519669888, portal 10 00000100:00000001:1.0:1788880639.372018:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880639.372020:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348076160 : -126388361475456 : ffff8d0cea9c4a80) 00000100:00000040:1.0:1788880639.372029:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372037:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880639.372041:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880639.372043:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880639.372047:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519669888, offset 0 00000400:00000200:1.0:1788880639.372052:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880639.372057:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.372062:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880639.372066:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880639.372070:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880639.372095:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880639.372097:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880639.372100:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461216:461216:256:4294967295] 192.168.203.155@tcp LPNI seq info [461210:461210:8:4294967295] 00000400:00000200:1.0:1788880639.372103:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.372108:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880639.372111:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.372114:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880639.372117:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880639.372119:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880639.372128:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.372130:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880639.372132:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880639.372135:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880639.372137:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880639.372138:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880639.372141:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880639.372144:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372150:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.372152:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372157:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.372158:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880639.372160:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880639.372164:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880639.372166:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880639.372168:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306066447 00000100:00000001:1.0:1788880639.372180:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306067732 00000100:00000001:1.0:1788880639.372182:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306066447 00000100:00000001:1.0:1788880639.372183:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306067732 00000100:00000001:1.0:1788880639.372185:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880639.372187:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.372203:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880639.372206:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880639/real 1788880639] req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880639.372211:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880639.372212:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880639.372213:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880639.372214:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880639.372216:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880639.372217:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880639.372219:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880639.372226:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372300:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880639.372301:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.372303:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.372304:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880639.372308:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372313:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880639.372316:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372321:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880639.372322:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.372324:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.372324:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.372326:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880639.372327:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880639.372328:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880639.372331:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880639.372332:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880639.372335:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880639.372340:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519669888:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880639.372344:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880639.372346:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372351:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880639.372352:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.372355:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880639.372356:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880639.372358:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880639.372360:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880639.372363:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880639.372364:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880639.372365:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.372366:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880639.372369:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880639.372370:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880639.372373:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880639.372375:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880639.372377:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880639.372379:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519670016, portal 10 00000100:00000001:1.0:1788880639.372381:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880639.372382:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077056 : -126388361474560 : ffff8d0cea9c4e00) 00000100:00000040:1.0:1788880639.372387:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372393:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880639.372394:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880639.372396:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880639.372398:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519670016, offset 0 00000400:00000200:1.0:1788880639.372400:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880639.372403:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.372406:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880639.372408:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880639.372410:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880639.372412:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880639.372414:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880639.372416:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461217:461217:256:4294967295] 192.168.203.155@tcp LPNI seq info [461211:461211:8:4294967295] 00000400:00000200:1.0:1788880639.372419:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.372424:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880639.372428:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.372430:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880639.372433:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880639.372436:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880639.372444:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.372446:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880639.372448:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880639.372451:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880639.372453:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880639.372472:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880639.372475:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880639.372480:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372490:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.372494:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372502:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.372505:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880639.372509:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880639.372513:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880639.372517:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880639.372519:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306066448 00000100:00000001:1.0:1788880639.372523:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306067732 00000100:00000001:1.0:1788880639.372526:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306066448 00000100:00000001:1.0:1788880639.372528:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306067732 00000100:00000001:1.0:1788880639.372531:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880639.372534:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.372536:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880639.372541:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880639/real 1788880639] req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880639.372552:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880639.372553:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880639.372556:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880639.372558:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880639.372560:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880639.372562:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880639.372566:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880639.372576:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372584:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880639.372586:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.372588:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.372590:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880639.372595:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372603:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880639.372608:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372616:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880639.372618:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.372620:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.372622:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.372624:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880639.372626:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880639.372629:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880639.372632:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880639.372635:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880639.372640:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880639.372650:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670016:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880639.372655:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880639.372659:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372666:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880639.372668:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.372670:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880639.372673:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880639.372675:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880639.372678:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880639.372682:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880639.372684:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880639.372686:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.372688:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880639.372692:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880639.372694:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880639.372698:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880639.372701:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880639.372704:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880639.372708:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519670144, portal 4 00000100:00000001:1.0:1788880639.372711:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880639.372712:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348082432 : -126388361469184 : ffff8d0cea9c6300) 00000100:00000040:1.0:1788880639.372720:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372728:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880639.372731:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880639.372733:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880639.372736:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519670144, offset 0 00000400:00000200:1.0:1788880639.372741:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880639.372745:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.372749:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880639.372753:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880639.372756:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880639.372768:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880639.372771:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880639.372775:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461218:461218:256:4294967295] 192.168.203.155@tcp LPNI seq info [461212:461212:8:4294967295] 00000400:00000200:1.0:1788880639.372780:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.372787:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880639.372792:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.372795:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880639.372800:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880639.372803:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880639.372817:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.372819:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880639.372822:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880639.372835:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880639.372839:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880639.372863:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880639.372868:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880639.372873:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372895:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.372898:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372912:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.372913:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880639.372915:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880639.372917:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880639.372920:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880639.372922:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306066500 00000100:00000001:1.0:1788880639.372924:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306067732 00000100:00000001:1.0:1788880639.372926:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306066500 00000100:00000001:1.0:1788880639.372927:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306067732 00000100:00000001:1.0:1788880639.372929:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880639.372930:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.372931:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880639.372934:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880639/real 1788880639] req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880639.372939:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880639.372956:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880639.372959:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880639.372962:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880639.372964:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880639.372966:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880639.372970:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880639.372981:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.372989:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880639.372991:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.372993:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.372994:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880639.372999:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373007:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880639.373011:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373019:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880639.373023:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373025:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.373026:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373029:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880639.373031:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880639.373034:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880639.373037:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880639.373040:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880639.373044:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880639.373053:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670144:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880639.373058:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880639.373061:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373069:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880639.373071:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.373091:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880639.373093:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880639.373095:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880639.373097:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880639.373099:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880639.373101:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880639.373102:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880639.373103:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880639.373106:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880639.373107:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880639.373109:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880639.373111:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880639.373113:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880639.373115:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519670272, portal 4 00000100:00000001:1.0:1788880639.373118:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880639.373119:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348085120 : -126388361466496 : ffff8d0cea9c6d80) 00000100:00000040:1.0:1788880639.373123:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373128:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880639.373130:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880639.373131:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880639.373133:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519670272, offset 0 00000400:00000200:1.0:1788880639.373135:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880639.373138:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.373141:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880639.373143:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880639.373145:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880639.373147:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880639.373148:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880639.373151:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461219:461219:256:4294967295] 192.168.203.155@tcp LPNI seq info [461213:461213:8:4294967295] 00000400:00000200:1.0:1788880639.373154:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880639.373159:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880639.373162:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.373165:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880639.373167:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880639.373170:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1788880639.373178:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880639.373179:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:1.0:1788880639.373181:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880639.373184:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880639.373204:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:1.0:1788880639.373205:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:1.0:1788880639.373207:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880639.373210:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373220:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.373222:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373227:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.373228:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880639.373230:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880639.373232:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880639.373234:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880639.373235:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306066451 00000100:00000001:1.0:1788880639.373237:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306067732 00000100:00000001:1.0:1788880639.373238:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306066451 00000100:00000001:1.0:1788880639.373240:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306067732 00000100:00000001:1.0:1788880639.373242:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880639.373244:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.373245:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880639.373247:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880639/real 1788880639] req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880639.373252:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880639.373253:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880639.373254:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880639.373255:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880639.373256:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880639.373257:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880639.373259:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880639.373265:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373270:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880639.373271:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373273:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.373274:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880639.373276:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373281:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880639.373284:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373288:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880639.373290:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373291:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880639.373291:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373293:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880639.373294:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880639.373295:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880639.373297:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880639.373299:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880639.373301:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880639.373306:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670272:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880639.373308:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373324:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.373327:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4a80 x1875765519669888/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373332:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880639.373333:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880639.373335:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880639.373337:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880639.373338:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880639.373340:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880639.373341:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880639.373343:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788880639.373345:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880639.373346:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880639.373347:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4a80. 00000100:00000001:1.0:1788880639.373351:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880639.373353:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373354:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.373356:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4e00 x1875765519670016/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373361:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880639.373362:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880639.373363:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880639.373365:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880639.373366:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880639.373367:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880639.373368:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880639.373369:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788880639.373370:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880639.373371:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880639.373372:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4e00. 00000100:00000001:1.0:1788880639.373374:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880639.373374:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373375:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.373377:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6300 x1875765519670144/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373381:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880639.373382:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880639.373383:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880639.373384:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880639.373385:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880639.373386:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880639.373387:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880639.373388:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 02000000:00000001:1.0:1788880639.373389:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880639.373390:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880639.373392:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6300. 00000100:00000001:1.0:1788880639.373396:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880639.373397:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373398:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880639.373400:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6d80 x1875765519670272/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880639.373405:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880639.373405:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880639.373406:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880639.373408:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880639.373409:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880639.373409:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880639.373410:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880639.373411:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3800. 02000000:00000001:1.0:1788880639.373412:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880639.373413:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880639.373414:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6d80. 00000100:00000001:1.0:1788880639.373418:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880639.373419:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373420:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880639.373422:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880639.373423:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880639.373425:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880639.373426:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880639.498318:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880639.498321:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880639.498325:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880639.498326:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880639.498329:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880639.498330:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880640.522394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880640.522401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880640.522407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880640.522408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880640.522411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880640.522412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880640.714356:0:199753:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306067732, at 4306067776 00000100:00000040:1.0:1788880640.714357:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306067732, at 4306067776 00000100:00000010:0.0:1788880640.714374:0:199753:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d0c0. 00000100:00000010:1.0:1788880640.714376:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00010000:00000001:1.0:1788880641.546340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880641.546349:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880641.546351:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880641.546354:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546359:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880641.546361:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546363:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546365:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880641.546369:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880641.546370:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880641.546372:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546373:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880641.546374:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546376:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546377:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880641.546381:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880641.546382:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880641.546382:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546383:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880641.546384:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546385:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880641.546387:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880642.570348:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880642.570353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880642.570357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880642.570358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880642.570361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880642.570361:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880643.594304:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880643.594310:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880643.594316:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880643.594318:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880643.594321:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880643.594323:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.490596:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880644.490607:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880644.490614:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880644.490628:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.490681:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880644.490685:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.490692:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880644.490700:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880644.490710:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880644.490726:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519670400:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880644.490746:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880644.490755:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880644.490762:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.490772:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880644.490785:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880644.490791:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880644.490808:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880644.490831:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000010:1.0:1788880644.490839:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a392a8. 00000100:00000200:1.0:1788880644.490850:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519670400, portal 25 00000100:00000001:1.0:1788880644.490855:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880644.490859:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348085120 : -126388361466496 : ffff8d0cea9c6d80) 00000100:00000040:1.0:1788880644.490871:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.490900:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880644.490912:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880644.490917:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39aa0. 00000100:00000200:1.0:1788880644.490932:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519670400, offset 0 00000400:00000200:1.0:1788880644.490951:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880644.490972:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.490986:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880644.490993:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880644.490998:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880644.491005:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880644.491012:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880644.491027:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461220:461220:256:4294967295] 192.168.203.155@tcp LPNI seq info [461214:461214:8:4294967295] 00000400:00000200:1.0:1788880644.491046:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.491071:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880644.491100:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880644.491108:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7c00. 00000800:00000200:1.0:1788880644.491127:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880644.491171:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880644.491178:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880644.491183:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306072851 00000100:00000010:1.0:1788880644.491194:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d480. 00000100:00000001:1.0:1788880644.491211:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880644.491224:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306072851 00000100:00000010:1.0:1788880644.491240:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:1.0:1788880644.491247:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880644.491292:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880644.491307:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.491323:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.491327:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880644.491340:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880644.491345:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880644.491357:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880644.491361:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880644.491370:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880644.491385:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.491414:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880644.491418:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.491428:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880644.491432:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880644.491437:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880644.491446:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670528:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880644.491464:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880644.491471:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880644.491473:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.491484:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880644.491492:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880644.491496:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880644.491506:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880644.491512:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc268. 00000400:00000010:1.0:1788880644.491522:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39a18. 00000100:00000200:1.0:1788880644.491528:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519670528, portal 10 00000100:00000001:1.0:1788880644.491534:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880644.491536:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348082432 : -126388361469184 : ffff8d0cea9c6300) 00000100:00000040:1.0:1788880644.491549:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.491564:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880644.491570:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880644.491575:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39220. 00000100:00000200:1.0:1788880644.491582:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519670528, offset 0 00000400:00000200:1.0:1788880644.491594:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880644.491605:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.491616:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880644.491623:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880644.491642:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880644.491653:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880644.491664:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880644.491675:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461221:461221:255:4294967295] 192.168.203.155@tcp LPNI seq info [461215:461215:7:4294967295] 00000400:00000200:1.0:1788880644.491687:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.491714:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880644.491741:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880644.491752:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7100. 00000800:00000200:1.0:1788880644.491770:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880644.491807:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880644.491828:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880644.491837:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880644.491841:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306071567 00000100:00000001:1.0:1788880644.491846:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306072851 00000100:00000001:1.0:1788880644.491849:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306071567 00000100:00000001:1.0:1788880644.491851:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306072851 00000100:00000001:1.0:1788880644.491854:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880644.491857:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.491859:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880644.491866:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.491873:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880644.491874:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.491877:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880644.491879:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880644.491881:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880644.491884:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670656:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880644.491887:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880644.491889:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880644.491891:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.491892:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880644.491897:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880644.491898:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880644.491901:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880644.491904:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dca50. 00000400:00000010:1.0:1788880644.491907:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39908. 00000100:00000200:1.0:1788880644.491911:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519670656, portal 10 00000100:00000001:1.0:1788880644.491913:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880644.491914:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348077056 : -126388361474560 : ffff8d0cea9c4e00) 00000100:00000040:1.0:1788880644.491920:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.491927:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880644.491929:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880644.491931:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39990. 00000100:00000200:1.0:1788880644.491934:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519670656, offset 0 00000400:00000200:1.0:1788880644.491938:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880644.491942:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.491946:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880644.491950:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880644.491952:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880644.491955:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880644.491957:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880644.491960:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461222:461222:254:4294967295] 192.168.203.155@tcp LPNI seq info [461216:461216:6:4294967295] 00000400:00000200:1.0:1788880644.491964:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.491971:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880644.491976:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880644.491980:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7e00. 00000800:00000200:1.0:1788880644.491984:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880644.491991:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880644.491993:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880644.491997:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880644.491999:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306071567 00000100:00000001:1.0:1788880644.492002:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306072851 00000100:00000001:1.0:1788880644.492004:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306071567 00000100:00000001:1.0:1788880644.492006:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306072851 00000100:00000001:1.0:1788880644.492009:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880644.492011:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.492014:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.492017:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880644.492020:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880644.492021:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880644.492022:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880644.492024:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880644.492025:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880644.492028:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.492034:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880644.492035:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.492036:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880644.492038:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880644.492039:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880644.492041:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670784:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880644.492043:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880644.492045:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880644.492046:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.492047:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880644.492050:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880644.492051:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880644.492054:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880644.492055:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000010:1.0:1788880644.492058:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880644.492060:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519670784, portal 4 00000100:00000001:1.0:1788880644.492061:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880644.492062:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348076160 : -126388361475456 : ffff8d0cea9c4a80) 00000100:00000040:1.0:1788880644.492066:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.492071:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880644.492072:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880644.492074:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39c38. 00000100:00000200:1.0:1788880644.492075:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519670784, offset 0 00000400:00000200:1.0:1788880644.492079:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880644.492081:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.492084:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880644.492086:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880644.492088:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880644.492089:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880644.492091:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880644.492093:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461223:461223:253:4294967295] 192.168.203.155@tcp LPNI seq info [461217:461217:5:4294967295] 00000400:00000200:1.0:1788880644.492095:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.492099:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880644.492102:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880644.492106:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7b00. 00000800:00000200:1.0:1788880644.492108:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880644.492112:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880644.492115:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880644.492117:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880644.492118:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306071619 00000100:00000001:1.0:1788880644.492120:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306072851 00000100:00000001:1.0:1788880644.492121:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306071619 00000100:00000001:1.0:1788880644.492123:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306072851 00000100:00000001:1.0:1788880644.492124:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880644.492125:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.492126:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880644.492129:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.492133:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880644.492134:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.492135:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880644.492136:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880644.492137:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880644.492139:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670912:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880644.492141:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880644.492142:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880644.492144:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880644.492145:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880644.492147:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880644.492148:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880644.492149:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880644.492151:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880644.492152:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880644.492154:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519670912, portal 4 00000100:00000001:1.0:1788880644.492155:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880644.492156:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685348079744 : -126388361471872 : ffff8d0cea9c5880) 00000100:00000040:1.0:1788880644.492160:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880644.492164:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880644.492165:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880644.492167:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788880644.492168:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519670912, offset 0 00000400:00000200:1.0:1788880644.492171:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880644.492173:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.492174:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880644.492176:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880644.492177:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880644.492178:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880644.492180:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880644.492181:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461224:461224:252:4294967295] 192.168.203.155@tcp LPNI seq info [461218:461218:4:4294967295] 00000400:00000200:1.0:1788880644.492184:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880644.492188:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880644.492190:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880644.492192:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7900. 00000800:00000200:1.0:1788880644.492195:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:1.0:1788880644.492199:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880644.492201:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880644.492203:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880644.492204:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306071570 00000100:00000001:1.0:1788880644.492205:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306072851 00000100:00000001:1.0:1788880644.492206:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306071570 00000100:00000001:1.0:1788880644.492208:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306072851 00000100:00000001:1.0:1788880644.492209:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880644.492210:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.492211:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.492212:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880644.492214:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880644.492215:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788880644.492216:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880644.492217:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880644.492218:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880644.492219:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880644.618367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880644.618372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880644.618377:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880644.618378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880644.618380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880644.618381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880645.642445:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880645.642453:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880645.642460:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880645.642462:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880645.642466:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880645.642468:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880645.834419:0:199806:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306072851, at 4306072896 00000100:00000040:1.0:1788880645.834419:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306072851, at 4306072896 00000100:00000010:0.0:1788880645.834444:0:199806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d480. 00000100:00000010:1.0:1788880645.834448:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00010000:00000001:1.0:1788880646.666349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880646.666358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880646.666366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880646.666369:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880646.666373:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880646.666375:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1788880647.562695:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.155:988 00000400:00000100:0.0:1788880647.562768:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.155@tcp at host 192.168.203.155 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788880647.562818:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880647.562825:0:2384:0:(router.c:1791:lnet_notify()) 192.168.203.55@tcp notifying 192.168.203.155@tcp: down 00000400:00000200:0.0:1788880647.562832:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880647.562837:0:2384:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788880647.562844:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880647.562849:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7c00. 00000400:00000200:0.0:1788880647.562858:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788880647.562864:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880647.562872:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39aa0 00000400:00000010:0.0:1788880647.562875:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39aa0. 00000100:00000001:0.0:1788880647.562882:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788880647.562894:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880647.562959:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880647.562969:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880647.562985:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880647.562989:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880647.563005:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000100:0.0:1788880647.563008:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000100:00000001:1.0:1788880647.563013:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1788880647.563018:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7100. 00000100:00000001:1.0:1788880647.563022:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000400:00000200:0.0:1788880647.563031:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00100000:1.0:1788880647.563043:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880644/real 1788880647] req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880647.563057:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788880647.563079:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39220 00000400:00000010:0.0:1788880647.563086:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39220. 00000100:00000001:0.0:1788880647.563092:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000400:00000001:1.0:1788880647.563096:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880647.563100:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1788880647.563108:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788880647.563110:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc8f0. 00000400:00000200:1.0:1788880647.563123:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a392a8 00000400:00000010:1.0:1788880647.563133:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a392a8. 00000100:00000001:1.0:1788880647.563148:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788880647.563149:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1788880647.563184:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880647.563186:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880647.563284:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.563292:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880647.563294:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.563298:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880647.563300:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880647.563304:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.563311:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880647.563318:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.563325:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880647.563328:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.563329:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880647.563331:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.563333:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880647.563336:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880647.563352:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880647.563370:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:0.0:1788880647.563372:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880647.563375:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1788880647.563386:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788880647.563388:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880647.563399:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519670400:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880647.563407:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880647.563415:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000100:0.0:1788880647.563417:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000100:00000040:1.0:1788880647.563427:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6d80 x1875765519670400/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1788880647.563430:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7e00. 00000100:00000001:1.0:1788880647.563444:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1788880647.563448:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 02000000:00000001:1.0:1788880647.563449:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880647.563457:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880647.563467:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1788880647.563468:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000020:00000001:1.0:1788880647.563471:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880647.563476:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880647.563482:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000200:0.0:1788880647.563483:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39990 02000000:00000010:1.0:1788880647.563487:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e1400. 00000400:00000010:0.0:1788880647.563495:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39990. 02000000:00000001:1.0:1788880647.563496:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880647.563501:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880647.563508:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6d80. 00000100:00000001:0.0:1788880647.563511:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788880647.563522:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880647.563526:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788880647.563528:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.563531:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880647.563544:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880647.563550:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880647.563557:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880647.563570:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1788880647.563573:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880644/real 1788880647] req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880647.563586:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880647.563688:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788880647.563692:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788880647.563696:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:1.0:1788880647.563696:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880647.563703:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc268. 00000400:00000200:1.0:1788880647.563714:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39a18 00000400:00000010:1.0:1788880647.563717:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39a18. 00000100:00000001:1.0:1788880647.563722:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000100:0.0:1788880647.563728:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000100:00000200:1.0:1788880647.563732:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1788880647.563742:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7b00. 00000100:00000200:1.0:1788880647.563749:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880647.563755:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1788880647.563759:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880647.563766:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.563770:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880647.563775:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788880647.563782:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000100:00100000:1.0:1788880647.563785:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.563816:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788880647.563823:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39c38 00000100:00000040:1.0:1788880647.563824:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788880647.563830:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39c38. 00000100:00000001:0.0:1788880647.563844:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788880647.563846:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880647.563851:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.563856:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1788880647.563858:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.563858:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.563871:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880647.563877:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880647.563894:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880647.563913:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1788880647.563914:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880647.563918:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788880647.563921:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788880647.563933:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880647.563964:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880647.563971:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670528:192.168.203.155@tcp:38:kworker.0 00000100:00000001:0.0:1788880647.563979:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880647.563981:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880647.563991:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880644/real 1788880647] req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1788880647.564009:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.155@tcp 00000800:00000010:0.0:1788880647.564035:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7900. 00000400:00000001:1.0:1788880647.564035:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880647.564040:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880647.564047:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dca50. 00000400:00000200:0.0:1788880647.564049:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788880647.564053:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39908 00000400:00000010:1.0:1788880647.564059:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39908. 00000100:00000001:1.0:1788880647.564067:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788880647.564072:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_DROPPED 00000100:00000200:1.0:1788880647.564074:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880647.564080:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39660 00000400:00000010:0.0:1788880647.564094:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39660. 00000100:00000200:1.0:1788880647.564098:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880647.564102:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788880647.564119:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:0.0:1788880647.564120:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status -113 req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564124:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564135:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880647.564140:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880647.564162:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880647.564165:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788880647.564179:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564181:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880647.564203:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880647.564235:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880647.564251:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880647.564253:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564255:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880647.564256:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564257:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880647.564261:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880647.564286:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880647.564291:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880647.564293:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880647.564296:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880647.564301:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1788880647.564315:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670656:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880647.564322:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880647.564325:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880647.564328:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c6300 x1875765519670528/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564333:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880647.564334:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880647.564336:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880647.564339:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880647.564340:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880647.564341:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880647.564343:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880647.564345:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0400. 02000000:00000001:1.0:1788880647.564347:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880647.564348:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880647.564350:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c6300. 00000100:00000001:1.0:1788880647.564352:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880647.564353:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564355:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880647.564357:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4e00 x1875765519670656/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564362:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880647.564363:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880647.564364:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880647.564367:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880647.564369:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880647.564369:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880647.564371:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880647.564372:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e2400. 02000000:00000001:1.0:1788880647.564374:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880647.564374:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880647.564375:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4e00. 00000100:00000001:1.0:1788880647.564381:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880647.564381:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564383:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880647.564384:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880647.564385:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880647.564386:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880647.564389:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880644/real 1788880647] req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880647.564394:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880647.564395:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880647.564397:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dc9a0. 00000400:00000200:1.0:1788880647.564398:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880647.564400:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880647.564402:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880647.564404:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880647.564410:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564414:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880647.564415:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564416:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880647.564417:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880647.564419:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564428:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880647.564431:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564435:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880647.564437:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564438:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880647.564438:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564439:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880647.564441:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880647.564442:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880647.564444:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880647.564446:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880647.564448:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880647.564452:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670784:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880647.564456:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880647.564458:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880644/real 1788880647] req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880647.564463:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880647.564463:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880647.564465:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880647.564466:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880647.564467:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880647.564468:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880647.564470:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880647.564479:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564484:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880647.564485:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564486:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880647.564486:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880647.564489:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564492:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880647.564494:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564498:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880647.564499:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564500:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880647.564501:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564502:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880647.564504:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880647.564505:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880647.564507:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880647.564508:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880647.564510:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880647.564538:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cea9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519670912:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880647.564546:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564550:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880647.564555:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c4a80 x1875765519670784/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564579:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880647.564581:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880647.564586:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880647.564592:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880647.564595:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880647.564597:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880647.564602:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880647.564605:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e3000. 02000000:00000001:1.0:1788880647.564611:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880647.564614:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880647.564617:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c4a80. 00000100:00000001:1.0:1788880647.564622:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880647.564625:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564629:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880647.564636:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cea9c5880 x1875765519670912/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880647.564647:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880647.564649:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880647.564652:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880647.564656:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880647.564658:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880647.564659:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880647.564678:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880647.564679:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0bcc4e0800. 02000000:00000001:1.0:1788880647.564681:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880647.564682:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880647.564683:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cea9c5880. 00000100:00000001:1.0:1788880647.564685:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880647.564686:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564687:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880647.564695:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880647.564697:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880647.564699:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880647.564700:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880647.690324:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880647.690328:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880647.690332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880647.690333:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880647.690337:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880647.690338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880648.714380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880648.714390:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880648.714397:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880648.714399:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880648.714404:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880648.714406:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880649.610446:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880649.610459:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880649.610463:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880649.610468:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880649.610474:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880649.610484:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11404 00000400:00000200:0.0:1788880649.610495:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880649.610503:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880649.610507:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880649.610511:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.610515:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880649.610519:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.610522:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880649.610531:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880649.610534:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880649.610538:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880649.610542:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880649.610545:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880649.610548:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880649.610552:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.610555:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880649.610558:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.610560:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880649.610564:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880649.610568:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880649.610571:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880649.610574:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880649.610579:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880649.610582:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880649.610585:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880649.610588:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880649.610599:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5500. 00000020:00000040:0.0:1788880649.610603:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880649.610609:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880649.610613:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880649.610618:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880649.610624:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880649.610630:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880649.610644:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000100:00000001:0.0:1788880649.610655:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880649.610671:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880649.610691:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880649.610698:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880649.610708:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000431d4039] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880649.610750:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880649.610757:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880649.610764:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880649.610767:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880649.610770:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880649.610776:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880649.610849:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11404 00000400:00000200:0.0:1788880649.610858:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880649.610863:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880649.610867:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880649.610867:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788880649.610883:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880649.610884:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880649.610898:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880649.610899:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880649.610922:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.610935:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880649.610936:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880649.610951:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880649.610959:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880649.610970:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880649.610982:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1788880649.610983:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000100:00000001:1.0:1788880649.610992:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788880649.610993:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 02000000:00000001:1.0:1788880649.611009:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1788880649.611011:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 02000000:00000001:1.0:1788880649.611016:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880649.611027:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880649.611035:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880649.611039:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519671040:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880649.611052:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880649.611053:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880649.611069:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788880649.611073:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 02000000:00000001:1.0:1788880649.611075:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880649.611090:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788880649.611094:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 02000000:00000010:1.0:1788880649.611101:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 00000020:00000040:0.0:1788880649.611107:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 02000000:00000001:1.0:1788880649.611108:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880649.611132:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000400:00000200:1.0:1788880649.611144:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880649.611146:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880649.611153:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 02000000:00000001:0.0:1788880649.611154:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880649.611173:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788880649.611173:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 02000000:00000001:0.0:1788880649.611193:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880649.611197:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000200:1.0:1788880649.611200:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519671040, portal 25 00000008:00100000:0.0:1788880649.611204:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880649.611207:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880649.611221:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059968 : -126388186491648 : ffff8d0cf50a5500) 00000008:00000001:0.0:1788880649.611223:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880649.611239:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880649.611291:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a7100. 00000020:00000040:0.0:1788880649.611298:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880649.611302:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880649.611304:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880649.611306:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1788880649.611310:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880649.611311:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880649.611321:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880649.611343:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e800. 00000100:00000001:1.0:1788880649.611346:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788880649.611354:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880649.611367:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880649.611375:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00100000:0.0:1788880649.611379:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788880649.611383:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519671040, offset 0 00000100:00000001:0.0:1788880649.611416:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880649.611417:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880649.611428:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880649.611437:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042209843] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880649.611440:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880649.611462:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.611462:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00080000:0.0:1788880649.611483:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788880649.611488:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1788880649.611499:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880649.611503:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1788880649.611505:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000100:00080000:0.0:1788880649.611509:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1788880649.611521:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788880649.611523:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:1.0:1788880649.611537:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00080000:0.0:1788880649.611538:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11404 00000400:00000200:1.0:1788880649.611553:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461225:461225:256:4294967295] 192.168.203.155@tcp LPNI seq info [461219:461219:8:4294967295] 00000400:00000200:1.0:1788880649.611561:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880649.611573:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880649.611582:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000400:00000200:0.0:1788880649.611587:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000800:00000010:1.0:1788880649.611599:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000400:00000200:0.0:1788880649.611600:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880649.611613:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880649.611628:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000800:00000200:1.0:1788880649.611630:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880649.611635:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1788880649.611641:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000100:00000040:0.0:1788880649.611644:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.611667:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880649.611685:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880649.611700:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880649.611710:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880649.611716:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000800:00000100:1.0:1788880649.611722:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000020:00000001:0.0:1788880649.611735:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000800:00000010:1.0:1788880649.611736:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000020:00000001:0.0:1788880649.611751:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000400:00000200:1.0:1788880649.611754:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1788880649.611764:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880649.611770:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1788880649.611773:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880649.611805:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.611810:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880649.611815:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000020:00000040:0.0:1788880649.611817:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000400:00000010:1.0:1788880649.611830:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00080000:0.0:1788880649.611834:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880649.611842:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.611843:0:2393:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788880649.611852:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1788880649.611861:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880649.611863:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880649.611879:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880649.611893:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880649.611900:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880649.611901:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1788880649.611912:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880649.611916:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880649.611918:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880649.611932:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4700. 00000020:00000040:0.0:1788880649.611945:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880649.611961:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880649.611969:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880649.611985:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788880649.611987:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880649.611990:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880649.611997:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1788880649.612003:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.612008:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.612020:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000010:0.0:1788880649.612021:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485dc00. 00000100:00000001:1.0:1788880649.612029:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306077972 00000100:00000001:0.0:1788880649.612038:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880649.612039:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dba0. 00000100:00000001:1.0:1788880649.612054:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1788880649.612064:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880649.612069:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306077972 00000100:00000010:1.0:1788880649.612081:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da80. 00000100:00000001:1.0:1788880649.612093:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880649.612105:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880649.612125:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880649.612127:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880649.612130:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880649.612134:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880649.612147:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880649/real 1788880649] req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788880649.612148:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a9b9bc] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880649.612309:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788880649.612312:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880649.612321:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1788880649.612323:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788880649.612327:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000100:00080000:0.0:1788880649.612333:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1788880649.612336:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000100:00000001:0.0:1788880649.612339:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1788880649.612345:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00080000:0.0:1788880649.612347:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880649.612360:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880649.612361:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00080000:0.0:1788880649.612392:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11404 00000100:00000200:1.0:1788880649.612394:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788880649.612427:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880649.612458:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000200:1.0:1788880649.612459:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880649.612471:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880649.612493:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.612504:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880649.612506:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880649.612516:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880649.612521:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880649.612525:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788880649.612528:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880649.612530:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880649.612549:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:1.0:1788880649.612558:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880649.612559:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880649.612573:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880649.612580:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880649.612593:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000001:1.0:1788880649.612604:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788880649.612605:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880649.612625:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000040:1.0:1788880649.612626:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880649.612638:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880649.612654:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.612670:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880649.612687:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00000001:1.0:1788880649.612691:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788880649.612703:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880649.612705:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880649.612713:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.612715:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880649.612726:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880649.612727:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788880649.612739:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1788880649.612740:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880649.612743:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1788880649.612751:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880649.612756:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880649.612758:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880649.612769:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1788880649.612777:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880649.612798:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:0.0:1788880649.612808:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880649.612809:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880649.612825:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880649.612846:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5180. 00000100:00100000:1.0:1788880649.612850:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519671040:192.168.203.155@tcp:250:kworker.0 00000020:00000040:0.0:1788880649.612857:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880649.612863:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880649.612864:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880649.612876:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.612878:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788880649.612890:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880649.612898:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1788880649.612899:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5500 x1875765519671040/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880649.612911:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.612932:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1788880649.612934:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880649.612939:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788880649.612948:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880649.612949:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880649.612972:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880649.612982:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000100:00100000:0.0:1788880649.612984:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1788880649.612995:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880649.613006:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880649.613013:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880649.613027:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880649.613032:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1788880649.613033:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1788880649.613038:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5500. 00000100:00000001:1.0:1788880649.613045:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788880649.613046:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.613050:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.613058:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880649.613069:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fcbd8de] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.613072:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880649.613077:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.613089:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880649.613092:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880649.613098:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880649.613113:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880649.613124:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.613148:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1788880649.613149:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788880649.613155:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880649.613158:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1788880649.613161:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788880649.613163:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1788880649.613168:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788880649.613169:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1788880649.613182:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880649.613184:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00100000:1.0:1788880649.613197:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671168:192.168.203.155@tcp:38:kworker.0 00000100:00080000:0.0:1788880649.613198:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11404 00000100:00000001:1.0:1788880649.613216:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1788880649.613224:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:1.0:1788880649.613224:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880649.613239:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880649.613277:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1788880649.613278:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880649.613287:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 02000000:00000010:1.0:1788880649.613289:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880649.613298:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880649.613304:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000200:1.0:1788880649.613318:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880649.613319:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1788880649.613334:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000040:0.0:1788880649.613340:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.613348:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000010:1.0:1788880649.613351:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000020:00000001:0.0:1788880649.613356:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000200:1.0:1788880649.613358:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519671168, portal 10 00000020:00000040:0.0:1788880649.613361:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000100:00000001:1.0:1788880649.613363:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1788880649.613370:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788880649.613372:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523067136 : -126388186484480 : ffff8d0cf50a7100) 00000020:00000040:0.0:1788880649.613384:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880649.613396:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880649.613397:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880649.613413:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000001:1.0:1788880649.613430:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788880649.613432:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.613443:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880649.613444:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880649.613454:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000040:0.0:1788880649.613457:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.613473:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000200:1.0:1788880649.613474:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519671168, offset 0 00000020:00000040:0.0:1788880649.613500:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000400:00000200:1.0:1788880649.613512:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000100:00080000:0.0:1788880649.613519:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880649.613531:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.613532:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788880649.613545:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788880649.613552:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 02000000:00000001:0.0:1788880649.613553:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880649.613567:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.613569:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880649.613577:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000400:00000200:1.0:1788880649.613585:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000008:00100000:0.0:1788880649.613587:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000400:00000200:1.0:1788880649.613593:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000008:00000001:0.0:1788880649.613606:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.613607:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00000001:0.0:1788880649.613618:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.613629:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461226:461226:256:4294967295] 192.168.203.155@tcp LPNI seq info [461220:461220:8:4294967295] 00000100:00000010:0.0:1788880649.613633:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6d80. 00000400:00000200:1.0:1788880649.613642:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000020:00000040:0.0:1788880649.613646:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880649.613660:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880649.613666:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.613672:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788880649.613678:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880649.613693:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1788880649.613696:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 02000000:00000001:0.0:1788880649.613700:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788880649.613705:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 02000000:00000010:0.0:1788880649.613712:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d000. 00000800:00000200:1.0:1788880649.613714:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00000001:0.0:1788880649.613726:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788880649.613727:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000100:00100000:0.0:1788880649.613753:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1788880649.613816:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880649.613824:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000100:00000001:0.0:1788880649.613828:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788880649.613832:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1788880649.613834:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.613845:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1788880649.613853:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912a1915] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880649.613854:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880649.613864:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880649.613876:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880649.613892:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880649.613897:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880649.613918:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11414) 00000100:00000001:1.0:1788880649.613921:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880649.613931:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.613941:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.613944:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880649.613955:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880649.613961:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880649.613966:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880649.613969:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306076689 00000100:00000001:1.0:1788880649.613973:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306077972 00000100:00000001:1.0:1788880649.613976:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306076689 00000100:00000001:1.0:1788880649.613979:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306077972 00000100:00000001:1.0:1788880649.613982:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880649.613985:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.613988:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880649.613992:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880649/real 1788880649] req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880649.614002:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880649.614004:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880649.614006:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880649.614010:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880649.614012:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880649.614015:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880649.614018:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880649.614029:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614037:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880649.614039:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614041:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880649.614043:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880649.614047:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614055:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880649.614060:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614070:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880649.614073:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614075:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880649.614077:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614079:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880649.614082:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880649.614085:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880649.614089:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880649.614092:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880649.614097:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880649.614106:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671168:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880649.614110:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880649.614115:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614123:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880649.614125:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880649.614128:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880649.614131:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880649.614134:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880649.614138:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880649.614142:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880649.614145:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880649.614148:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880649.614150:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880649.614155:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880649.614158:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.614162:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880649.614166:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880649.614169:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880649.614173:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519671296, portal 10 00000100:00000001:1.0:1788880649.614176:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880649.614178:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523056384 : -126388186495232 : ffff8d0cf50a4700) 00000100:00000040:1.0:1788880649.614185:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614194:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880649.614197:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880649.614200:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880649.614203:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519671296, offset 0 00000400:00000200:1.0:1788880649.614207:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880649.614212:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880649.614216:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880649.614220:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880649.614223:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880649.614226:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880649.614229:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880649.614233:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461227:461227:256:4294967295] 192.168.203.155@tcp LPNI seq info [461221:461221:8:4294967295] 00000400:00000200:1.0:1788880649.614239:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880649.614276:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880649.614283:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880649.614287:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880649.614292:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880649.614296:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880649.614311:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880649.614314:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880649.614318:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880649.614322:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880649.614326:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880649.614329:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880649.614333:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880649.614338:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614348:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880649.614352:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614360:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.614362:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880649.614366:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880649.614369:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880649.614374:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880649.614377:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306076690 00000100:00000001:1.0:1788880649.614380:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306077972 00000100:00000001:1.0:1788880649.614383:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306076690 00000100:00000001:1.0:1788880649.614386:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306077972 00000100:00000001:1.0:1788880649.614389:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880649.614391:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.614394:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880649.614398:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880649/real 1788880649] req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880649.614407:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880649.614409:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880649.614411:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880649.614413:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880649.614415:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880649.614417:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880649.614421:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880649.614431:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614441:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880649.614443:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614446:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880649.614448:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880649.614452:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614460:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880649.614464:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614473:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880649.614475:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614477:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880649.614479:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614481:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880649.614483:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880649.614486:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880649.614490:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880649.614492:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880649.614497:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880649.614506:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671296:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880649.614510:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614512:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880649.614517:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a7100 x1875765519671168/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614525:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880649.614529:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880649.614531:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880649.614535:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880649.614538:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880649.614539:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880649.614542:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880649.614545:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e800. 02000000:00000001:1.0:1788880649.614548:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880649.614551:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880649.614553:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a7100. 00000100:00000001:1.0:1788880649.614557:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880649.614559:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614561:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880649.614565:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4700 x1875765519671296/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614572:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880649.614574:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880649.614575:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880649.614578:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880649.614579:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880649.614581:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880649.614583:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880649.614584:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485dc00. 02000000:00000001:1.0:1788880649.614587:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880649.614588:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880649.614590:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4700. 00000100:00000001:1.0:1788880649.614592:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880649.614594:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614596:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614600:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880649.614602:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.614605:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880649.614607:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880649.614608:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880649.614613:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614621:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880649.614624:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880649.614627:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880649.614629:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880649.614631:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880649.614635:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880649.614639:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880649.614641:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880649.614643:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880649.614645:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880649.614648:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880649.614651:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.614655:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880649.614658:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880649.614662:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880649.614666:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519671424, portal 4 00000100:00000001:1.0:1788880649.614668:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880649.614670:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523059072 : -126388186492544 : ffff8d0cf50a5180) 00000100:00000040:1.0:1788880649.614677:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614686:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880649.614689:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880649.614691:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880649.614695:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519671424, offset 0 00000400:00000200:1.0:1788880649.614699:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880649.614703:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880649.614707:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880649.614711:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880649.614714:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880649.614717:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880649.614720:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880649.614724:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461228:461228:256:4294967295] 192.168.203.155@tcp LPNI seq info [461222:461222:8:4294967295] 00000400:00000200:1.0:1788880649.614729:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880649.614737:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880649.614743:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880649.614747:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880649.614752:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880649.614755:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880649.614769:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880649.614772:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880649.614775:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880649.614804:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880649.614808:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880649.614810:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880649.614814:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880649.614819:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614829:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880649.614833:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614841:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.614844:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880649.614847:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880649.614852:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880649.614856:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880649.614859:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306076742 00000100:00000001:1.0:1788880649.614862:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306077972 00000100:00000001:1.0:1788880649.614865:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306076742 00000100:00000001:1.0:1788880649.614868:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306077972 00000100:00000001:1.0:1788880649.614870:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880649.614872:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.614875:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880649.614879:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880649/real 1788880649] req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880649.614890:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880649.614891:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880649.614894:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880649.614896:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880649.614898:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880649.614901:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880649.614904:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880649.614915:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614923:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880649.614925:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614927:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880649.614928:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880649.614932:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614940:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880649.614945:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.614952:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880649.614955:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614957:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880649.614959:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.614961:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880649.614963:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880649.614966:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880649.614970:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880649.614973:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880649.614978:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880649.614988:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671424:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880649.614993:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880649.614997:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.615005:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880649.615006:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880649.615009:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880649.615011:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880649.615014:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880649.615017:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880649.615020:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880649.615022:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880649.615025:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880649.615027:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880649.615030:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880649.615033:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880649.615036:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880649.615040:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880649.615043:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880649.615047:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519671552, portal 4 00000100:00000001:1.0:1788880649.615049:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880649.615051:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523066240 : -126388186485376 : ffff8d0cf50a6d80) 00000100:00000040:1.0:1788880649.615058:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.615066:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880649.615069:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880649.615072:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880649.615074:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519671552, offset 0 00000400:00000200:1.0:1788880649.615080:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880649.615084:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880649.615088:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880649.615092:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880649.615096:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880649.615099:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880649.615102:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880649.615106:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461229:461229:256:4294967295] 192.168.203.155@tcp LPNI seq info [461223:461223:8:4294967295] 00000400:00000200:1.0:1788880649.615111:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880649.615119:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880649.615124:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880649.615128:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880649.615132:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880649.615136:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1788880649.615149:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880649.615152:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880649.615155:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880649.615159:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880649.615163:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880649.615165:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880649.615167:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880649.615171:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.615181:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880649.615184:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.615192:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.615194:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880649.615197:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880649.615201:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880649.615204:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880649.615207:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306076693 00000100:00000001:1.0:1788880649.615210:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306077972 00000100:00000001:1.0:1788880649.615213:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306076693 00000100:00000001:1.0:1788880649.615216:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306077972 00000100:00000001:1.0:1788880649.615218:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880649.615220:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.615222:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880649.615227:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880649/real 1788880649] req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880649.615235:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880649.615237:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880649.615239:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880649.615241:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880649.615243:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880649.615270:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880649.615275:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880649.615286:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.615294:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880649.615296:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.615298:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880649.615300:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880649.615304:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.615312:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880649.615317:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.615325:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880649.615328:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.615330:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880649.615332:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.615334:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880649.615337:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880649.615340:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880649.615344:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880649.615346:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880649.615351:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880649.615360:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671552:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880649.615364:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.615367:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880649.615370:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5180 x1875765519671424/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.615378:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880649.615380:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880649.615383:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880649.615386:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880649.615387:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880649.615389:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880649.615391:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880649.615394:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485ec00. 02000000:00000001:1.0:1788880649.615397:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880649.615398:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880649.615401:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5180. 00000100:00000001:1.0:1788880649.615404:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880649.615405:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.615408:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880649.615411:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6d80 x1875765519671552/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880649.615427:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880649.615429:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880649.615431:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880649.615433:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880649.615435:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880649.615436:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880649.615438:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880649.615440:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d000. 02000000:00000001:1.0:1788880649.615442:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880649.615443:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880649.615445:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6d80. 00000100:00000001:1.0:1788880649.615448:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880649.615450:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.615452:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880649.615455:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880649.615457:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880649.615459:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880649.615461:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880649.738382:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880649.738387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880649.738391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880649.738393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880649.738396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880649.738397:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880650.762332:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880650.762338:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880650.762344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880650.762344:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880650.762347:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880650.762348:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880650.954375:0:199806:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306077972, at 4306078016 00000100:00000010:0.0:1788880650.954392:0:199806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dba0. 00000100:00000040:1.0:1788880650.954407:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306077972, at 4306078016 00000100:00000010:1.0:1788880650.954427:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00010000:00000001:1.0:1788880651.786403:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880651.786415:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880651.786418:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880651.786423:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786429:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880651.786431:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786434:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786437:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880651.786445:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880651.786446:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880651.786448:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786450:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880651.786452:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786454:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786457:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786461:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880651.786463:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880651.786464:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880651.786466:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786467:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880651.786469:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786471:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880651.786472:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880652.810335:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880652.810343:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880652.810349:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880652.810351:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880652.810355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880652.810356:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880653.834340:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880653.834347:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880653.834352:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880653.834353:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880653.834357:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880653.834358:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880654.730344:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880654.730355:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788880654.730358:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880654.730362:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880654.730367:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880654.730375:0:152638:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11409 00000400:00000200:0.0:1788880654.730384:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880654.730390:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880654.730394:0:152638:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880654.730397:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730401:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880654.730403:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730405:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880654.730414:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880654.730416:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:0.0:1788880654.730419:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880654.730423:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:0.0:1788880654.730425:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:0.0:1788880654.730428:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:0.0:1788880654.730446:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730451:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880654.730454:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730457:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880654.730461:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:0.0:1788880654.730466:0:152638:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730469:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880654.730472:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880654.730477:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880654.730480:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880654.730483:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:0.0:1788880654.730486:0:152638:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880654.730495:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4a80. 00000020:00000040:0.0:1788880654.730501:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:0.0:1788880654.730507:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880654.730509:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880654.730514:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880654.730518:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880654.730524:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880654.730534:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d800. 00000100:00000001:0.0:1788880654.730544:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880654.730557:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788880654.730572:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788880654.730579:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880654.730585:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6b4de1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880654.730613:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880654.730618:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880654.730623:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788880654.730625:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880654.730627:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880654.730630:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880654.730633:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11409 00000400:00000200:0.0:1788880654.730638:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880654.730642:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880654.730645:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880654.730649:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730652:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880654.730654:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730656:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880654.730660:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880654.730662:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:0.0:1788880654.730664:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880654.730668:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:0.0:1788880654.730670:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:0.0:1788880654.730673:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:0.0:1788880654.730677:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730679:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880654.730683:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730686:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:0.0:1788880654.730689:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:0.0:1788880654.730694:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880654.730697:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880654.730700:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880654.730708:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880654.730711:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880654.730714:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880654.730714:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:0.0:1788880654.730723:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788880654.730724:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000008:00000001:0.0:1788880654.730733:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.730734:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788880654.730738:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880654.730745:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5c00. 00000100:00000040:1.0:1788880654.730773:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880654.730791:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:0.0:1788880654.730796:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880654.730799:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880654.730802:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880654.730804:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880654.730807:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880654.730812:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485d400. 00000100:00000001:1.0:1788880654.730817:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788880654.730818:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.730820:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.730825:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1788880654.730826:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788880654.730828:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880654.730834:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880654.730839:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1788880654.730856:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519671680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:0.0:1788880654.730859:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.730872:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788880654.730876:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daa88d3c] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788880654.730881:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880654.730888:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.730897:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880654.730909:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:0.0:1788880654.730912:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.730916:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880654.730919:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880654.730926:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788880654.730931:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1788880654.730932:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00080000:0.0:1788880654.730936:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1788880654.730943:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000001:0.0:1788880654.730944:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880654.730953:0:152638:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11409 00000400:00000010:1.0:1788880654.730958:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000400:00000200:0.0:1788880654.730962:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880654.730969:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880654.730972:0:152638:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1788880654.730974:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519671680, portal 25 00000100:00000040:0.0:1788880654.730980:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880654.730982:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788880654.730989:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788880654.730990:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523057280 : -126388186494336 : ffff8d0cf50a4a80) 00000100:00000040:0.0:1788880654.730998:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731003:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000040:1.0:1788880654.731007:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788880654.731010:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880654.731015:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:0.0:1788880654.731021:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880654.731027:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000100:00000001:1.0:1788880654.731035:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1788880654.731037:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:0.0:1788880654.731046:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880654.731048:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880654.731057:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000040:0.0:1788880654.731059:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000200:1.0:1788880654.731063:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519671680, offset 0 00000100:00000001:0.0:1788880654.731066:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880654.731072:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731077:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880654.731079:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000020:00000040:0.0:1788880654.731084:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:0.0:1788880654.731092:0:152638:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731095:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880654.731114:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 02000000:00000001:0.0:1788880654.731115:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880654.731119:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880654.731121:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880654.731123:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000100:00000001:0.0:1788880654.731124:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880654.731128:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788880654.731130:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880654.731131:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788880654.731133:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880654.731138:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a6300. 00000400:00000200:1.0:1788880654.731138:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000020:00000040:0.0:1788880654.731143:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000400:00000200:1.0:1788880654.731146:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788880654.731148:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880654.731150:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880654.731151:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731153:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880654.731156:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788880654.731158:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461230:461230:256:4294967295] 192.168.203.155@tcp LPNI seq info [461224:461224:8:4294967295] 02000000:00000001:0.0:1788880654.731159:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880654.731165:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485c400. 00000400:00000200:1.0:1788880654.731166:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:0.0:1788880654.731170:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880654.731177:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788880654.731182:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000100:00000001:0.0:1788880654.731195:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1788880654.731196:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731199:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880654.731204:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a5044e1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788880654.731204:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000100:00000001:0.0:1788880654.731212:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788880654.731216:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1788880654.731216:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000100:00080000:0.0:1788880654.731223:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:1.0:1788880654.731224:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1788880654.731226:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880654.731229:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880654.731232:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788880654.731237:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11409 00000400:00000200:0.0:1788880654.731243:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:0.0:1788880654.731246:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:0.0:1788880654.731250:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788880654.731256:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731259:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000800:00000100:1.0:1788880654.731260:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000100:00000040:0.0:1788880654.731263:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731266:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000800:00000010:1.0:1788880654.731267:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000020:00000001:0.0:1788880654.731268:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880654.731271:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:0.0:1788880654.731274:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880654.731275:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:0.0:1788880654.731277:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000400:00000200:1.0:1788880654.731278:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1788880654.731279:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:0.0:1788880654.731285:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731287:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880654.731291:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731315:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000400:00000200:1.0:1788880654.731316:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000020:00000040:0.0:1788880654.731318:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:0.0:1788880654.731323:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731325:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880654.731327:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1788880654.731328:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 02000000:00000001:0.0:1788880654.731329:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880654.731333:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788880654.731334:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:0.0:1788880654.731335:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880654.731339:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788880654.731343:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.731343:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788880654.731347:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788880654.731351:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a4000. 00000100:00000200:1.0:1788880654.731351:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788880654.731354:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:0.0:1788880654.731360:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880654.731363:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880654.731376:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788880654.731377:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788880654.731378:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788880654.731396:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880654.731404:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788880654.731406:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e000. 00000100:00000001:0.0:1788880654.731417:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.731431:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788880654.731433:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880654.731438:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788880654.731451:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880654.731452:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880654.731457:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880654.731469:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b4053d8] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788880654.731470:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880654.731480:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306083092 00000100:00000001:0.0:1788880654.731494:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880654.731495:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6da80. 00000100:00080000:0.0:1788880654.731499:0:152638:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788880654.731508:0:152638:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880654.731511:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788880654.731512:0:152638:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788880654.731519:0:152638:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788880654.731524:0:152638:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1788880654.731527:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306083092 00000100:00080000:0.0:1788880654.731529:0:152638:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11409 00000100:00000010:1.0:1788880654.731538:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd20. 00000400:00000200:0.0:1788880654.731542:0:152638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880654.731546:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788880654.731552:0:152638:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00000001:1.0:1788880654.731557:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1788880654.731558:0:152638:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1788880654.731569:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880654.731571:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880654.731578:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788880654.731580:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788880654.731588:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00100000:1.0:1788880654.731594:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880654/real 1788880654] req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880654.731595:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:0.0:1788880654.731606:0:152638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788880654.731610:0:152638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:0.0:1788880654.731616:0:152638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788880654.731623:0:152638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:0.0:1788880654.731628:0:152638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000400:00000001:1.0:1788880654.731630:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1788880654.731631:0:152638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000400:00000001:1.0:1788880654.731637:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1788880654.731642:0:152638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880654.731645:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000100:00000001:0.0:1788880654.731647:0:152638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1788880654.731652:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000100:00000040:0.0:1788880654.731659:0:152638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000400:00000010:1.0:1788880654.731661:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:0.0:1788880654.731667:0:152638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000100:00000001:1.0:1788880654.731671:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:0.0:1788880654.731675:0:152638:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00000200:1.0:1788880654.731683:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788880654.731687:0:152638:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:0.0:1788880654.731697:0:152638:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788880654.731704:0:152638:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788880654.731711:0:152638:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788880654.731721:0:152638:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788880654.731721:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788880654.731729:0:152638:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1788880654.731734:0:152638:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:0.0:1788880654.731744:0:152638:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880654.731789:0:152638:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.731790:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000010:0.0:1788880654.731793:0:152638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788880654.731793:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.731795:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1788880654.731797:0:152638:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000100:00000001:1.0:1788880654.731799:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788880654.731801:0:152638:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788880654.731803:0:152638:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788880654.731806:0:152638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1788880654.731806:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788880654.731809:0:152638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788880654.731812:0:152638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788880654.731818:0:152638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf485e400. 00000100:00000001:1.0:1788880654.731820:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880654.731822:0:152638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880654.731827:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788880654.731831:0:152638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880654.731869:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788880654.731875:0:152638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880654.731877:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788880654.731882:0:152638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.731884:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880654.731889:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788880654.731894:0:152638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b32ba35] to pc [ptlrpcd_rcv+-1] req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.731896:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880654.731902:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880654.731915:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788880654.731926:0:152638:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880654.731933:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000040:0.0:1788880654.731937:0:152638:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11419) 00000100:00000001:1.0:1788880654.731940:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880654.731952:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880654.731965:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519671680:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880654.731973:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.731977:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880654.731981:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4a80 x1875765519671680/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.731989:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880654.731992:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880654.731996:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880654.732002:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880654.732005:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880654.732007:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880654.732011:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880654.732014:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d800. 02000000:00000001:1.0:1788880654.732020:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880654.732022:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880654.732024:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4a80. 00000100:00000001:1.0:1788880654.732029:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880654.732031:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732033:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732044:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880654.732047:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.732050:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880654.732053:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880654.732055:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880654.732060:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732069:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880654.732072:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.732075:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880654.732078:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880654.732081:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880654.732085:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880654.732089:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880654.732092:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880654.732094:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.732097:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880654.732116:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880654.732117:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880654.732121:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880654.732123:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880654.732125:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880654.732128:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519671808, portal 10 00000100:00000001:1.0:1788880654.732129:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880654.732130:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523061760 : -126388186489856 : ffff8d0cf50a5c00) 00000100:00000040:1.0:1788880654.732136:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732141:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880654.732142:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880654.732144:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880654.732145:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519671808, offset 0 00000400:00000200:1.0:1788880654.732148:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880654.732151:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880654.732153:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880654.732155:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880654.732157:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880654.732159:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880654.732161:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880654.732163:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461231:461231:256:4294967295] 192.168.203.155@tcp LPNI seq info [461225:461225:8:4294967295] 00000400:00000200:1.0:1788880654.732166:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880654.732171:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880654.732174:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880654.732177:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880654.732180:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880654.732182:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880654.732190:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880654.732192:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880654.732194:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880654.732197:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880654.732199:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880654.732200:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880654.732202:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880654.732204:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732211:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880654.732212:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732217:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.732218:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880654.732220:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880654.732223:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880654.732225:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880654.732226:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306081807 00000100:00000001:1.0:1788880654.732228:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306083092 00000100:00000001:1.0:1788880654.732230:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306081807 00000100:00000001:1.0:1788880654.732232:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306083092 00000100:00000001:1.0:1788880654.732233:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880654.732235:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.732236:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880654.732239:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880654/real 1788880654] req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880654.732248:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880654.732249:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880654.732251:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880654.732252:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880654.732253:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880654.732254:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880654.732256:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880654.732261:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732266:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880654.732267:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732268:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880654.732269:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880654.732271:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732276:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880654.732278:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732282:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880654.732283:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732284:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880654.732285:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732286:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880654.732287:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880654.732289:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880654.732304:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880654.732306:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880654.732309:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880654.732315:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671808:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880654.732317:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880654.732319:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732323:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880654.732324:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.732326:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880654.732327:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880654.732329:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880654.732331:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880654.732332:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880654.732334:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880654.732335:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.732336:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880654.732339:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880654.732341:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880654.732343:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880654.732345:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880654.732347:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880654.732349:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519671936, portal 10 00000100:00000001:1.0:1788880654.732351:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880654.732352:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523063552 : -126388186488064 : ffff8d0cf50a6300) 00000100:00000040:1.0:1788880654.732356:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732361:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880654.732362:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880654.732364:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880654.732365:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519671936, offset 0 00000400:00000200:1.0:1788880654.732368:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880654.732371:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880654.732373:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880654.732375:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880654.732377:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880654.732379:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880654.732381:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880654.732383:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461232:461232:256:4294967295] 192.168.203.155@tcp LPNI seq info [461226:461226:8:4294967295] 00000400:00000200:1.0:1788880654.732386:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880654.732410:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880654.732416:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880654.732419:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880654.732425:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880654.732428:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880654.732442:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880654.732445:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880654.732449:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880654.732453:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880654.732457:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880654.732460:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880654.732462:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880654.732467:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732477:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880654.732481:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732488:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.732490:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880654.732494:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880654.732497:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880654.732501:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880654.732505:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306081808 00000100:00000001:1.0:1788880654.732508:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306083092 00000100:00000001:1.0:1788880654.732511:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306081808 00000100:00000001:1.0:1788880654.732514:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306083092 00000100:00000001:1.0:1788880654.732516:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880654.732518:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.732521:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880654.732525:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880654/real 1788880654] req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880654.732534:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880654.732536:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880654.732538:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880654.732541:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880654.732543:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880654.732546:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880654.732550:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880654.732559:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732568:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880654.732570:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732572:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880654.732575:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880654.732579:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732587:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880654.732591:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732599:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880654.732603:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732605:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880654.732607:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732609:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880654.732612:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880654.732615:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880654.732619:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880654.732621:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880654.732626:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880654.732635:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519671936:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880654.732639:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880654.732643:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732650:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880654.732652:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.732654:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880654.732657:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880654.732659:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880654.732663:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519672064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880654.732667:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880654.732669:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880654.732672:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.732674:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880654.732677:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880654.732679:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880654.732683:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880654.732686:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880654.732690:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880654.732693:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519672064, portal 4 00000100:00000001:1.0:1788880654.732697:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880654.732699:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523054592 : -126388186497024 : ffff8d0cf50a4000) 00000100:00000040:1.0:1788880654.732706:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732714:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880654.732717:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880654.732719:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880654.732722:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519672064, offset 0 00000400:00000200:1.0:1788880654.732726:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880654.732731:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880654.732735:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880654.732739:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880654.732742:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880654.732745:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880654.732768:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880654.732773:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461233:461233:256:4294967295] 192.168.203.155@tcp LPNI seq info [461227:461227:8:4294967295] 00000400:00000200:1.0:1788880654.732779:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880654.732799:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880654.732802:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880654.732805:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880654.732808:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880654.732810:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880654.732817:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880654.732819:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880654.732821:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880654.732823:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880654.732825:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880654.732827:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880654.732828:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880654.732830:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732841:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880654.732843:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732864:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.732866:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880654.732870:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880654.732873:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880654.732877:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880654.732879:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306081860 00000100:00000001:1.0:1788880654.732883:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306083092 00000100:00000001:1.0:1788880654.732885:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306081860 00000100:00000001:1.0:1788880654.732889:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306083092 00000100:00000001:1.0:1788880654.732891:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880654.732894:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.732896:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880654.732900:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880654/real 1788880654] req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880654.732910:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880654.732911:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880654.732913:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880654.732915:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880654.732917:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880654.732919:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880654.732923:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880654.732933:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732941:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880654.732943:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732946:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880654.732948:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880654.732952:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732961:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880654.732965:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.732973:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880654.732976:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732978:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880654.732979:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.732981:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880654.732983:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880654.732986:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880654.732990:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880654.732992:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880654.732996:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880654.733005:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519672064:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880654.733010:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880654.733014:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733022:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880654.733024:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.733027:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880654.733029:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880654.733032:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880654.733036:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519672192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880654.733039:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880654.733042:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880654.733044:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880654.733047:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880654.733050:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880654.733052:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880654.733056:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880654.733059:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880654.733062:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880654.733066:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519672192, portal 4 00000100:00000001:1.0:1788880654.733068:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880654.733070:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685523060864 : -126388186490752 : ffff8d0cf50a5880) 00000100:00000040:1.0:1788880654.733077:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733085:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880654.733088:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880654.733106:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880654.733108:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519672192, offset 0 00000400:00000200:1.0:1788880654.733110:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880654.733113:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880654.733115:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880654.733117:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880654.733119:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880654.733120:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880654.733122:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880654.733124:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461234:461234:256:4294967295] 192.168.203.155@tcp LPNI seq info [461228:461228:8:4294967295] 00000400:00000200:1.0:1788880654.733127:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880654.733131:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880654.733133:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880654.733135:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880654.733138:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880654.733140:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1788880654.733147:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880654.733148:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880654.733150:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880654.733152:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880654.733154:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880654.733155:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880654.733156:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880654.733159:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733164:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880654.733166:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733170:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.733172:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880654.733173:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880654.733176:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880654.733178:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880654.733179:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306081811 00000100:00000001:1.0:1788880654.733181:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306083092 00000100:00000001:1.0:1788880654.733183:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306081811 00000100:00000001:1.0:1788880654.733184:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306083092 00000100:00000001:1.0:1788880654.733185:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880654.733186:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.733188:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880654.733190:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880654/real 1788880654] req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880654.733194:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880654.733195:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880654.733196:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880654.733198:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880654.733199:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880654.733200:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880654.733202:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880654.733207:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733211:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880654.733212:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.733213:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880654.733213:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880654.733215:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733219:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880654.733221:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733225:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880654.733227:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.733228:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880654.733228:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.733229:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880654.733231:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880654.733232:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880654.733234:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880654.733235:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880654.733238:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880654.733247:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf50a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519672192:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880654.733250:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.733251:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880654.733253:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5c00 x1875765519671808/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733257:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880654.733258:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880654.733259:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880654.733260:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880654.733261:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880654.733262:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880654.733263:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880654.733264:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485d400. 02000000:00000001:1.0:1788880654.733266:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880654.733266:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880654.733268:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5c00. 00000100:00000001:1.0:1788880654.733270:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880654.733271:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.733272:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880654.733274:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a6300 x1875765519671936/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733278:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880654.733279:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880654.733280:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880654.733281:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880654.733282:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880654.733282:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880654.733283:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880654.733284:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485c400. 02000000:00000001:1.0:1788880654.733286:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880654.733286:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880654.733287:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a6300. 00000100:00000001:1.0:1788880654.733289:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880654.733290:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.733303:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880654.733306:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a4000 x1875765519672064/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733311:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880654.733311:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880654.733313:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5012000. 02000000:00000001:1.0:1788880654.733315:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880654.733316:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880654.733317:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880654.733318:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880654.733319:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e000. 02000000:00000001:1.0:1788880654.733321:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880654.733321:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880654.733322:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a4000. 00000100:00000001:1.0:1788880654.733324:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880654.733324:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.733325:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880654.733327:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf50a5880 x1875765519672192/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880654.733331:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880654.733332:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880654.733332:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011800. 02000000:00000001:1.0:1788880654.733333:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880654.733334:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880654.733335:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880654.733336:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880654.733337:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0cf485e400. 02000000:00000001:1.0:1788880654.733338:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880654.733338:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880654.733339:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf50a5880. 00000100:00000001:1.0:1788880654.733340:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880654.733341:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.733342:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880654.733344:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880654.733345:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880654.733347:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880654.733348:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880654.858384:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880654.858388:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880654.858394:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880654.858396:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880654.858400:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880654.858402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880655.882393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880655.882402:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880655.882407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880655.882408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880655.882411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880655.882412:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880656.074400:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306083092, at 4306083136 00000100:00000040:0.0:1788880656.074410:0:199806:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306083092, at 4306083136 00000100:00000010:1.0:1788880656.074424:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00000100:00000010:0.0:1788880656.074428:0:199806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6da80. 00010000:00000001:1.0:1788880656.906380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880656.906386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880656.906393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880656.906395:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880656.906399:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880656.906401:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880657.930364:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880657.930370:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880657.930375:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880657.930376:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880657.930379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880657.930380:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880658.954393:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880658.954400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880658.954407:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880658.954409:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880658.954414:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880658.954416:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880659.850478:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880659.850489:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788880659.850494:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880659.850501:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880659.850509:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880659.850522:0:173517:0:(import.c:545:import_select_connection()) MGC192.168.203.155@tcp: connect to NID 192.168.203.155@tcp last attempt 11414 00000400:00000200:1.0:1788880659.850535:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880659.850545:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880659.850551:0:173517:0:(import.c:630:import_select_connection()) MGC192.168.203.155@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880659.850556:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850560:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.850564:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850567:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880659.850579:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880659.850582:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774028 00000020:00000001:1.0:1788880659.850586:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880659.850590:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a39000 refcount=3 00000020:00000001:1.0:1788880659.850593:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000020:00000001:1.0:1788880659.850597:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945899520 : -126388763652096 : ffff8d0cd2a39000) 00000100:00000040:1.0:1788880659.850601:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850604:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.850606:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850609:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880659.850613:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a39000 : new refcount 2 00000100:00080000:1.0:1788880659.850617:0:173517:0:(import.c:666:import_select_connection()) MGC192.168.203.155@tcp: import ffff8d0cc8709000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850620:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880659.850624:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880659.850629:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880659.850632:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.850635:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000100:00000001:1.0:1788880659.850638:0:173517:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880659.850649:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880659.850653:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc8709000 refcount=4 obd=MGC192.168.203.155@tcp 02000000:00000001:1.0:1788880659.850660:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880659.850663:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.850667:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880659.850671:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880659.850678:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880659.850689:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011800. 00000100:00000001:1.0:1788880659.850699:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880659.850714:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519672320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880659.850757:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880659.850765:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880659.850772:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519672320/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880659.850803:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880659.850808:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880659.850813:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788880659.850815:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880659.850817:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880659.850822:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880659.850825:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11414 00000400:00000200:1.0:1788880659.850830:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880659.850834:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880659.850837:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880659.850841:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850844:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.850846:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850849:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880659.850853:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880659.850854:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b77407c 00000020:00000001:1.0:1788880659.850856:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880659.850859:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd154a000 refcount=5 00000020:00000001:1.0:1788880659.850888:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000020:00000001:1.0:1788880659.850893:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684923949056 : -126388785602560 : ffff8d0cd154a000) 00000100:00000040:1.0:1788880659.850898:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850902:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.850905:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850908:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880659.850912:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd154a000 : new refcount 4 00000100:00080000:1.0:1788880659.850922:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8d0cc506b800: import ffff8d0cc84d4000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880659.850932:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880659.850939:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880659.850948:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880659.850956:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.850965:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880659.850975:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880659.850985:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.850992:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880659.851002:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490e00. 00000020:00000040:1.0:1788880659.851010:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc84d4000 refcount=7 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880659.851020:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880659.851027:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.851033:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880659.851037:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880659.851041:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880659.851051:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5012000. 00000100:00000001:1.0:1788880659.851061:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880659.851074:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490e00 x1875765519672448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880659.851098:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880659.851106:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880659.851115:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006655b272] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490e00 x1875765519672448/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880659.851154:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880659.851164:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880659.851179:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788880659.851184:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880659.851191:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880659.851200:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880659.851213:0:173517:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11414 00000400:00000200:1.0:1788880659.851226:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880659.851235:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880659.851244:0:173517:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880659.851308:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851314:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.851323:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851329:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880659.851336:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880659.851341:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774083 00000020:00000001:1.0:1788880659.851347:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880659.851354:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0ccbff6000 refcount=5 00000020:00000001:1.0:1788880659.851361:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000020:00000001:1.0:1788880659.851370:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684834476032 : -126388875075584 : ffff8d0ccbff6000) 00000100:00000040:1.0:1788880659.851385:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851393:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.851402:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851407:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880659.851412:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0ccbff6000 : new refcount 4 00000100:00080000:1.0:1788880659.851425:0:173517:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8d0cc506b800: import ffff8d0cc870e000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851435:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880659.851445:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880659.851451:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880659.851458:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.851467:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880659.851470:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788880659.851479:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.851488:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880659.851495:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9493800. 00000020:00000040:1.0:1788880659.851506:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870e000 refcount=5 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 02000000:00000001:1.0:1788880659.851520:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880659.851525:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.851530:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880659.851536:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880659.851540:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880659.851549:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5011400. 00000100:00000001:1.0:1788880659.851560:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880659.851574:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9493800 x1875765519672576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880659.851598:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880659.851605:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880659.851618:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0f5649] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9493800 x1875765519672576/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880659.851655:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880659.851661:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880659.851669:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1788880659.851675:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880659.851680:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880659.851691:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880659.851700:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11414 00000400:00000200:1.0:1788880659.851743:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880659.851752:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880659.851758:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880659.851771:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851779:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.851784:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851793:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880659.851798:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880659.851801:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774091 00000020:00000001:1.0:1788880659.851808:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880659.851814:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3f000 refcount=4 00000020:00000001:1.0:1788880659.851818:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000020:00000001:1.0:1788880659.851821:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945924096 : -126388763627520 : ffff8d0cd2a3f000) 00000100:00000040:1.0:1788880659.851825:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851829:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.851837:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851843:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880659.851850:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3f000 : new refcount 3 00000100:00080000:1.0:1788880659.851858:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff8d0cc506b800: import ffff8d0cc870f000 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880659.851865:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880659.851872:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880659.851881:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880659.851888:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.851896:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880659.851904:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788880659.851913:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.851917:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880659.851928:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9491880. 00000020:00000040:1.0:1788880659.851937:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870f000 refcount=3 obd=lustre-OST0000-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880659.851946:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880659.851952:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.851959:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880659.851963:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880659.851969:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880659.851978:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5013c00. 00000100:00000001:1.0:1788880659.851989:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880659.852006:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9491880 x1875765519672704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880659.852030:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880659.852038:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880659.852050:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f159a524] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9491880 x1875765519672704/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880659.852078:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788880659.852083:0:173517:0:(pinger.c:229:ptlrpc_pinger_process_import()) e99387d6-0051-447f-b52a-5f1d84376b25->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788880659.852101:0:173517:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788880659.852107:0:173517:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788880659.852112:0:173517:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788880659.852121:0:173517:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788880659.852133:0:173517:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: connect to NID 192.168.203.155@tcp last attempt 11414 00000400:00000200:1.0:1788880659.852146:0:173517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880659.852157:0:173517:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.155@tcp is discovered: rc = 1 00000100:00080000:1.0:1788880659.852162:0:173517:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788880659.852174:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.852181:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.852192:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.852197:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000001:1.0:1788880659.852208:0:173517:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788880659.852212:0:173517:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4a37134b6b774098 00000020:00000001:1.0:1788880659.852218:0:173517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788880659.852225:0:173517:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8d0cd2a3a000 refcount=4 00000020:00000001:1.0:1788880659.852230:0:173517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000020:00000001:1.0:1788880659.852240:0:173517:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617684945903616 : -126388763648000 : ffff8d0cd2a3a000) 00000100:00000040:1.0:1788880659.852283:0:173517:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8d0cc7fff680 refcount 14 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.852294:0:173517:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788880659.852304:0:173517:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8d0cc7fff680 refcount 15 to 192.168.203.155@tcp 00000100:00000001:1.0:1788880659.852312:0:173517:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617684767405696 : -126388942145920 : ffff8d0cc7fff680) 00000020:00000040:1.0:1788880659.852321:0:173517:0:(genops.c:879:class_export_put()) PUTting export ffff8d0cd2a3a000 : new refcount 3 00000100:00080000:1.0:1788880659.852330:0:173517:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff8d0cc506b800: import ffff8d0cc870b800 using connection 192.168.203.155@tcp/192.168.203.155@tcp 00000100:00000001:1.0:1788880659.852338:0:173517:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880659.852343:0:173517:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788880659.852352:0:173517:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880659.852359:0:173517:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.852366:0:173517:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:1.0:1788880659.852371:0:173517:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 167936, lost: 0. 00000008:00000001:1.0:1788880659.852380:0:173517:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.852388:0:173517:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788880659.852399:0:173517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d0cc9490380. 00000020:00000040:1.0:1788880659.852405:0:173517:0:(genops.c:1209:class_import_get()) import ffff8d0cc870b800 refcount=7 obd=lustre-OST0001-osc-ffff8d0cc506b800 02000000:00000001:1.0:1788880659.852408:0:173517:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788880659.852412:0:173517:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880659.852418:0:173517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788880659.852424:0:173517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788880659.852431:0:173517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788880659.852440:0:173517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8d0cf5010400. 00000100:00000001:1.0:1788880659.852448:0:173517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880659.852466:0:173517:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0cc9490380 x1875765519672832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788880659.852488:0:173517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788880659.852494:0:173517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880659.852506:0:173517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d500e8d1] to pc [ptlrpcd_rcv+-1] req@ffff8d0cc9490380 x1875765519672832/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880659.852542:0:173517:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880659.852555:0:173517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11424) 00010000:00000001:1.0:1788880659.978368:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880659.978373:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880659.978379:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880659.978381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880659.978385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880659.978387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880661.002417:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880661.002428:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880661.002436:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880661.002438:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880661.002443:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880661.002444:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788880661.194357:0:199806:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306088212, at 4306088256 00000100:00000040:1.0:1788880661.194375:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306088212, at 4306088256 00000100:00000010:0.0:1788880661.194376:0:199806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b060. 00000100:00000010:1.0:1788880661.194393:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0cf4a2b7e0. 00010000:00000001:1.0:1788880662.026392:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880662.026418:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880662.026423:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880662.026430:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026439:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880662.026443:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026447:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026452:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026461:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880662.026464:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880662.026467:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880662.026471:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026474:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880662.026477:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026490:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026493:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026499:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880662.026501:0:199604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788880662.026503:0:199604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788880662.026505:0:199604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026507:0:199604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788880662.026508:0:199604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026510:0:199604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880662.026513:0:199604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880663.050395:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880663.050400:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880663.050405:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880663.050408:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880663.050411:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880663.050413:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880664.074381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880664.074386:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880664.074391:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880664.074393:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880664.074396:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880664.074398:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.970914:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880664.970923:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880664.970930:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880664.970948:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.970981:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880664.970991:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.971002:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880664.971008:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880664.971016:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880664.971027:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519672960:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880664.971036:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880664.971044:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880664.971052:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.971062:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880664.971075:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880664.971083:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880664.971101:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880664.971111:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880664.971125:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880664.971139:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519672960, portal 25 00000100:00000001:1.0:1788880664.971149:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880664.971155:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506575872 : -126388202975744 : ffff8d0cf40ece00) 00000100:00000040:1.0:1788880664.971175:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.971321:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880664.971335:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880664.971344:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880664.971358:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875765519672960, offset 0 00000400:00000200:1.0:1788880664.971377:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880664.971399:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.971417:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880664.971432:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880664.971443:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880664.971456:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880664.971468:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880664.971481:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461240:461240:256:4294967295] 192.168.203.155@tcp LPNI seq info [461234:461234:8:4294967295] 00000400:00000200:1.0:1788880664.971497:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.971527:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880664.971547:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.971562:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880664.971583:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880664.971592:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880664.971644:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.971652:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880664.971664:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880664.971719:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880664.971738:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880664.971747:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880664.971759:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880664.971773:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.971800:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.971814:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.971858:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.971865:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880664.971875:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880664.971890:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880664.971898:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306093332 00000100:00000010:1.0:1788880664.971912:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6dd20. 00000100:00000001:1.0:1788880664.971926:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788880664.971943:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306093332 00000100:00000010:1.0:1788880664.971956:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d0ceaa6d9c0. 00000100:00000001:1.0:1788880664.971969:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788880664.971981:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880664.971993:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.972002:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880664.972017:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880664/real 1788880664] req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880664.972054:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880664.972061:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880664.972067:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880664.972076:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880664.972085:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880664.972093:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880664.972104:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880664.972140:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972174:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880664.972179:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.972184:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.972189:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880664.972202:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972236:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880664.972285:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972337:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880664.972347:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.972357:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.972364:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.972373:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880664.972377:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880664.972389:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc8709000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880664.972401:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880664.972407:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880664.972417:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880664.972430:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a5f2c2ea-6cb0-4c9d-b2cd-3a62b9b6c8ff:2393:1875765519672960:192.168.203.155@tcp:250:kworker.0 00000100:00000001:1.0:1788880664.972440:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.972442:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.972446:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ece00 x1875765519672960/t0(0) o250->MGC192.168.203.155@tcp@192.168.203.155@tcp:26/25 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972455:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880664.972459:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880664.972463:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880664.972467:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880664.972470:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880664.972472:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc8709000 refcount=3 obd=MGC192.168.203.155@tcp 00000020:00000001:1.0:1788880664.972475:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880664.972478:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90c00. 02000000:00000001:1.0:1788880664.972483:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880664.972486:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880664.972488:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ece00. 00000100:00000001:1.0:1788880664.972493:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880664.972494:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.972497:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.972508:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880664.972510:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.972513:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880664.972515:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788880664.972517:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880664.972522:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972531:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880664.972533:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.972535:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880664.972538:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880664.972541:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880664.972544:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519673088:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880664.972548:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880664.972550:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880664.972552:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.972554:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880664.972559:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880664.972561:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880664.972565:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880664.972568:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880664.972573:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880664.972577:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519673088, portal 10 00000100:00000001:1.0:1788880664.972579:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880664.972581:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506580352 : -126388202971264 : ffff8d0cf40edf80) 00000100:00000040:1.0:1788880664.972589:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972598:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880664.972601:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880664.972604:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880664.972607:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519673088, offset 0 00000400:00000200:1.0:1788880664.972612:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880664.972617:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.972622:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880664.972626:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880664.972630:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880664.972633:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880664.972636:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880664.972641:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461241:461241:256:4294967295] 192.168.203.155@tcp LPNI seq info [461235:461235:8:4294967295] 00000400:00000200:1.0:1788880664.972646:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.972655:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880664.972660:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.972664:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880664.972670:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880664.972673:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880664.972715:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.972718:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880664.972722:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880664.972727:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880664.972731:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880664.972734:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880664.972737:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880664.972742:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972752:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.972756:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972764:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.972766:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880664.972771:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880664.972776:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: using a timeout of 13751 usecs (14 jiffies) 00000400:00000200:1.0:1788880664.972781:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880664.972784:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306092048 00000100:00000001:1.0:1788880664.972788:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306093332 00000100:00000001:1.0:1788880664.972791:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306092048 00000100:00000001:1.0:1788880664.972794:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306093332 00000100:00000001:1.0:1788880664.972796:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880664.972799:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.972801:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880664.972806:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880664/real 1788880664] req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880664.972815:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880664.972817:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880664.972819:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880664.972821:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880664.972823:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880664.972826:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880664.972829:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880664.972840:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972848:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880664.972849:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.972852:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.972853:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880664.972858:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972865:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880664.972870:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972879:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880664.972883:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.972885:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.972887:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.972889:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880664.972891:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880664.972894:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc84d4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880664.972897:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880664.972900:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880664.972905:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880664.972914:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519673088:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880664.972918:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880664.972922:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972930:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880664.972932:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.972935:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880664.972937:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880664.972940:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880664.972943:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519673216:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880664.972947:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880664.972949:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880664.972951:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.972953:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880664.972958:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880664.972960:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880664.972965:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880664.972968:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880664.972971:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880664.972975:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519673216, portal 10 00000100:00000001:1.0:1788880664.972978:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880664.972980:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506578560 : -126388202973056 : ffff8d0cf40ed880) 00000100:00000040:1.0:1788880664.972987:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.972995:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880664.972998:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880664.973001:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880664.973004:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875765519673216, offset 0 00000400:00000200:1.0:1788880664.973009:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880664.973013:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.973017:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880664.973020:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880664.973024:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880664.973027:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880664.973030:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880664.973034:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461242:461242:256:4294967295] 192.168.203.155@tcp LPNI seq info [461236:461236:8:4294967295] 00000400:00000200:1.0:1788880664.973040:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.973048:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880664.973053:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.973056:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880664.973061:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880664.973064:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880664.973078:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.973081:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880664.973084:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880664.973088:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880664.973092:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880664.973094:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880664.973097:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880664.973101:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973111:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.973115:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973122:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.973124:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880664.973128:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880664.973131:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: using a timeout of 13390 usecs (14 jiffies) 00000400:00000200:1.0:1788880664.973135:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880664.973138:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306092048 00000100:00000001:1.0:1788880664.973141:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306093332 00000100:00000001:1.0:1788880664.973144:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306092048 00000100:00000001:1.0:1788880664.973146:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306093332 00000100:00000001:1.0:1788880664.973148:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880664.973151:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.973153:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880664.973157:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880664/real 1788880664] req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880664.973166:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880664.973168:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880664.973169:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880664.973172:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880664.973174:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880664.973176:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880664.973180:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880664.973191:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973199:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880664.973201:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.973203:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.973205:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880664.973209:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973217:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880664.973222:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973230:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880664.973232:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.973234:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.973236:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.973238:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880664.973240:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880664.973243:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880664.973270:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880664.973274:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880664.973279:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880664.973288:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519673216:192.168.203.155@tcp:38:kworker.0 00000100:00000001:1.0:1788880664.973293:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880664.973297:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973305:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880664.973307:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.973310:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880664.973313:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880664.973316:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880664.973319:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519673344:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880664.973323:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880664.973325:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880664.973327:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.973329:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880664.973334:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880664.973336:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880664.973340:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880664.973343:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880664.973347:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880664.973351:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519673344, portal 4 00000100:00000001:1.0:1788880664.973354:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880664.973356:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506585728 : -126388202965888 : ffff8d0cf40ef480) 00000100:00000040:1.0:1788880664.973363:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973371:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880664.973376:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880664.973380:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880664.973385:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519673344, offset 0 00000400:00000200:1.0:1788880664.973393:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880664.973400:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.973407:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880664.973413:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880664.973418:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880664.973422:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880664.973427:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880664.973433:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461243:461243:256:4294967295] 192.168.203.155@tcp LPNI seq info [461237:461237:8:4294967295] 00000400:00000200:1.0:1788880664.973442:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.973455:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880664.973466:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.973474:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880664.973481:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880664.973486:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880664.973509:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.973512:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880664.973519:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880664.973527:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880664.973534:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880664.973538:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880664.973544:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880664.973551:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973568:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.973574:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973588:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.973591:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880664.973599:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880664.973607:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: using a timeout of 65987 usecs (66 jiffies) 00000400:00000200:1.0:1788880664.973611:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880664.973614:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306092101 00000100:00000001:1.0:1788880664.973618:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306093332 00000100:00000001:1.0:1788880664.973621:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306092101 00000100:00000001:1.0:1788880664.973624:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306093332 00000100:00000001:1.0:1788880664.973626:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880664.973629:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.973631:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880664.973636:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880664/real 1788880664] req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880664.973648:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880664.973649:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880664.973652:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880664.973655:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880664.973657:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880664.973660:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880664.973664:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880664.973674:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973682:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880664.973732:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.973736:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.973738:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880664.973743:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973752:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880664.973757:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973766:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880664.973769:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.973771:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.973772:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.973775:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880664.973777:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880664.973780:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880664.973784:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880664.973786:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880664.973792:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880664.973802:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519673344:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880664.973807:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788880664.973811:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973819:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788880664.973821:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.973824:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788880664.973826:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788880664.973829:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788880664.973832:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519673472:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880664.973836:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788880664.973839:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788880664.973840:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788880664.973843:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788880664.973855:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880664.973857:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788880664.973862:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000010:1.0:1788880664.973865:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000010:1.0:1788880664.973868:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39cc0. 00000100:00000200:1.0:1788880664.973872:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765519673472, portal 4 00000100:00000001:1.0:1788880664.973875:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788880664.973877:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617685506574080 : -126388202977536 : ffff8d0cf40ec700) 00000100:00000040:1.0:1788880664.973884:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.973892:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788880664.973896:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.155@tcp 00000400:00000010:1.0:1788880664.973898:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d0cc9a39110. 00000100:00000200:1.0:1788880664.973901:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875765519673472, offset 0 00000400:00000200:1.0:1788880664.973907:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.155@tcp 00000400:00000200:1.0:1788880664.973912:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.973917:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.155@tcp local destination 00000400:00000200:1.0:1788880664.973921:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788880664.973925:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.55@tcp 00000400:00000200:1.0:1788880664.973928:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788880664.973931:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.155@tcp 00000400:00000200:1.0:1788880664.973935:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.55@tcp NI seq info: [461244:461244:256:4294967295] 192.168.203.155@tcp LPNI seq info [461238:461238:8:4294967295] 00000400:00000200:1.0:1788880664.973940:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000400:00000200:1.0:1788880664.973948:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.55@tcp(192.168.203.55@tcp:) -> 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) : PUT try# 0 00000800:00000200:1.0:1788880664.973953:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.973957:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8d0cc9cd7800. 00000800:00000200:1.0:1788880664.973962:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d0cc31d8a80] -> 12345-192.168.203.155@tcp (2) 00000800:00000200:1.0:1788880664.973966:0:2393:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.155 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1788880664.973981:0:2393:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.155@tcp 00000800:00000010:1.0:1788880664.973983:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8d0cc9cd7800. 00000400:00000200:1.0:1788880664.973987:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788880664.973992:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.55@tcp->192.168.203.155@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788880664.973996:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39110 00000400:00000010:1.0:1788880664.973998:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39110. 00000100:00000001:1.0:1788880664.974000:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788880664.974005:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status -5 req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.974015:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.974018:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1788880689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.974027:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.974029:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788880664.974032:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880664.974036:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: using a timeout of 16972 usecs (17 jiffies) 00000400:00000200:1.0:1788880664.974039:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.155@tcp to cpt 0 00000100:00000001:1.0:1788880664.974042:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 0 is 4306092052 00000100:00000001:1.0:1788880664.974046:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 0, keep current deadline 4306093332 00000100:00000001:1.0:1788880664.974048:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS new deadline estimation for cpu 1 is 4306092052 00000100:00000001:1.0:1788880664.974051:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8d0cc506b800: PM QoS request active for cpu 1, keep current deadline 4306093332 00000100:00000001:1.0:1788880664.974053:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788880664.974056:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.974058:0:2393:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788880664.974062:0:2393:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788880664/real 1788880664] req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788880664.974071:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788880664.974073:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788880664.974075:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d0cec8dcdc0. 00000400:00000200:1.0:1788880664.974077:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d0cc9a39cc0 00000400:00000010:1.0:1788880664.974080:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8d0cc9a39cc0. 00000100:00000001:1.0:1788880664.974082:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788880664.974086:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788880664.974096:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.974103:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788880664.974105:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.974107:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.974109:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788880664.974113:0:2393:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.974120:0:2393:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788880664.974125:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.974133:0:2393:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788880664.974140:0:2393:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.974142:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788880664.974144:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.974146:0:2393:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788880664.974149:0:2393:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788880664.974152:0:2393:0:(import.c:65:import_set_state_nolock()) ffff8d0cc870b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788880664.974156:0:2393:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.155@tcp failed (-110) 00000100:00000001:1.0:1788880664.974158:0:2393:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788880664.974163:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788880664.974172:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0cf40ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e99387d6-0051-447f-b52a-5f1d84376b25:2393:1875765519673472:192.168.203.155@tcp:8:kworker.0 00000100:00000001:1.0:1788880664.974176:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.974178:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.974182:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40edf80 x1875765519673088/t0(0) o38->lustre-MDT0000-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.974191:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880664.974193:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880664.974196:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010c00. 02000000:00000001:1.0:1788880664.974198:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880664.974200:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880664.974202:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc84d4000 refcount=6 obd=lustre-MDT0000-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880664.974205:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880664.974207:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac92000. 02000000:00000001:1.0:1788880664.974214:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880664.974215:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880664.974217:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40edf80. 00000100:00000001:1.0:1788880664.974221:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880664.974223:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.974225:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.974229:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ed880 x1875765519673216/t0(0) o38->lustre-MDT0001-mdc-ffff8d0cc506b800@192.168.203.155@tcp:12/10 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.974245:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880664.974279:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880664.974281:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5010400. 02000000:00000001:1.0:1788880664.974285:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880664.974286:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880664.974288:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870e000 refcount=4 obd=lustre-MDT0001-mdc-ffff8d0cc506b800 00000020:00000001:1.0:1788880664.974291:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880664.974293:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91800. 02000000:00000001:1.0:1788880664.974295:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880664.974297:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880664.974299:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ed880. 00000100:00000001:1.0:1788880664.974301:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880664.974303:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.974305:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.974309:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ef480 x1875765519673344/t0(0) o8->lustre-OST0000-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.974317:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880664.974318:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880664.974320:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5013c00. 02000000:00000001:1.0:1788880664.974325:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880664.974326:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880664.974328:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870f000 refcount=2 obd=lustre-OST0000-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880664.974330:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880664.974332:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac91c00. 02000000:00000001:1.0:1788880664.974335:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880664.974336:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880664.974338:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ef480. 00000100:00000001:1.0:1788880664.974341:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880664.974342:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.974344:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788880664.974348:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d0cf40ec700 x1875765519673472/t0(0) o8->lustre-OST0001-osc-ffff8d0cc506b800@192.168.203.155@tcp:28/4 lens 520/544 e 0 to 1 dl 1788880689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788880664.974355:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788880664.974356:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788880664.974359:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d0cf5011400. 02000000:00000001:1.0:1788880664.974362:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788880664.974363:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788880664.974365:0:2393:0:(genops.c:1222:class_import_put()) import ffff8d0cc870b800 refcount=6 obd=lustre-OST0001-osc-ffff8d0cc506b800 00000020:00000001:1.0:1788880664.974367:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788880664.974369:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8d0ccac90800. 02000000:00000001:1.0:1788880664.974372:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788880664.974373:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788880664.974374:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d0cf40ec700. 00000100:00000001:1.0:1788880664.974377:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788880664.974378:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.974380:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788880664.974385:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788880664.974387:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788880664.974389:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788880664.974391:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880665.098367:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880665.098371:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880665.098376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880665.098378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880665.098380:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880665.098382:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880666.122372:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880666.122381:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880666.122385:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880666.122387:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880666.122390:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880666.122392:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788880666.314373:0:199604:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a910 (cpu 1) has reached its deadline 4306093332, at 4306093376 00000100:00000040:0.0:1788880666.314387:0:199806:0:(connection.c:75:cpu_latency_work()) work item of ffff8d0cc506a800 (cpu 0) has reached its deadline 4306093332, at 4306093376 00000100:00000010:1.0:1788880666.314398:0:199604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6d9c0. 00000100:00000010:0.0:1788880666.314403:0:199806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d0ceaa6dd20. 00010000:00000001:1.0:1788880667.146344:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880667.146349:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880667.146355:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880667.146357:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880667.146361:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880667.146363:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880668.170366:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880668.170372:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880668.170376:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880668.170378:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788880668.170381:0:199604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788880668.170383:0:199604:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) Debug log: 233769 lines, 233769 kept, 0 dropped, 0 bad.